-- Logs begin at Sun 2020-11-15 08:17:54 UTC, end at Sun 2020-11-15 10:29:23 UTC. --
Nov 15 09:06:27.013542 dv-neutron-743142-12-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Nov 15 09:06:29.573652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.common.config [-] Logging enabled!
Nov 15 09:06:29.574209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev137
Nov 15 09:06:29.575476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80962) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 15 09:06:29.576247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.common.config [-] Logging enabled!
Nov 15 09:06:29.576536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev137
Nov 15 09:06:29.576814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80962) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 15 09:06:29.577899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 15 09:06:29.578168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 15 09:06:29.579213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 15 09:06:29.579500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 15 09:06:29.579761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 15 09:06:29.580168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.580561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.580904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.581167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.582036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.582605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.582946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.583287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.583639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.583994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.584323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.584649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.584913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.585239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.585575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.585910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.586165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.586486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.587289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.587611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.587955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.588294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.588609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.588926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.589251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.589623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] host                           = dv-neutron-743142-12-ovs {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.589939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.590272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.590604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.590935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.591251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.591566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.591917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.592233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.592550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.592868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.593205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.593538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.593879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.594141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.594397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.594731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.595069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.595388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.595703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.596046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.596360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.596675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.596985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.598032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.598470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.598808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.599130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.599450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.599766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.600109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.600446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.600763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.601078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.601395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.601736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.602046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.602360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.602710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.603044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.603373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.603705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.604043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.604381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.604694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.605008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.605321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.605637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.605972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.606276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.606591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.606903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.607217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.607532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.607886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:29.608229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.608577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.608925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.609252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.609592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.609918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.610257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.610579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.610914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.611250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.611579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.611918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.612253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.612594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.613055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.613387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.613703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.614046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.614374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.614687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.615023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.615343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.615654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.616003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.616323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.616634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.616948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.617268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.617602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.617919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.618232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.618545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.618864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.619177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.619501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.619818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.620155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.620465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.620782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.621095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.621405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.621722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.622032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.622347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.622659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.622969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.623279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.623590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.623921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.624240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.624552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.624870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.625180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.625492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.625804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.626115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.626428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.626756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.627095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.627414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.627733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.628096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.629049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.629366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.629688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.630008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.630329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.630644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.630985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.631314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.631640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.631990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.632313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.632657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.632975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.633301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.633624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.633943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.634268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.634596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.634936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.635277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.635616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.635977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.636316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.636640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.636998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.637323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:29.637573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 15 09:06:29.637838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80962) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 15 09:06:30.293502 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading Gnome
Nov 15 09:06:30.311668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading Google
Nov 15 09:06:30.314332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading Windows (alt)
Nov 15 09:06:30.318743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading file
Nov 15 09:06:30.319579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading keyczar
Nov 15 09:06:30.319890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading multi
Nov 15 09:06:30.320534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO keyring.backend [-] Loading pyfs
Nov 15 09:06:30.367654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80962) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:06:30.368015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80962) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:06:30.368341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80962) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:06:30.368723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 15 09:06:30.793591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.794107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.794225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.855977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.856299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.856603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.859596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.859929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.860230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.937825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.938143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.938451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.939470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.939771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:30.940095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.059422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f83a9b3b268> agent after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.059697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f83a9b3b268> agent after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.060029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f83a9b3b2f0> segment precommit_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.060332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f83a9b3b378> network precommit_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.061169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f83a9b4b378> segment before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.242782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> network before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.243157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f83a9cce510> agent before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.243481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> network before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.243784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.244107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.244510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> segment after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.244829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> segment precommit_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.245107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> segment precommit_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.245397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> segment after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.245756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> network after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.246079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> network precommit_delete 0 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.246389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port provisioning_complete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.246695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.247001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.247367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> agent after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.247685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> subnet after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.248002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> subnet precommit_delete 0 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.248330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.248617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.249102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.249389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.249673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> port after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.250011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.250295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.250573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83aa8e74a8>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.251007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.251283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.251555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.251827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.252124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.252395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:31.254317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 15 09:06:31.261573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 15 09:06:31.269726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 15 09:06:31.275083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3400, 3449)])])
Nov 15 09:06:31.277897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 15 09:06:31.278994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 15 09:06:31.279384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 15 09:06:31.279825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 15 09:06:31.283328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 15 09:06:31.283615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 15 09:06:31.284032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 15 09:06:31.305704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 15 09:06:31.306215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f83a9a695f8>> qos_plugin after_init 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.306548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 15 09:06:31.306959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f83a9999630>> logging-plugin after_init 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.308356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 15 09:06:31.308676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 15 09:06:31.308955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 15 09:06:31.312041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f83a99996d8>> floatingip before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.312318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f83a99996d8>> port before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:31.377761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 15 09:06:31.378030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 15 09:06:31.378864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 15 09:06:31.379268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 15 09:06:31.412654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.sqlalchemy.engines [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80962) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 15 09:06:31.802135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing driver for type 'gre'
Nov 15 09:06:31.802755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] gre ID ranges: [(1, 1000)]
Nov 15 09:06:31.904840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing driver for type 'local'
Nov 15 09:06:31.905218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing driver for type 'vlan'
Nov 15 09:06:31.962139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] VlanTypeDriver initialization complete
Nov 15 09:06:31.962520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing driver for type 'vxlan'
Nov 15 09:06:31.963077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] vxlan ID ranges: [(1, 1000)]
Nov 15 09:06:32.070516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing extension driver 'port_security'
Nov 15 09:06:32.070832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.extensions.port_security [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] PortSecurityExtensionDriver initialization complete
Nov 15 09:06:32.071213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing mechanism driver 'openvswitch'
Nov 15 09:06:32.077472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80962) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:32.078329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a99fc1d0>> port after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.078744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a99fc1d0>> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.079145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a99fc1d0>> port after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.079585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4e10>> subnet after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.080012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4e10>> subnet after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.080408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4e10>> subnet after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.080832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4fd0>> network after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.081224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4fd0>> network after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.081608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95b4fd0>> network after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.082028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95041d0>> security_group after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.082418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95041d0>> security_group after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.082800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a95041d0>> security_group after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.083225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504390>> security_group_rule after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.083612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504390>> security_group_rule after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.084022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504390>> security_group_rule after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.084574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504550>> address_group after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.084962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504550>> address_group after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.085347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83a9504550>> address_group after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.085724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] ML2 OVO RPC backend initialized. {{(pid=80962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 15 09:06:32.086452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> router_interface after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.087118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> router_interface after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.087582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> network before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.087997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> networks before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.088387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> port before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.088772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> ports before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.089196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> subnet before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.089582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> subnets before_response 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.089972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> network after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.090355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> network after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.090734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> network after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.091111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> port after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.091490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.091892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> port after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.092269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> subnet after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.092648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> subnet after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.093024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83a9504630>> subnet after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.093672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.plugin [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Modular L2 Plugin initialization complete
Nov 15 09:06:32.094039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading services supported by the core plugin {{(pid=80962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 15 09:06:32.094414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.managers [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Got port-security extension from driver 'port_security'
Nov 15 09:06:32.094931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.extensions.vlantransparent [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Disabled vlantransparent extension.
Nov 15 09:06:32.095426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 15 09:06:32.095780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: router
Nov 15 09:06:32.151571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router_interface before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.152052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_create 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.152470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router before_create 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.152883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router_interface before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.153311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router_interface after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.153714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_delete 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.154122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> floatingip after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.154540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_create 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.154934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.155334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.155729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router_gateway after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.156168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.156667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.157094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f83a9c14620> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.157477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f83a9c14510> port after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.157861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f83a9c14598> subnet after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.158244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f83a9c146a8> subnetpool_address_scope after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.158643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> port precommit_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.159036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_create 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.159436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f83a9c0d598> port before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.160612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.160720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router after_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.161106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_delete 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.161504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_create 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.161926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router_interface after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.162324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83a95047b8>> router precommit_update 55549900 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.165026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Tracking information for resource: router configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:32.165422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Tracking information for resource: floatingip configured {{(pid=80962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 15 09:06:32.170247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_agentschedulers_db [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 15 09:06:32.170922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f83a94b9048> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.171327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f83a952ef28> port after_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.171722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _notify_port_delete at 0x7f83a94c5f28> port after_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.172141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f83a94b91e0> port after_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.173062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83a9553908>> router before_create 55550100 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.173469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83a9553908>> router precommit_delete 55550100 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.173875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83a9553908>> router precommit_create 55550100 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.174275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83a9553908>> router precommit_update 55550100 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.179743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.provider_configuration [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service providers = [] {{(pid=80962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 15 09:06:32.180175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.servicetype_db [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 15 09:06:32.183017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.service_base [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 15 09:06:32.183414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.service_base [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 15 09:06:32.183804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.service_base [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 15 09:06:32.184737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.service_base [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 15 09:06:32.185149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.services.service_base [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 15 09:06:32.185582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.185949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 15 09:06:32.207337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.207723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: auto_allocate
Nov 15 09:06:32.218696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f83a9487488> network precommit_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.219116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f83a9487488> network precommit_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.219720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.220118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: tag
Nov 15 09:06:32.232243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.232624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: timestamp
Nov 15 09:06:32.236500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.236877 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: network_ip_availability
Nov 15 09:06:32.243322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a9438400>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.243738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a9438400>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.244160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a9438400>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.244962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.245328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: flavors
Nov 15 09:06:32.261421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.261800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading Plugin: revisions
Nov 15 09:06:32.266217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 15 09:06:32.266651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.898s {{(pid=80962) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:06:32.267479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:658}}
Nov 15 09:06:32.267865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Initializing extension manager.
Nov 15 09:06:32.268441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: __init__.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.268830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: __pycache__ {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.269743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.270120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: _filter_validation_lib.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.270488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.270861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: address_group.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.271689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.272394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: address-group
Nov 15 09:06:32.272766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: address_scope.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.273569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.274176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: address-scope
Nov 15 09:06:32.274543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.275505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.276129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: router-admin-state-down-before-update
Nov 15 09:06:32.276497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: agent.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.277277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.277881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: agent
Nov 15 09:06:32.278245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: agent_resources_synced.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.279205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.279813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: agent-resources-synced
Nov 15 09:06:32.280208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: allowedaddresspairs.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.282165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.282780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: allowed-address-pairs
Nov 15 09:06:32.283156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: auto_allocated_topology.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.284292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.285449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: auto-allocated-topology
Nov 15 09:06:32.285819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: availability_zone.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.286590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.287200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: availability_zone
Nov 15 09:06:32.287570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: availability_zone_filter.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.288554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.289136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: availability_zone_filter
Nov 15 09:06:32.289509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: data_plane_status.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.290463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.291065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension data-plane-status not supported by any of loaded plugins
Nov 15 09:06:32.291436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: default_subnetpools.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.292429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.293030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: default-subnetpools
Nov 15 09:06:32.293399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.294283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.294886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: dhcp_agent_scheduler
Nov 15 09:06:32.295255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: dns.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.296217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.296805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension dns-integration not supported by any of loaded plugins
Nov 15 09:06:32.297173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: dns_domain_ports.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.298111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.298703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 15 09:06:32.299071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: dvr.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.299816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.300471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: dvr
Nov 15 09:06:32.300842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: empty_string_filtering.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.301778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.302382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: empty-string-filtering
Nov 15 09:06:32.302752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.303685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.304309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 15 09:06:32.304680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.305623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.306213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 15 09:06:32.306582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: external_net.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.309111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.309737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: external-net
Nov 15 09:06:32.310121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.311067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.311684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: extra_dhcp_opt
Nov 15 09:06:32.312092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: extraroute.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.313031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.313624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: extraroute
Nov 15 09:06:32.313994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: extraroute_atomic.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.315068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.315669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: extraroute-atomic
Nov 15 09:06:32.316190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: filter_validation.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.316919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.317508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: filter-validation
Nov 15 09:06:32.317876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: fip_pf_description.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.318815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.319416 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 15 09:06:32.319792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: fip_port_details.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.320814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.321367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: fip-port-details
Nov 15 09:06:32.321736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: flavors.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.323001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.323607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: flavors
Nov 15 09:06:32.324010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.325719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.326327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 15 09:06:32.326704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: floatingip_pools.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.327471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.328095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: floatingip-pools
Nov 15 09:06:32.328469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: ip_allocation.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.329429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.330032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension ip_allocation not supported by any of loaded plugins
Nov 15 09:06:32.330402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.331884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.332506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: ip-substring-filtering
Nov 15 09:06:32.332878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l2_adjacency.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.333826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.334412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 15 09:06:32.334782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.335888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.336486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: router
Nov 15 09:06:32.337109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.339493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.340135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 15 09:06:32.340520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.341488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.342087 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: ext-gw-mode
Nov 15 09:06:32.342464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.343412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.344043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: l3-ha
Nov 15 09:06:32.344413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_flavors.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.345351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.345947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: l3-flavors
Nov 15 09:06:32.346316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_ndp_proxy.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.347890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Router NDP proxy" alias="ndp-proxy" description="The ndp proxy support in router for ipv6." updated="2020-04-23T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.348570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension ndp-proxy not supported by any of loaded plugins
Nov 15 09:06:32.348944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.349894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.350496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 15 09:06:32.350864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: l3agentscheduler.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.352059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.352671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: l3_agent_scheduler
Nov 15 09:06:32.353045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: logging.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.354665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.355279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension logging not supported by any of loaded plugins
Nov 15 09:06:32.355659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: metering.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.356507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.357223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: metering
Nov 15 09:06:32.357599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.358729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.359324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: metering_source_and_destination_fields
Nov 15 09:06:32.359695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: multiprovidernet.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.360675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.361272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: multi-provider
Nov 15 09:06:32.361643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: netmtu.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.362630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.363236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: net-mtu
Nov 15 09:06:32.363607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: netmtu_writable.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.364595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.365194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: net-mtu-writable
Nov 15 09:06:32.365567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: network_availability_zone.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.366302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.366895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: network_availability_zone
Nov 15 09:06:32.367263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: network_ip_availability.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.368402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.369000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: network-ip-availability
Nov 15 09:06:32.369369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: network_segment_range.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.370219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.370810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension network-segment-range not supported by any of loaded plugins
Nov 15 09:06:32.371175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: pagination.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.372212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.372600 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: pagination
Nov 15 09:06:32.372973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.373915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.374511 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: port-mac-address-regenerate
Nov 15 09:06:32.374877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: port_resource_request.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.375812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.376434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension port-resource-request not supported by any of loaded plugins
Nov 15 09:06:32.376801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: portbindings.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.377749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.378408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: binding
Nov 15 09:06:32.378779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: portbindings_extended.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.380198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.380807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: binding-extended
Nov 15 09:06:32.381187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: portsecurity.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.382133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.382737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: port-security
Nov 15 09:06:32.383113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: project_id.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.384143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.384536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: project-id
Nov 15 09:06:32.384910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: providernet.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.385861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.386463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: provider
Nov 15 09:06:32.386836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.390455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.391066 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos not supported by any of loaded plugins
Nov 15 09:06:32.391444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.392755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.393361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 15 09:06:32.393739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.395205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.395803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 15 09:06:32.396202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_default.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.397148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.397734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-default not supported by any of loaded plugins
Nov 15 09:06:32.398108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_fip.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.398816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.399405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-fip not supported by any of loaded plugins
Nov 15 09:06:32.399776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_gateway_ip.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.400774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.401375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 15 09:06:32.401745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_port_network_policy.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.402691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.403281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 15 09:06:32.403649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_rule_type_details.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.404715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.405362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 15 09:06:32.405730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: qos_rules_alias.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.406809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.407402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 15 09:06:32.407773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: quotasv2.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.408794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.409174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: quotas
Nov 15 09:06:32.410156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: quotasv2_detail.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.411798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.412246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: quota_details
Nov 15 09:06:32.412624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: rbac.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.413796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.414405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: rbac-policies
Nov 15 09:06:32.414777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: rbac_address_scope.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.415739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.416362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: rbac-address-scope
Nov 15 09:06:32.416737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: rbac_security_groups.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.417678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.418277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: rbac-security-groups
Nov 15 09:06:32.418646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: rbac_subnetpool.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.419592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.420212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: rbac-subnetpool
Nov 15 09:06:32.420587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: revisionifmatch.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.421541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.422136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: revision-if-match
Nov 15 09:06:32.422504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: revisions.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.423646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.424287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: standard-attr-revisions
Nov 15 09:06:32.424659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: router_availability_zone.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.425433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.426028 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: router_availability_zone
Nov 15 09:06:32.426398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: router_extend_ndp_proxy.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.427407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Expose Router NDP Proxy" alias="router-extend-ndp-proxy" description="Expose NDP proxy fields in router response" updated="2020-07-04T16:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.428037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension router-extend-ndp-proxy not supported by any of loaded plugins
Nov 15 09:06:32.428406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: routerservicetype.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.429368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.429963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension router-service-type not supported by any of loaded plugins
Nov 15 09:06:32.430329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.431286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.431905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: port-security-groups-filtering
Nov 15 09:06:32.432277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: securitygroup.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.445335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.445967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: security-group
Nov 15 09:06:32.446350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: segment.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.447227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.447830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension segment not supported by any of loaded plugins
Nov 15 09:06:32.448230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.449188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.449788 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 15 09:06:32.450164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: servicetype.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.451295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.451918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: service-type
Nov 15 09:06:32.452294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: sorting.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.453304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.453689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: sorting
Nov 15 09:06:32.454061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: standard_attr_segment.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.455015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.455617 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 15 09:06:32.456020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: standardattrdescription.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.457343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.457935 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: standard-attr-description
Nov 15 09:06:32.458307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: stateful_security_group.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.459257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.459915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: stateful-security-group
Nov 15 09:06:32.460271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: stdattrs_common.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.460879 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 15 09:06:32.461250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.462478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.463072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 15 09:06:32.463442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnet_onboard.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.464653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.465254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: subnet_onboard
Nov 15 09:06:32.465625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.466585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.467180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 15 09:06:32.467549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnet_service_types.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.468534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.469136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: subnet-service-types
Nov 15 09:06:32.469504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnetallocation.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.470624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.471230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: subnet_allocation
Nov 15 09:06:32.471605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.472963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.473555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: subnetpool-prefix-ops
Nov 15 09:06:32.473925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.474887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.475480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 15 09:06:32.475872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: tagging.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.477133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.477745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: standard-attr-tag
Nov 15 09:06:32.478117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: timestamp.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.479328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.479966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loaded extension: standard-attr-timestamp
Nov 15 09:06:32.480339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: trunk.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.481394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.481990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension trunk not supported by any of loaded plugins
Nov 15 09:06:32.482362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: trunk_details.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.483308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.483924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension trunk-details not supported by any of loaded plugins
Nov 15 09:06:32.484300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: uplink_status_propagation.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.485244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.485834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 15 09:06:32.486203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Loading extension file: vlantransparent.py {{(pid=80962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:468}}
Nov 15 09:06:32.486917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:439}}
Nov 15 09:06:32.487508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 15 09:06:32.490456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:network
Nov 15 09:06:32.491269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnet
Nov 15 09:06:32.491985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnetpool
Nov 15 09:06:32.492667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:port
Nov 15 09:06:32.494161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.494661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service FLAVORS assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.495352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.495878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.496261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:router
Nov 15 09:06:32.497004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:floatingip
Nov 15 09:06:32.497793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service METERING assigned prefix: /metering {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.499576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a92cae80>> rbac-policy before_create 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.500018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a92cae80>> rbac-policy before_update 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.500422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83a92cae80>> rbac-policy before_delete 55550000 {{(pid=80962) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:06:32.501587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of CountableResource for resource:rbac_policy
Nov 15 09:06:32.502078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:security_group
Nov 15 09:06:32.502893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 15 09:06:32.503952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service CORE assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.504341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnetpool
Nov 15 09:06:32.504718 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] subnetpool is already registered
Nov 15 09:06:32.505415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service CORE assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.505800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnetpool
Nov 15 09:06:32.506174 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] subnetpool is already registered
Nov 15 09:06:32.508998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.509489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service FLAVORS assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.510152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.510624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.511011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:router
Nov 15 09:06:32.511384 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] router is already registered
Nov 15 09:06:32.512083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:floatingip
Nov 15 09:06:32.512458 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] floatingip is already registered
Nov 15 09:06:32.513161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service METERING assigned prefix: /metering {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.513920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of CountableResource for resource:rbac_policy
Nov 15 09:06:32.514294 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] rbac_policy is already registered
Nov 15 09:06:32.514927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:security_group
Nov 15 09:06:32.515301 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] security_group is already registered
Nov 15 09:06:32.516009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 15 09:06:32.516384 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] security_group_rule is already registered
Nov 15 09:06:32.517145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service CORE assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.517528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnetpool
Nov 15 09:06:32.517897 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] subnetpool is already registered
Nov 15 09:06:32.518573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.resource_helper [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Service CORE assigned prefix:  {{(pid=80962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 15 09:06:32.519467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Creating instance of TrackedResource for resource:subnetpool
Nov 15 09:06:32.519835 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.quota.resource_registry [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] subnetpool is already registered
Nov 15 09:06:32.520587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: extensions {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.522156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: address-groups {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.524723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: address-scopes {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.526035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: agents {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.527300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: auto-allocated-topology {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.528684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: availability_zones {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.629611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: dhcp-networks {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.631082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: dhcp-agents {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.632650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: routers {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.634626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: flavors {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.635936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: service_profiles {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.637308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: next_providers {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.638953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: service_profiles {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.640549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: floatingip-pools {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.641861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: routers {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.643794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: floatingips {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.645696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: l3-routers {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.647234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: l3-agents {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.648794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: metering-labels {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: metering-label-rules {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: network-ip-availabilities {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: bindings {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: quotas {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: rbac-policies {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.659583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: security-groups {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.661785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: security-group-rules {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.662157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: service-providers {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.663500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: subnetpools {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.665082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: subnetpools {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.666670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.668537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.670561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.672516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.674553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.676453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.678429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.680484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.682523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.684544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.extensions [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Extended resource: tags {{(pid=80962) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 15 09:06:32.692357 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING keystonemiddleware.auth_token [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 15 09:06:32.698644 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING keystonemiddleware.auth_token [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 15 09:06:32.708110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Acquired lock "singleton_lock" {{(pid=80962) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 15 09:06:32.708649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Releasing lock "singleton_lock" {{(pid=80962) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 15 09:06:32.710174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Starting 2 workers
Nov 15 09:06:32.715271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Started child 81073 {{(pid=80962) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 15 09:06:32.719369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.720102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Started child 81074 {{(pid=80962) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 15 09:06:32.720858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [-] (81073) wsgi starting up on http://0.0.0.0:9696
Nov 15 09:06:32.721795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Neutron service started, listening on 0.0.0.0:9696
Nov 15 09:06:32.722492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Notify callbacks [] for process, before_spawn {{(pid=80962) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.724283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.725071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Starting 1 workers
Nov 15 09:06:32.725627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [-] (81074) wsgi starting up on http://0.0.0.0:9696
Nov 15 09:06:32.730701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Started child 81075 {{(pid=80962) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 15 09:06:32.731256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Starting 1 workers
Nov 15 09:06:32.733209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] calling RpcWorker wait() {{(pid=81075) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 15 09:06:32.733646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] returning from RpcWorker wait() {{(pid=81075) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 15 09:06:32.735124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.735625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:32.736121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Started child 81076 {{(pid=80962) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 15 09:06:32.736933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cc5fa3-0c82-4c30-8657-2072a62061ff None None] Notify callbacks [] for process, after_spawn {{(pid=80962) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.738642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80962) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 15 09:06:32.738873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 15 09:06:32.739089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 15 09:06:32.739367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 15 09:06:32.739789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 15 09:06:32.740014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 15 09:06:32.740600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.740853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:32.740950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.741219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.741512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.741831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.742509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.742831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.743112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.743438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.743715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.743943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.744146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.744438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.744716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.745071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.745364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.745650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.745944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.746168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.746467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.746787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.747080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.747376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.747658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.748309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.748551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.748849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.749111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.749445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.749718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.750004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.750272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.750527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.750813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.751106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.751370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.751635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.751956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.752233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.752675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] host                           = dv-neutron-743142-12-ovs {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.752952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.753746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.754144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.754540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.754685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.755028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.755336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.755640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.755949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.756219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.756516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.756769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.757050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.757321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.757516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.757796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.758074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.758374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.758594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.758792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.758964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.759261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.759455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.759753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.760046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.760301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.760553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.760805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.761083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.761377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.761629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.761896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.762144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.762454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.762727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.763377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.763377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.764817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.765589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.765589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.765589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.766814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.767223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:32.767379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.767379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.767681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.767992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.772846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.772846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.772846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.772846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.773503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.773503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.773762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.773899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.774118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.774400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.774695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.774956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.775232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.775507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.775835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.776113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.776474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.776875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.777090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.81/identity {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.777367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.777623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.777904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.778225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.778488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.778738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.779303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.779303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.779536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.779775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.780056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.780332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.780621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.780884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.781185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.781507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.782694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.782976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.783263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.783859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.783859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.784137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.784377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.784769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.785218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.785489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.785751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.786012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.786277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.786562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.786825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.787067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.787331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.787589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.787872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.788148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.788442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.788688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.788942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.789223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.789466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.789719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.789976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.790233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.790490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.790776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.791050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.791305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.791557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.791825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.792091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.792365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.792626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.792881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.793132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.793384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.793636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.793869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.794396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.794827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.795103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.795394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.795686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.796010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.796358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.796671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.796931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.797208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.797489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.797789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.798052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.798338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.798603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.798864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.799175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.799450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.799712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.799999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.800287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.800548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.800855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.801122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.801397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.801675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.801981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.802306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.802710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.802903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.803180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.803474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.803812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.804166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.804482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.804926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.805373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.805898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.806373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.806721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.807176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.807648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.808132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.808697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.809161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.809609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.810038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.810509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.811075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.811393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.811651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.811933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.812260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.812569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.812846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.813144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.813441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.813728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.813998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.814271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.81/identity {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.814541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.814810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.815105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.815357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.815609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.816964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.817244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.817500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.817752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.818034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.818288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.818568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.818834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.819090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.819346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.819638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.819915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.820184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.820459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.820722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.820996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.821253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.821505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.821805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.822061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.822373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.822667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.822918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.823190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.823468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.823749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.824032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.824329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.824588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.824843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.825095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.825426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.825736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.825984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.826257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.826509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.827522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.827803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.828198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.828492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.828786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.829058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.829318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.829578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.829849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.830123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.830380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.830665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.830955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.831223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.832092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.832370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.832625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.832896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.833153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.833425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.833736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.834016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.834303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.834600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.834905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.835160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.835409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.835751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.836082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.836347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.836713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.837244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.837547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.837831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.838110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.838371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.838674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.839030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.839435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.839685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.840801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.840801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.840801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3400:3449'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.841041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.841120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.841462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.841825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.842556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.842556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.842733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.842934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.843196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.843452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.843716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.844018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.844276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.844561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.844846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.845140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.845395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.845671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.845926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.846189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.846439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.846699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.847006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.847201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 15 09:06:32.847763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80962) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 15 09:06:32.848012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 15 09:06:32.848191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 15 09:06:32.848404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 15 09:06:32.848625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 15 09:06:32.848787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 15 09:06:32.849049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.849205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.849390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.849580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.849761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.849962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.850169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.850359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.850529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.850716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.850930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.851099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.851399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.851597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.851786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.852920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.853980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.854171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.854361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.854550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.854755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.854915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.855944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.856133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.856320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] host                           = dv-neutron-743142-12-ovs {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.856509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.856695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.856881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.857158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.857373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.857560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.857730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.858126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.858292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.858451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.858647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.858835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.859597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.859597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.859597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.859597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.860859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.861028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.861388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.861554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.861735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.861924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.862110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.862297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.862485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.862790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.863053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.863877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.863877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.863877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.864308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.864308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.864308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.864699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.864699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.865533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.866249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.866346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.866506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.866674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.867031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.867226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.867394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.867820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.868950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.869110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.869297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.869464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.869644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.869943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.870099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.870239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.870377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 15 09:06:32.870571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.870846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.871824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.872880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.81/identity {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.873994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.874190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.874382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.874571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.874761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.874951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.875139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.875328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.875517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.875708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.875920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.876081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.876783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.876783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.876783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.876783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.877711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.878098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.878098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.879876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.880793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.881794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.882961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.883936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.884127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.884319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.884510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.884701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.884891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.885082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.885270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.885432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.885624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.885838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.886223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.886419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.886611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.886805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.886995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.887185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.887374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.887562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.887750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.887964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.888154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.888345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.888534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.888724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.888921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.889121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.889310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.889500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.889690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.889887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.890087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.890282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.890471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.890660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.890851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.891990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.892188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.892386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.892576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.892768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.892962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.893174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.893327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.893514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.893706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.893987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.894672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.894864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.895172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.895279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.895474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.895667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.895868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.81/identity {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.896066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.896211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.896407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.896598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.896788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.897821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.898967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.899156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.899346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.899534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.899723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.899933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.900124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.900319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.900507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.900706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.900917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.901976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.902166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.902358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.902571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.902798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.902899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.903931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.904121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.904313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.904502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.904720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.904886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.905912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.906103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.906294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.906484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.906681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.906932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.907891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.908040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.908220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.908422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.908614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.908803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.909009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.909201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.909392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.909732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.909994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.910271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.910468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.910667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.910872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.911074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.911267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.911467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.911669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3400:3449'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.911889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.912079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.912277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.912483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.912639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:32.912751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.912849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.913949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.914137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.914326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.914515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.914705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.914895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.915087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.915276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.915464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.915653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.915855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.916067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 15 09:06:32.916250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80962) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 15 09:06:33.173005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 51946) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:06:33.184897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0086792
Nov 15 09:06:43.260975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52f4fb-8220-4f25-96e9-9ae515e57515 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:06:43.407901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52f4fb-8220-4f25-96e9-9ae515e57515 None None] No non-hosted networks {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 15 09:06:43.436378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agentschedulers_db [None req-8a52f4fb-8220-4f25-96e9-9ae515e57515 None None] DHCP Agent not found on host dv-neutron-743142-12-ovs {{(pid=81075) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Nov 15 09:06:43.614599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9ca7-e9c4-4b68-b087-2591588365ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:45.657185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a74c53-bb4b-4d1e-a021-f18ab39722f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:45.693577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e276d36d-b511-419d-ace3-15f7931f0fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:46.184944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:47.495505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:47.496161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.496706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.497224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.497754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.498265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.498830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.499348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.499893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.500453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.500962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.501469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.501975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:47.502530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83a8e767b8>, 'Open vSwitch agent', 'dv-neutron-743142-12-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:47.510979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83a8e0ad68>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-743142-12-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:06:47.671128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] get_endpoint_by_host() called for host dv-neutron-743142-12-ovs {{(pid=81075) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 15 09:06:47.677206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] get_endpoint_by_ip() called for ip 192.168.0.64 {{(pid=81075) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 15 09:06:47.681154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] _add_endpoint() called for ip 192.168.0.64 {{(pid=81075) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 15 09:06:47.710198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] _get_endpoints() called {{(pid=81075) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 15 09:06:47.775720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:48.887028 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_hamode_db [None req-30ff7376-29c9-4b1d-b7a7-061419b9ad1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 15 09:06:48.982812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff7376-29c9-4b1d-b7a7-061419b9ad1c None None] Routers set() bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:06:48.983179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff7376-29c9-4b1d-b7a7-061419b9ad1c None None] Router IDs set() for agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 15 09:06:49.178787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52038) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:06:49.833709 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-cd8fb13a-5c51-413a-b660-da9147eae579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:06:49.834348 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-cd8fb13a-5c51-413a-b660-da9147eae579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:06:50.066799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-cd8fb13a-5c51-413a-b660-da9147eae579 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:06:50.067998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd8fb13a-5c51-413a-b660-da9147eae579 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8881898
Nov 15 09:06:52.781617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52052) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:06:53.209234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:06:53.258351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.policy [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81074) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 15 09:06:53.259179 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:06:53.259592 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:06:53.266669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f83a8d85c18>.
Nov 15 09:06:53.325036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:06:53.418697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762721027378', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762720939985', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762720939169', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762720928819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762720956338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3429574', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851348197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-942265'] for rbac-policy, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:53.632722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:53.633998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8bb7e2c0-b3b7-40dd-90f0-d9ba67bd9bfb admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8514061
Nov 15 09:06:56.647457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52066) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:06:57.057680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:06:57.063502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:06:57.068902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Usage tracker for resource:network and tenant:ccf3e01ef519472491a4e543dd70fb76 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:06:57.072556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:06:57.078554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:06:57.127061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Made reservation on behalf of ccf3e01ef519472491a4e543dd70fb76 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:06:57.133201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.152882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.254153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:06:57.258028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Usage tracker for resource:security_group_rule and tenant:ccf3e01ef519472491a4e543dd70fb76 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:06:57.260985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:06:57.266537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:06:57.387765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.415047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.420430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:06:57.444840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:06:57.471129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.471665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Added segment e2b40e80-82c7-40e8-a11f-b130bb04a103 of type vxlan for network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a
Nov 15 09:06:57.480585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1720b113-6773-459c-9630-3a858d6a9589,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:06:57.546374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.546760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.547127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.547487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.547872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.548231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.548584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.548935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.549297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.549645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.550018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.550361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Tracked resource versions report:
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'}}
Nov 15 09:06:57.551535 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:06:57.594940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.607854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:06:57.661070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.662462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:06:57.663159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:06:57.668028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:06:57.772478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Pushing event updated for resources: {'Network': ['ID=1c15ffd0-ce20-4eb7-ac59-9465a6a7726a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:06:57.775736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:06:57.783113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:06:57.882663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.2339358
Nov 15 09:07:01.082156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52082) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:01.587217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e118ced-984c-4dd0-b939-cafa1cd8a080 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:01.588720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e118ced-984c-4dd0-b939-cafa1cd8a080 admin admin] 10.222.0.81 "GET /v2.0/networks/1c15ffd0-ce20-4eb7-ac59-9465a6a7726a HTTP/1.1" status: 200  len: 818 time: 0.5055251
Nov 15 09:07:01.617582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45b9b4b4-a0da-4463-9481-633c7748ef1a admin admin] 10.222.0.81 "GET /v2.0/subnetpools/410ec3cc-a42b-4392-ae5c-2695f3eaa60c HTTP/1.1" status: 200  len: 734 time: 0.0228829
Nov 15 09:07:01.626709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Request body: {'subnet': {'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c', 'gateway_ip': '172.20.0.1', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:07:01.631812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:01.635751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Usage tracker for resource:subnet and tenant:ccf3e01ef519472491a4e543dd70fb76 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:01.638751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:01.644525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:01.752226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Made reservation on behalf of ccf3e01ef519472491a4e543dd70fb76 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:07:01.757552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:02.426879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:02.441957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:02.582041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bb092f-989d-4e6f-88af-5e3f57a59423,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:02.588931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:02.646783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Checking segment: {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:07:02.647163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Network hostable DHCP agents. Network: 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:07:02.727234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:07:02.772981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:02.777547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:02.778189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:02.782964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76252b4-c480-42b6-811e-9eeb7795cf8e None None] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:07:02.825357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2021563
Nov 15 09:07:03.223454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:07:03.224737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:03.602891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Allocated IP 172.20.0.2 (1c15ffd0-ce20-4eb7-ac59-9465a6a7726a/36bb092f-989d-4e6f-88af-5e3f57a59423/50596f47-9133-48ac-8796-b284c7fdec22) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:07:03.885280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:03.942513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Transition to ACTIVE for port object 50596f47-9133-48ac-8796-b284c7fdec22 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:07:03.961158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Transition to ACTIVE for port object 50596f47-9133-48ac-8796-b284c7fdec22 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:07:03.996195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:04.012720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:04.159936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Pushing event updated for resources: {'Port': ['ID=50596f47-9133-48ac-8796-b284c7fdec22,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:04.187921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.188312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.188716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.189090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.189457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.189825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.190191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.191193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.191575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.191971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.192340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.192701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Tracked resource versions report:
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'}}
Nov 15 09:07:04.193934 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:07:04.197662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:04.235157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:07:04.236375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:04.239413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:07:04.299988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Attempting to bind port 50596f47-9133-48ac-8796-b284c7fdec22 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:07:04.300436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Attempting to bind port 50596f47-9133-48ac-8796-b284c7fdec22 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:07:04.300912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Attempting to bind port 50596f47-9133-48ac-8796-b284c7fdec22 on network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:07:04.307619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:07:04.308237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Checking segment: {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:07:04.308759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:04.309195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Bound using segment: {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:07:04.309736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Bound port: 50596f47-9133-48ac-8796-b284c7fdec22, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:07:04.310166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:04.414661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] For port 50596f47-9133-48ac-8796-b284c7fdec22, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:07:04.418712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] For port 50596f47-9133-48ac-8796-b284c7fdec22, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50596f47-9133-48ac-8796-b284c7fdec22,segment=NetworkSegment(e2b40e80-82c7-40e8-a11f-b130bb04a103),segment_id=e2b40e80-82c7-40e8-a11f-b130bb04a103)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:07:04.458975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:04.475077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:04.808057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Pushing event updated for resources: {'Port': ['ID=50596f47-9133-48ac-8796-b284c7fdec22,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:04.811326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:05.707264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 52092) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:06.386711 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-fdd73a2b-00fd-4b2e-b964-ecec47d8a498 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:07:06.387315 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-fdd73a2b-00fd-4b2e-b964-ecec47d8a498 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:07:06.621162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-fdd73a2b-00fd-4b2e-b964-ecec47d8a498 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:07:06.622431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fdd73a2b-00fd-4b2e-b964-ecec47d8a498 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.9127302
Nov 15 09:07:07.793705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50596f47-9133-48ac-8796-b284c7fdec22 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:07.941750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 50596f47-9133-48ac-8796-b284c7fdec22 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:07:09.242088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ad536-b78c-457d-bc6a-8d5b284042d6 None None] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:07:09.360029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Provisioning for port 50596f47-9133-48ac-8796-b284c7fdec22 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:07:09.376998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Provisioning complete for port 50596f47-9133-48ac-8796-b284c7fdec22 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:09.377410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:09.378133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:09.617606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:09.666025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] For port 50596f47-9133-48ac-8796-b284c7fdec22, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50596f47-9133-48ac-8796-b284c7fdec22,segment=NetworkSegment(e2b40e80-82c7-40e8-a11f-b130bb04a103),segment_id=e2b40e80-82c7-40e8-a11f-b130bb04a103)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:07:09.701399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:09.703574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:09.785488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Pushing event updated for resources: {'Port': ['ID=50596f47-9133-48ac-8796-b284c7fdec22,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:09.800289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:09.821984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-d91a509a-45c0-4878-b8c4-3e54eabc15af admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:07:09.824740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d91a509a-45c0-4878-b8c4-3e54eabc15af admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4451478
Nov 15 09:07:09.929293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b7eae33-7cc3-47a6-8863-38d9c601b983 None None] Provisioning complete for port 50596f47-9133-48ac-8796-b284c7fdec22 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:09.929724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7eae33-7cc3-47a6-8863-38d9c601b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:10.207880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-91e7a36b-f615-4ccd-870a-ad41fd6ee27e None None] Provisioning complete for port 50596f47-9133-48ac-8796-b284c7fdec22 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:10.208229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91e7a36b-f615-4ccd-870a-ad41fd6ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:11.729106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50596f47-9133-48ac-8796-b284c7fdec22 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:11.799835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:07:11.809545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 50596f47-9133-48ac-8796-b284c7fdec22 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:11.809964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:12.921458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:13.203637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78989e21-141d-4a6a-88e1-34603cbbbe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.328725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:07:13.337225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:13.341217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Usage tracker for resource:router and tenant:ccf3e01ef519472491a4e543dd70fb76 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:13.344375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:13.350165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:13.386550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.387882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.458775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.609625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.654806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:13.656081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95767813-61c1-4e2b-a056-11863232b763 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7335231
Nov 15 09:07:15.649187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3488a970-cc6f-4fa8-9891-95a6ed0c035a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:16.123347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:16.397171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52142) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:16.582829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-0bfacb46-dc86-42b6-a742-098677d3d382 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:07:16.583947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0bfacb46-dc86-42b6-a742-098677d3d382 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1857738
Nov 15 09:07:17.469892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:17.722191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.149816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52162) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:19.229014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:07:19.233887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:19.238501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Usage tracker for resource:network and tenant:108143771e474df6900186c0a2fd1232 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:19.242002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:19.247651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:19.349603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Made reservation on behalf of 108143771e474df6900186c0a2fd1232 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:07:19.354305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.367633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.444543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:19.448468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:108143771e474df6900186c0a2fd1232 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:19.451363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:19.457575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:19.610072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.637548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.641673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:19.670095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca3f9b5-810c-47c4-9765-f8d91b52d990,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:19.673386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:19.700789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Reserving flat network on physical network physnet1 {{(pid=81074) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 15 09:07:19.773655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.774225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f83a9b3b2f0> segment precommit_create {{(pid=81074) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 15 09:07:19.774647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Added segment 5474815b-64e1-43b7-9e4f-a51681e44583 of type flat for network e95405db-8461-44c0-8584-37dd4080dc78
Nov 15 09:07:19.862753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.923419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.924660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:19.925268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:19.930160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:20.032286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=e95405db-8461-44c0-8584-37dd4080dc78,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:20.035180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:20.042475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e95405db-8461-44c0-8584-37dd4080dc78 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:07:20.055909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9047794
Nov 15 09:07:22.589572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52172) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:22.731942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff50fc0-9be7-4483-be57-61d72cc010a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:22.733367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ff50fc0-9be7-4483-be57-61d72cc010a0 admin admin] 10.222.0.81 "GET /v2.0/subnets/36bb092f-989d-4e6f-88af-5e3f57a59423 HTTP/1.1" status: 200  len: 849 time: 0.1427815
Nov 15 09:07:22.907114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc0a1a63-7d50-44cd-b204-f4d3a9e553b3 admin admin] 10.222.0.81 "GET /v2.0/routers/1694763a-5caa-48c7-8c6d-467047fcf3b8 HTTP/1.1" status: 200  len: 704 time: 0.1668925
Nov 15 09:07:23.606296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.019336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Allocated IP 172.20.0.1 (1c15ffd0-ce20-4eb7-ac59-9465a6a7726a/36bb092f-989d-4e6f-88af-5e3f57a59423/b65e32f3-c156-4cbd-b773-32e0ea792f8f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:07:24.243566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.260853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Transition to ACTIVE for port object b65e32f3-c156-4cbd-b773-32e0ea792f8f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:07:24.339165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.354598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:24.494210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b65e32f3-c156-4cbd-b773-32e0ea792f8f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:24.500619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:24.554367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:07:24.555455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:24.557677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:07:24.558191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.731609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.803547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11bda3fd-ee70-4251-9c72-ddb9cc69c6c7 None None] Provisioning for port b65e32f3-c156-4cbd-b773-32e0ea792f8f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:07:24.808615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11bda3fd-ee70-4251-9c72-ddb9cc69c6c7 None None] Provisioning complete for port b65e32f3-c156-4cbd-b773-32e0ea792f8f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:24.809246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11bda3fd-ee70-4251-9c72-ddb9cc69c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:24.872463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-11bda3fd-ee70-4251-9c72-ddb9cc69c6c7 None None] Port b65e32f3-c156-4cbd-b773-32e0ea792f8f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:07:25.040597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:25.075574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:25.076666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:25.091557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:25.229878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b65e32f3-c156-4cbd-b773-32e0ea792f8f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:25.234032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:25.289914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:07:25.290987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:25.497631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-548ebd3e-4b5c-487f-9647-07cd1b17effd None None] Provisioning complete for port b65e32f3-c156-4cbd-b773-32e0ea792f8f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:25.497965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-548ebd3e-4b5c-487f-9647-07cd1b17effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:25.566700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-548ebd3e-4b5c-487f-9647-07cd1b17effd None None] Port b65e32f3-c156-4cbd-b773-32e0ea792f8f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:07:25.909840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Router 1694763a-5caa-48c7-8c6d-467047fcf3b8 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:07:26.115266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:07:26.126053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] 10.222.0.81 "PUT /v2.0/routers/1694763a-5caa-48c7-8c6d-467047fcf3b8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.2124977
Nov 15 09:07:26.128311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Sync routers for ids ['1694763a-5caa-48c7-8c6d-467047fcf3b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:07:26.142289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Routers {'1694763a-5caa-48c7-8c6d-467047fcf3b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:07:26.143879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee93c8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1694763a-5caa-48c7-8c6d-467047fcf3b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:26.357002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Set router 1694763a-5caa-48c7-8c6d-467047fcf3b8 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:07:26.756839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee93c8>, [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:24Z', 'revision_number': 2, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port_host': None, '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:24Z', 'revision_number': 2, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:26.762004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Checking router: 1694763a-5caa-48c7-8c6d-467047fcf3b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:07:26.762420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Updating router 1694763a-5caa-48c7-8c6d-467047fcf3b8 port b65e32f3-c156-4cbd-b773-32e0ea792f8f binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:07:26.827045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:27.459343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:27.474747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Transition to ACTIVE for port object b65e32f3-c156-4cbd-b773-32e0ea792f8f will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:07:27.504220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:27.523257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:27.678532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Pushing event updated for resources: {'Port': ['ID=b65e32f3-c156-4cbd-b773-32e0ea792f8f,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:27.706443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.706821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.707190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.707553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.707937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.708296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.708731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.709042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.709460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.709764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.710113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.710461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Tracked resource versions report:
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'}}
Nov 15 09:07:27.711871 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:07:27.721401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:27.856508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Attempting to bind port b65e32f3-c156-4cbd-b773-32e0ea792f8f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:07:27.856953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Attempting to bind port b65e32f3-c156-4cbd-b773-32e0ea792f8f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:07:27.857389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Attempting to bind port b65e32f3-c156-4cbd-b773-32e0ea792f8f on network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:07:27.865675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:07:27.866088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Checking segment: {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:07:27.866557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:27.866990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Bound using segment: {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:07:27.867529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Bound port: b65e32f3-c156-4cbd-b773-32e0ea792f8f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b40e80-82c7-40e8-a11f-b130bb04a103', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:07:27.867978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:27.971025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] For port b65e32f3-c156-4cbd-b773-32e0ea792f8f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:07:27.975464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] For port b65e32f3-c156-4cbd-b773-32e0ea792f8f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b65e32f3-c156-4cbd-b773-32e0ea792f8f,segment=NetworkSegment(e2b40e80-82c7-40e8-a11f-b130bb04a103),segment_id=e2b40e80-82c7-40e8-a11f-b130bb04a103)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:07:28.038019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:28.051979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:28.212025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Pushing event updated for resources: {'Port': ['ID=b65e32f3-c156-4cbd-b773-32e0ea792f8f,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:28.216686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:28.276859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Routers {'1694763a-5caa-48c7-8c6d-467047fcf3b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:07:28.277540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee93c8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1694763a-5caa-48c7-8c6d-467047fcf3b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:28.471951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] Set router 1694763a-5caa-48c7-8c6d-467047fcf3b8 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:07:28.662896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52184) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:28.833514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee93c8>, [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:24Z', 'revision_number': 2, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port_host': None, '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:27Z', 'revision_number': 4, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:28.838058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02e043-db20-49fe-b54f-7444243e6f80 None None] The sync data for ids ['1694763a-5caa-48c7-8c6d-467047fcf3b8'] in dv-neutron-743142-12-ovs is: [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:24Z', 'revision_number': 2, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port_host': None, '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:27Z', 'revision_number': 4, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:07:28.850119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c765fd1-3f8a-44d0-8a61-ae1d6e6cb873 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:28.850770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6c765fd1-3f8a-44d0-8a61-ae1d6e6cb873 admin admin] Synchronizing usage tracker for tenant:108143771e474df6900186c0a2fd1232 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:07:28.900386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6c765fd1-3f8a-44d0-8a61-ae1d6e6cb873 admin admin] Unset dirty status for tenant:108143771e474df6900186c0a2fd1232 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:07:28.901724 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6c765fd1-3f8a-44d0-8a61-ae1d6e6cb873 admin admin] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 842 time: 0.2377565
Nov 15 09:07:28.912291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Request body: {'subnet': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'name': 'public-subnet', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:07:28.918147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:28.922246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Usage tracker for resource:subnet and tenant:108143771e474df6900186c0a2fd1232 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:28.925533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:28.935416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:28.968781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Made reservation on behalf of 108143771e474df6900186c0a2fd1232 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:07:28.973823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:29.545847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:07:29.546426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:29.561876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:29.731878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff8e31c-3ad3-4d01-ada9-628621686ea3,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:29.741241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:29.777695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:07:29.778089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Network hostable DHCP agents. Network: e95405db-8461-44c0-8584-37dd4080dc78, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:07:29.814828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b65e32f3-c156-4cbd-b773-32e0ea792f8f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:29.870070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:07:29.906516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, e95405db-8461-44c0-8584-37dd4080dc78) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:29.911651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:29.912327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:29.917262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18684583-17d9-40f7-923f-1b2ca45c7678 None None] Network e95405db-8461-44c0-8584-37dd4080dc78 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:07:29.965202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0567532
Nov 15 09:07:29.987238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b65e32f3-c156-4cbd-b773-32e0ea792f8f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:07:29.997934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b65e32f3-c156-4cbd-b773-32e0ea792f8f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:29.998347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:30.277020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:30.306705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b864e4-9758-4d15-b1ac-0eaada1c0b35 None None] Network e95405db-8461-44c0-8584-37dd4080dc78 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:07:30.396427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b65e32f3-c156-4cbd-b773-32e0ea792f8f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b65e32f3-c156-4cbd-b773-32e0ea792f8f,segment=NetworkSegment(e2b40e80-82c7-40e8-a11f-b130bb04a103),segment_id=e2b40e80-82c7-40e8-a11f-b130bb04a103)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:07:30.471076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:30.479153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:30.601977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b65e32f3-c156-4cbd-b773-32e0ea792f8f,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:30.604938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:31.750459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b65e32f3-c156-4cbd-b773-32e0ea792f8f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:31.840192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b65e32f3-c156-4cbd-b773-32e0ea792f8f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:31.840752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:32.571675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52198) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:32.846168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ee39fad9-16e0-498c-8898-7dab4b094a11 admin admin] 10.222.0.81 "GET /v2.0/routers/1694763a-5caa-48c7-8c6d-467047fcf3b8 HTTP/1.1" status: 200  len: 710 time: 0.2727468
Nov 15 09:07:32.986278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb02a13-7846-494f-ab49-5d05e630bbc6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:07:32.987942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2bb02a13-7846-494f-ab49-5d05e630bbc6 admin admin] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 886 time: 0.1359138
Nov 15 09:07:32.997746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:07:33.747641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:33.970201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.000993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.013670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.045744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:07:34.049739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:07:34.052586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:07:34.058189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:07:34.231014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.257988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.274026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b616e69-8ab5-4312-bf58-c40aaa36ff6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:34.366886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6301df2-6d5b-4d8e-89f9-a046ca205074,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:34.371563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:34.534535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Allocated IP 172.26.4.66 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/4de94a94-52a7-4e65-8265-22f28e23a27e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:07:34.686114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.738878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:34.756525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:34.910903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Pushing event updated for resources: {'Port': ['ID=4de94a94-52a7-4e65-8265-22f28e23a27e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:34.927017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:34.968469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:07:34.969555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:07:34.972375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:07:35.235184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:35.442461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:35.445947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:35.691734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Router 1694763a-5caa-48c7-8c6d-467047fcf3b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:07:36.109636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:07:36.120254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Sync routers for ids ['1694763a-5caa-48c7-8c6d-467047fcf3b8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:07:36.125841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:36.127854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] 10.222.0.81 "PUT /v2.0/routers/1694763a-5caa-48c7-8c6d-467047fcf3b8 HTTP/1.1" status: 200  len: 889 time: 3.1336112
Nov 15 09:07:36.133922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Routers {'1694763a-5caa-48c7-8c6d-467047fcf3b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:07:36.134724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1694763a-5caa-48c7-8c6d-467047fcf3b8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:36.387166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Set router 1694763a-5caa-48c7-8c6d-467047fcf3b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:07:36.765218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:35Z', 'revision_number': 4, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port': {'id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:34Z', 'updated_at': '2020-11-15T09:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:30Z', 'revision_number': 5, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:36.770699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Checking router: 1694763a-5caa-48c7-8c6d-467047fcf3b8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:07:36.771092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Updating router 1694763a-5caa-48c7-8c6d-467047fcf3b8 port 4de94a94-52a7-4e65-8265-22f28e23a27e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:07:36.836650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.260164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.334766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Transition to ACTIVE for port object 4de94a94-52a7-4e65-8265-22f28e23a27e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:07:37.403479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.419631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:37.561578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Pushing event updated for resources: {'Port': ['ID=4de94a94-52a7-4e65-8265-22f28e23a27e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:37.575109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:37.628473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Attempting to bind port 4de94a94-52a7-4e65-8265-22f28e23a27e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:07:37.628893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Attempting to bind port 4de94a94-52a7-4e65-8265-22f28e23a27e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:07:37.629303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Attempting to bind port 4de94a94-52a7-4e65-8265-22f28e23a27e on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:07:37.636160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:07:37.636581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:07:37.637028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.637467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:07:37.637978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Bound port: 4de94a94-52a7-4e65-8265-22f28e23a27e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:07:37.638413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.744721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] For port 4de94a94-52a7-4e65-8265-22f28e23a27e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:07:37.747980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] For port 4de94a94-52a7-4e65-8265-22f28e23a27e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4de94a94-52a7-4e65-8265-22f28e23a27e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:07:37.769024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:37.787137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:37.945133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Pushing event updated for resources: {'Port': ['ID=4de94a94-52a7-4e65-8265-22f28e23a27e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:37.948376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:37.991611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Routers {'1694763a-5caa-48c7-8c6d-467047fcf3b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:07:37.992313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1694763a-5caa-48c7-8c6d-467047fcf3b8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:38.367659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] Set router 1694763a-5caa-48c7-8c6d-467047fcf3b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:07:38.729208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:35Z', 'revision_number': 4, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port': {'id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:34Z', 'updated_at': '2020-11-15T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:30Z', 'revision_number': 5, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:07:38.733271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827f1ab-c48a-4b39-9a4f-d3bfbc35003c None None] The sync data for ids ['1694763a-5caa-48c7-8c6d-467047fcf3b8'] in dv-neutron-743142-12-ovs is: [{'id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'name': 'router1', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:07:13Z', 'updated_at': '2020-11-15T09:07:35Z', 'revision_number': 4, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'gw_port': {'id': '4de94a94-52a7-4e65-8265-22f28e23a27e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:34Z', 'updated_at': '2020-11-15T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b65e32f3-c156-4cbd-b773-32e0ea792f8f', 'name': '', 'network_id': '1c15ffd0-ce20-4eb7-ac59-9465a6a7726a', 'tenant_id': 'ccf3e01ef519472491a4e543dd70fb76', 'mac_address': 'fa:16:3e:93:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1694763a-5caa-48c7-8c6d-467047fcf3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:07:23Z', 'updated_at': '2020-11-15T09:07:30Z', 'revision_number': 5, 'project_id': 'ccf3e01ef519472491a4e543dd70fb76', 'subnets': [{'id': '36bb092f-989d-4e6f-88af-5e3f57a59423', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '410ec3cc-a42b-4392-ae5c-2695f3eaa60c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:07:38.838725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52208) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:07:39.011763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-288822ae-72fe-4df2-bd9d-bae63cd2f8e4 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1718006
Nov 15 09:07:39.782370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4de94a94-52a7-4e65-8265-22f28e23a27e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:39.927071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 4de94a94-52a7-4e65-8265-22f28e23a27e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:07:39.932313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4de94a94-52a7-4e65-8265-22f28e23a27e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:39.932732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:40.081206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:40.098355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 4de94a94-52a7-4e65-8265-22f28e23a27e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4de94a94-52a7-4e65-8265-22f28e23a27e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:07:40.132322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:40.134595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:07:40.211469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=4de94a94-52a7-4e65-8265-22f28e23a27e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:07:40.219482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:07:41.778371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4de94a94-52a7-4e65-8265-22f28e23a27e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:07:41.953520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4de94a94-52a7-4e65-8265-22f28e23a27e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:07:41.955460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:43.226077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9799-0320-41d1-a57f-ebe7275e4e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:45.671655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f890ca2f-71af-4462-b480-3c09cc6473c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:46.155669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:47.487127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:47.746286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:07:48.801971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:08:13.208178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b16f56a4-f638-4dab-a917-fdda991ef235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:15.634856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18966563-7ad0-4436-9c9f-369806fb5bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:16.132031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:17.457239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:17.750642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:25.804021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:08:43.190176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333d1c69-eab1-48ff-a281-17905b08eb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:45.639914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38d14443-f8ed-40fa-b406-fb79d8fc6fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:46.144379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:47.470400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:08:48.019213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:02.820799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:09:13.195289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdc03da4-bba7-4e4a-a053-385f5db6cf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:15.623789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e6a750f-29a2-42b6-af68-cfc0d2633d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:16.189896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:17.452178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:17.742115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:39.811926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:09:43.194435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4665c8-ce11-4ac9-b46e-dfc6ecc739e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:45.639167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d065e44d-df2a-4bf0-92da-58d85ff79fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:46.143190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:47.473377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:47.753384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:09:58.671571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:09:58.777153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaea4c3-48b7-4eda-8f1d-4cc36c5e559d admin admin] GET failed (client error): The resource could not be found.
Nov 15 09:09:58.778464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-feaea4c3-48b7-4eda-8f1d-4cc36c5e559d admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1058125
Nov 15 09:09:58.926179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41154a-cc4f-4a55-81c6-bb4ab27694c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:09:58.927689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f41154a-cc4f-4a55-81c6-bb4ab27694c9 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1438391
Nov 15 09:10:01.399055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52830) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:01.541358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ac861-2780-4ef1-bd33-7f43a31ade23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:01.541970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-150ac861-2780-4ef1-bd33-7f43a31ade23 admin admin] Synchronizing usage tracker for tenant:108143771e474df6900186c0a2fd1232 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:10:01.628006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-150ac861-2780-4ef1-bd33-7f43a31ade23 admin admin] Unset dirty status for tenant:108143771e474df6900186c0a2fd1232 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:10:01.629529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-150ac861-2780-4ef1-bd33-7f43a31ade23 admin admin] 10.222.0.81 "GET /v2.0/subnets/36bb092f-989d-4e6f-88af-5e3f57a59423 HTTP/1.1" status: 200  len: 849 time: 0.2291827
Nov 15 09:10:01.640167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:10:01.768171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:02.107161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615'] for subnet, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:02.122742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-092ddba8-5b2c-4ebc-bb98-319dc738bb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:10:02.255119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bb092f-989d-4e6f-88af-5e3f57a59423,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:10:02.281424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.281822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.282194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.282556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.282915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.283360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.284265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.284624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.284993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.285349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.285702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.286051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:02.297230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:10:02.315193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:02.315874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:02.317359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] 10.222.0.81 "PUT /v2.0/subnets/36bb092f-989d-4e6f-88af-5e3f57a59423 HTTP/1.1" status: 200  len: 868 time: 0.6813772
Nov 15 09:10:02.320932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeadc622-a5f0-4875-bda7-571c08a551a1 None None] Network 1c15ffd0-ce20-4eb7-ac59-9465a6a7726a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:10:02.839455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-61854421-7cae-4881-9765-1a60cddc150e None None] Provisioning complete for port b65e32f3-c156-4cbd-b773-32e0ea792f8f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:10:02.840017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61854421-7cae-4881-9765-1a60cddc150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:02.989881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-61854421-7cae-4881-9765-1a60cddc150e None None] Provisioning complete for port 50596f47-9133-48ac-8796-b284c7fdec22 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:10:02.990197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61854421-7cae-4881-9765-1a60cddc150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:04.930897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52840) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:05.147292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f2bd0-85d4-469f-85b6-06540786fced admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:05.147631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f2bd0-85d4-469f-85b6-06540786fced admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:05.149328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c1f2bd0-85d4-469f-85b6-06540786fced admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2173584
Nov 15 09:10:07.645910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52850) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:07.858843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff1b56-defc-45ef-8cf4-03d59e613736 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:07.859266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff1b56-defc-45ef-8cf4-03d59e613736 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:07.860948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58ff1b56-defc-45ef-8cf4-03d59e613736 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2139797
Nov 15 09:10:10.342498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:10.556333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c78a41-726d-491b-b16b-49a11c5f2be5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:10.557820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5c78a41-726d-491b-b16b-49a11c5f2be5 admin admin] 10.222.0.81 "GET /v2.0/networks/1c15ffd0-ce20-4eb7-ac59-9465a6a7726a HTTP/1.1" status: 200  len: 862 time: 0.2143023
Nov 15 09:10:13.050260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52870) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:13.205693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efd77997-c6d6-47f2-ad32-75d8f842a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:13.263188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b9f722-fd8a-49f6-9157-45e607c71330 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:13.264862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3b9f722-fd8a-49f6-9157-45e607c71330 admin admin] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 886 time: 0.2135825
Nov 15 09:10:15.651362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-320fb528-4744-43bc-9047-a306686d858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:15.746232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52880) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:15.890805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dffde-c2b7-49ed-895e-34048d069f2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:15.891223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dffde-c2b7-49ed-895e-34048d069f2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:15.893389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d70dffde-c2b7-49ed-895e-34048d069f2a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1461229
Nov 15 09:10:16.137108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:16.814233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:10:17.456998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:17.737968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:18.388275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52890) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:18.535535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ad671-6856-4b23-b2f0-d6c85e304f0a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:18.535985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ad671-6856-4b23-b2f0-d6c85e304f0a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:18.537625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-117ad671-6856-4b23-b2f0-d6c85e304f0a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1483269
Nov 15 09:10:21.020183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52900) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:21.164730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadc248-c903-4955-bad8-cc244e4e48ec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:21.166190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdadc248-c903-4955-bad8-cc244e4e48ec admin admin] 10.222.0.81 "GET /v2.0/subnets/36bb092f-989d-4e6f-88af-5e3f57a59423 HTTP/1.1" status: 200  len: 868 time: 0.1449902
Nov 15 09:10:23.671807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52910) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:23.815864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef28fe5-97f8-47be-8768-f08449e1a039 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:23.817307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ef28fe5-97f8-47be-8768-f08449e1a039 admin admin] 10.222.0.81 "GET /v2.0/subnets/4ff8e31c-3ad3-4d01-ada9-628621686ea3 HTTP/1.1" status: 200  len: 816 time: 0.1444445
Nov 15 09:10:43.193498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-815dbd1e-7e2f-46f1-a47c-a3a1ef36a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:45.649363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87a328ab-418e-4437-bedd-9dc2bd2aa170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:46.159062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:47.469570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:47.747750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:49.835091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 52950) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:49.919905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-7e4dc5fd-326c-4a4b-af5a-87fdfcadc110 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:10:49.921001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e4dc5fd-326c-4a4b-af5a-87fdfcadc110 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0849195
Nov 15 09:10:52.503682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 52960) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:52.672882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a507438-a767-496b-b56a-627ef9ce840b admin admin] GET failed (client error): The resource could not be found.
Nov 15 09:10:52.674389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5a507438-a767-496b-b56a-627ef9ce840b admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1696541
Nov 15 09:10:52.874397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.policy [None req-7b8094c9-8ff7-4771-b0fa-b400aaa661b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81073) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 15 09:10:52.875376 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-7b8094c9-8ff7-4771-b0fa-b400aaa661b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:10:52.875882 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING oslo_policy.policy [None req-7b8094c9-8ff7-4771-b0fa-b400aaa661b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 15 09:10:52.881828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8094c9-8ff7-4771-b0fa-b400aaa661b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:52.883664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b8094c9-8ff7-4771-b0fa-b400aaa661b2 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2049339
Nov 15 09:10:53.816262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:10:55.390412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 52972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:55.470318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:10:55.473175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.quota [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f83a8f12d30>.
Nov 15 09:10:55.479983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:10:55.492874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:10:55.541666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Made reservation on behalf of 108143771e474df6900186c0a2fd1232 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:10:55.547670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:55.650127 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.services.revisions.revision_plugin [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f83a8c979e8] {project_id='108143771e474df6900186c0a2fd1232', id='58db7316-ec69-4c1d-b47a-4c73b29eb0c1', target_tenant='*', action='access_as_shared', object_id='7d60f094-ef93-48a6-bbde-b66c0c10548a'}> to bump revision.
Nov 15 09:10:55.720422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:10:55.731776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:55.732339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Added segment e955c462-b51e-4801-b8f5-8b355ad125ca of type vxlan for network 7d60f094-ef93-48a6-bbde-b66c0c10548a
Nov 15 09:10:55.808045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:55.872970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:55.874728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:55.876130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:55.882663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:10:55.991622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d60f094-ef93-48a6-bbde-b66c0c10548a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:10:56.001545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.001927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.002293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.002655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.003015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.003377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.003731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.004134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.004505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.004858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.005206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.005554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Tracked resource versions report:
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'}}
Nov 15 09:10:56.006735 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:10:56.027116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6345825
Nov 15 09:10:56.035634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:10:56.044420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:10:58.540782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 52986) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:10:58.650906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d35ae-a153-4aff-ad96-396f8220661e admin admin] GET failed (client error): The resource could not be found.
Nov 15 09:10:58.652239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-413d35ae-a153-4aff-ad96-396f8220661e admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1104498
Nov 15 09:10:58.770919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276b4c36-b20e-445d-b606-5acadefe0db1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:58.772438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-276b4c36-b20e-445d-b606-5acadefe0db1 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1151049
Nov 15 09:10:58.783629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a', 'description': 'shared-subnet'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:10:58.788367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:10:58.798169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:10:58.832961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Made reservation on behalf of 108143771e474df6900186c0a2fd1232 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:10:58.837602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:59.259063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:59.273943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:10:59.410113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0a3687-1aa7-4308-be80-f6b783faf8d4,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:10:59.414923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:10:59.473627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Checking segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:10:59.476682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Network hostable DHCP agents. Network: 7d60f094-ef93-48a6-bbde-b66c0c10548a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:10:59.547523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:10:59.581931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 7d60f094-ef93-48a6-bbde-b66c0c10548a) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:10:59.585838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:10:59.586474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:10:59.591299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145659cb-5766-4565-b5a3-82f7fbfe760c None None] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:10:59.639869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8603604
Nov 15 09:10:59.835173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-7d60f094-ef93-48a6-bbde-b66c0c10548a', 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a', 'tenant_id': '108143771e474df6900186c0a2fd1232', 'fixed_ips': [{'subnet_id': 'ed0a3687-1aa7-4308-be80-f6b783faf8d4'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:10:59.836404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:00.290170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Allocated IP 192.168.233.2 (7d60f094-ef93-48a6-bbde-b66c0c10548a/ed0a3687-1aa7-4308-be80-f6b783faf8d4/fd4d0b3f-9cf9-4498-aacd-97bc88e00588) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:11:00.598319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:00.661087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Transition to ACTIVE for port object fd4d0b3f-9cf9-4498-aacd-97bc88e00588 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:11:00.679375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Transition to ACTIVE for port object fd4d0b3f-9cf9-4498-aacd-97bc88e00588 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:11:00.714055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:00.731275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2497609-7cca-4380-b61d-eccb763f54af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:11:00.885669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Pushing event updated for resources: {'Port': ['ID=fd4d0b3f-9cf9-4498-aacd-97bc88e00588,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:11:00.912563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.912945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.913321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.913747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.914112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.914475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.914833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.915193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.915569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.915948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.916310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.916666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:11:00.920515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:11:00.966143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:11:00.967299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:11:00.970219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:11:01.028503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Attempting to bind port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:11:01.028927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Attempting to bind port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:11:01.029351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Attempting to bind port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 on network 7d60f094-ef93-48a6-bbde-b66c0c10548a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:11:01.036848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:11:01.037268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Checking segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:11:01.037733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:01.038172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Bound using segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:11:01.038702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Bound port: fd4d0b3f-9cf9-4498-aacd-97bc88e00588, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:11:01.039143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:01.144344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] For port fd4d0b3f-9cf9-4498-aacd-97bc88e00588, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:11:01.147544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] For port fd4d0b3f-9cf9-4498-aacd-97bc88e00588, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd4d0b3f-9cf9-4498-aacd-97bc88e00588,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:11:01.205408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:01.222496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:11:01.386615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Pushing event updated for resources: {'Port': ['ID=fd4d0b3f-9cf9-4498-aacd-97bc88e00588,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:11:01.392771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:11:01.894842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd4d0b3f-9cf9-4498-aacd-97bc88e00588 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:11:02.016842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:11:02.671606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45b943-93d6-4f77-a4ed-44914b86dc1f None None] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:11:02.806690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Provisioning for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:11:02.840799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Provisioning complete for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:11:02.841223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:03.056935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:03.096293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] For port fd4d0b3f-9cf9-4498-aacd-97bc88e00588, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd4d0b3f-9cf9-4498-aacd-97bc88e00588,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:11:03.153637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:03.167163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:11:03.242733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Pushing event updated for resources: {'Port': ['ID=fd4d0b3f-9cf9-4498-aacd-97bc88e00588,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:11:03.256401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:11:03.277769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c60bbc10-e1c1-4d96-8e13-c56cdb54f373 None None] Provisioning complete for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:11:03.277876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c60bbc10-e1c1-4d96-8e13-c56cdb54f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:03.548809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0a32b8cf-d29b-480a-94df-b227a8ba686b None None] Provisioning complete for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:11:03.549227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a32b8cf-d29b-480a-94df-b227a8ba686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:03.865881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd4d0b3f-9cf9-4498-aacd-97bc88e00588 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:11:03.966604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port fd4d0b3f-9cf9-4498-aacd-97bc88e00588 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:11:03.967254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:13.204645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-476e05a4-8002-43aa-b9fd-be6ce9765f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:15.638846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd4390ce-65a1-4a31-9f6d-39e95bb911be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:16.147116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:17.472825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:17.747382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:30.817038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:11:43.204239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92472e35-2e9f-45a0-a54d-a53e6b82a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:45.649067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e693c143-234e-48a3-b77d-469474965f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:46.174921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:47.466338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:11:47.757533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:07.818814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:12:10.318733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53028) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:12:10.325081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-7e779a0a-336c-4c45-a15e-c93229453a52 tempest-verify_tempest_config-1782752354 tempest-verify_tempest_config-1782752354] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:12:10.326126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e779a0a-336c-4c45-a15e-c93229453a52 tempest-verify_tempest_config-1782752354 tempest-verify_tempest_config-1782752354] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0063879
Nov 15 09:12:10.809560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53048) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:12:10.962392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.100023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:12:11.104146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Usage tracker for resource:security_group_rule and tenant:f50a9550840944769fa12ece41c20d6a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:12:11.107111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:12:11.113539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:12:11.330414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.363098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.371974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:12:11.415572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Synchronizing usage tracker for tenant:108143771e474df6900186c0a2fd1232 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:12:11.417975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2ea07d-e1f5-4927-9a2b-3155dbb83299,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:12:11.434793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.435182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.435562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.435957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.436328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.436693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.437078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.437443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.437808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.438234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.438600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.438946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:12:11.443738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:12:11.483021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Unset dirty status for tenant:108143771e474df6900186c0a2fd1232 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:12:11.484721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f50a9550840944769fa12ece41c20d6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6739287
Nov 15 09:12:11.488390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53054) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:12:11.552174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.578129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.654513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.660148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:12:11.670686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2ea07d-e1f5-4927-9a2b-3155dbb83299,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:12:11.674977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:12:11.678140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:11.679952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d2ea07d-e1f5-4927-9a2b-3155dbb83299 HTTP/1.1" status: 204  len: 168 time: 0.1905348
Nov 15 09:12:13.208659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-970184e9-b4b2-4af2-a551-f0c620312697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:15.631417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fee44e-4f1a-4132-acb2-b469a387516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:16.168737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:17.493997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:17.756737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:43.230702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9198f0ef-91d9-418b-ab50-3b1d109187ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:44.820153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:12:45.670492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93c81290-2d79-4afe-a083-5288aafa85ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:46.173663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:47.470718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:12:47.762218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:13.213272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b7822a5-b81f-4da8-a259-d6fef5bd1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:15.635562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad475f6-d211-48b2-bc21-929ef246fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:16.172936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:17.458777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:17.755847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:21.820971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 5 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:13:43.206935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb73a37a-6d87-40d8-95db-9710c71ffcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:45.269635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218'] for agent, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:45.270142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.270475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.270846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.271433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.271819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.272286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.272657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.273022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.273434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.273808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.274183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.274557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:13:45.274958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83a3e805f8>, 'Open vSwitch agent', 'hv-neutron-7431', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:13:45.279222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83a8ef6358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-7431', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:13:45.646792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb76c0f-6d42-451e-be4e-0e7907a7273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:45.762897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] get_endpoint_by_host() called for host hv-neutron-7431 {{(pid=81075) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 15 09:13:45.767033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=81075) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 15 09:13:45.770172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=81075) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 15 09:13:45.830017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] _get_endpoints() called {{(pid=81075) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 15 09:13:46.172159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:47.481035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:47.766999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:13:58.822464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:14:07.899060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53146) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:14:08.055964 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f2ca448-9814-4ef0-810e-eeb459f0f4d1 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5052 time: 0.1556568
Nov 15 09:14:10.570708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53156) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:14:10.658488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0df46102-0f47-42b3-b8f7-5dee334a499d admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5052 time: 0.0866258
Nov 15 09:14:13.223651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612f9e1d-e147-4125-990b-9126265174f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:15.274709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:15.640413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fbd71db9-f82e-4740-adcc-26cc47508ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:16.183292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:17.480534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:17.771617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:35.824477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:14:43.211562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48c206bc-8cb2-4f1a-a70d-c6857c93e772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:45.257309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:45.646433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a7042b2-129d-432b-a5c3-5adb928f77a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:46.183348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:47.474701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:14:47.777531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:12.825408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:15:13.245710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f29828-c9bd-40a3-8d55-d4ba0bd05040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:15.279927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:15.639398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1026-e7cf-43ba-b340-b7333953d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:16.176018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:17.479578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:17.782646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:32.882231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53316) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:33.151558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53328) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:33.350730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53338) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:33.463528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-274133611-network', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:33.468899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:33.478614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Usage tracker for resource:network and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:33.482165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:33.488187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:33.513816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Made reservation on behalf of ef9cb4a7be804567aae50f3c6c40d3c2 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:33.518678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:33.693541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-472705226-network', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:33.700152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:33.704352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:33.714737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Usage tracker for resource:network and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:33.719172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:33.729510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:33.772642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:33.775735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Made reservation on behalf of b0e689093b9e40a589ba42ff3f60bcda for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:33.780580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:33.794927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Usage tracker for resource:security_group_rule and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:33.808086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:33.812291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:33.824384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:33.877620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:33.886769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:33.894686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:33.902555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:33.942499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1693480739-network', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:33.973316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:33.995698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Usage tracker for resource:network and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:34.002115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:34.014992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:34.040210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.074846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.088531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:34.104284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Made reservation on behalf of f4a560a63ad34fcba469254eb193d777 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:34.108908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.124174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.135954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:34.139886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.170026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.203041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.203478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Added segment 61293da6-de51-472e-a6f4-1766f1413b76 of type vxlan for network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf
Nov 15 09:15:34.219414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c7b3b-39e3-43db-bf60-06d9ee4d491b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:34.232959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:34.256934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:34.258157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.258549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.258925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.259293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.259764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.260152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.260627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.261131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.261455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.261814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.262175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.262657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.263037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.263289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.263646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.264030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.264389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.264744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.265105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.265463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.265835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.266219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.266528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.267013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Tracked resource versions report:
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'},
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@hv-neutron-7431: {   'AddressGroup': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'ConntrackHelper': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Log': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Network': '1.1',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Port': '1.5',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'PortForwarding': '1.2',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'QosPolicy': '1.8',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroup': '1.2',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroupRule': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SubPort': '1.0',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Subnet': '1.1',
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Trunk': '1.1'}}
Nov 15 09:15:34.268357 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:15:34.274666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:34.278265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.282794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:34.287011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:34.296362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:34.327147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d902809e-59a3-4229-9258-c35bf4e68e9e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:34.334542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:34.415221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.418161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.423713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:15:34.423713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:15:34.423713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:34.423713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.427275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:34.451728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.549845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:34.563278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Pushing event updated for resources: {'Network': ['ID=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:34.568962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:34.572371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:34.578337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:34.583793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.584257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Added segment 6e61a5c6-2068-401e-8bb9-460edc24244d of type vxlan for network ae7a99dd-32ca-43c2-8e33-8f70897307cd
Nov 15 09:15:34.621569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b3095-d2bf-4bf4-b566-743d8516c129,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:34.627787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:34.629459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.7453413
Nov 15 09:15:34.632643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53374) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:34.634263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.642341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Request body: {'subnet': {'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-274133611-subnet', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:34.659895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:34.665776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Usage tracker for resource:subnet and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:34.669333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:34.675300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:34.687270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:34.713984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.714453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Made reservation on behalf of ef9cb4a7be804567aae50f3c6c40d3c2 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:34.715304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:34.716006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.721260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.726109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:34.886611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7a99dd-32ca-43c2-8e33-8f70897307cd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:34.893564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:34.896487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:34.909768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5573680
Nov 15 09:15:34.918172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53386) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:34.921192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:34.958944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Request body: {'subnet': {'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1693480739-subnet', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:34.991656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:35.005316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.006139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Added segment 9d6ba2a4-3381-4b69-8f48-9801ca99435b of type vxlan for network 6e91940b-a0c0-4b7f-a531-00e7770071f5
Nov 15 09:15:35.039697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.066560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:35.079815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:35.084422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Usage tracker for resource:subnet and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:35.088908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:35.095399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:35.136705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.137984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:35.138629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.144313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:35.265369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e91940b-a0c0-4b7f-a531-00e7770071f5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:35.275697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:35.276518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:35.286681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Made reservation on behalf of f4a560a63ad34fcba469254eb193d777 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:35.291995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.310580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.1576934
Nov 15 09:15:35.313711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53400) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:35.322355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Request body: {'subnet': {'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-472705226-subnet', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:35.330005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:35.335165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Usage tracker for resource:subnet and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:35.339772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:35.347616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:35.389415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Made reservation on behalf of b0e689093b9e40a589ba42ff3f60bcda for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:35.396120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.434668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:35.807602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53410) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:35.852549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.865659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:35.883643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9def7e2-39c4-4c50-b308-74d7269cc4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:35.886051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:36.025081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459f64ec-48e4-45d8-9da9-1fceec546531,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:36.038111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:36.119513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb51e32-b254-4205-8578-130a02577552,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:36.151106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Checking segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:36.151939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Network hostable DHCP agents. Network: ae7a99dd-32ca-43c2-8e33-8f70897307cd, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:36.153186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.153579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.153958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.154334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.154718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.155070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.155434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.155797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.156185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.156546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.156907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.157265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.157678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.158042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.158399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.158755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.159113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.159471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.159828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.160225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.160586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.160943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.161299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.161655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Tracked resource versions report:
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'},
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@hv-neutron-7431: {   'AddressGroup': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'ConntrackHelper': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Log': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Network': '1.1',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Port': '1.5',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'PortForwarding': '1.2',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'QosPolicy': '1.8',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroup': '1.2',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroupRule': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SubPort': '1.0',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Subnet': '1.1',
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Trunk': '1.1'}}
Nov 15 09:15:36.162971 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:15:36.168987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:36.194858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b062ad8-dcf1-4619-b371-7c5d2d45e6c8 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1838678427'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:36.196131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b062ad8-dcf1-4619-b371-7c5d2d45e6c8 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Unknown quota resources ['metering_label']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:15:36.228405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:36.242725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Checking segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:36.243124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Network hostable DHCP agents. Network: 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:36.340971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.342326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:36.445753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53430) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.447339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:36.455556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, ae7a99dd-32ca-43c2-8e33-8f70897307cd) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:36.461000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:36.461988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.467420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d00018-368a-4846-8bd6-66098667bea2 None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:36.528341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:36.567366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53438) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.570507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:36.571590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.668765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6a144c-b072-48e8-93fa-350baa4c327b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:36.691747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:36.756269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25f50a59-c59c-435f-8da7-1342e56ad8e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 2.1191518
Nov 15 09:15:36.758981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53446) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.766974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:36.776941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:36.784591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8652406
Nov 15 09:15:36.785917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Usage tracker for resource:router and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:36.789074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:36.795611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:36.805760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53450) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.806138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53452) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.815069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:36.821857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:36.826922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Usage tracker for resource:router and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:36.830393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:36.837105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:36.839699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7920dc-8cd4-482e-a5c7-d56acfae79e2 None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:36.851211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.852816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.878154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.879184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.918447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Checking segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:36.918842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Network hostable DHCP agents. Network: 6e91940b-a0c0-4b7f-a531-00e7770071f5, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:36.966160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:15:36.967128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.968525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b062ad8-dcf1-4619-b371-7c5d2d45e6c8 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.969894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b062ad8-dcf1-4619-b371-7c5d2d45e6c8 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.1610415
Nov 15 09:15:36.972867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53462) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:36.985440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4cf0e5ee-3724-41bd-b8a7-e83dad79f3bf tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6048e815-79a4-49de-a8be-5fb0fe970ebd'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:36.985440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4cf0e5ee-3724-41bd-b8a7-e83dad79f3bf tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Unknown quota resources ['metering_label_rule']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:15:36.987599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:36.997839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.006293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-192083218', 'router:external': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.015896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:37.035899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.045691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:network and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.050837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.058876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.092681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1157373215'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.289561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Made reservation on behalf of b37a7c9af18546729dcc79be2b34373c for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:37.294532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.311503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-946899346'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.341596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 6e91940b-a0c0-4b7f-a531-00e7770071f5) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:37.346270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:37.347558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.353913 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.services.metering.metering_plugin [None req-4cf0e5ee-3724-41bd-b8a7-e83dad79f3bf tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 15 09:15:37.361993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1198620-a3d2-439a-881d-1f979a962429 None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:37.374373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53474) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.393455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:15:37.393715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.394512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.396500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.521018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Usage tracker for resource:network and tenant:dda582e89f8d4290bf90c104d350f19f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.544441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e5ee-3724-41bd-b8a7-e83dad79f3bf tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.545804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4cf0e5ee-3724-41bd-b8a7-e83dad79f3bf tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.5718663
Nov 15 09:15:37.545987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.549027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.553745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.554924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f29c3b9-bdde-418e-8366-f20da96b10bc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6048e815-79a4-49de-a8be-5fb0fe970ebd'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.555661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f29c3b9-bdde-418e-8366-f20da96b10bc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Unknown quota resources ['metering_label_rule']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:15:37.573303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.578381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Usage tracker for resource:network and tenant:b2c8a5d2942941f4aa939837f0519ccc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.583187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.605706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.623235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-01d4153b-1b3b-42ee-9c84-9ca7aece3ebb tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.626243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3114581
Nov 15 09:15:37.629666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53488) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.636310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:37.642534 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.services.metering.metering_plugin [None req-7f29c3b9-bdde-418e-8366-f20da96b10bc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 15 09:15:37.645708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.650909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.659773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:security_group_rule and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.663569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.670105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Made reservation on behalf of dda582e89f8d4290bf90c104d350f19f for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:37.675544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.693641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.701086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Made reservation on behalf of b2c8a5d2942941f4aa939837f0519ccc for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:37.706611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.719480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.737518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.740756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.762772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Usage tracker for resource:router and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.768667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.769261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.856987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.878340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f29c3b9-bdde-418e-8366-f20da96b10bc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.881502 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f29c3b9-bdde-418e-8366-f20da96b10bc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3293247
Nov 15 09:15:37.882318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53492) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.897723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-202c0bc4-d32d-4330-8e5d-3f8cc5d887fc tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=697eae76-4738-4540-8436-5351c75b9826 HTTP/1.1" status: 200  len: 462 time: 0.0111558
Nov 15 09:15:37.899622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53496) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.916725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:37.920726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Usage tracker for resource:security_group_rule and tenant:dda582e89f8d4290bf90c104d350f19f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:37.923647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:37.929643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:37.965783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.967306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:37.972169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-01d4153b-1b3b-42ee-9c84-9ca7aece3ebb tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "PUT /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3 HTTP/1.1" status: 200  len: 366 time: 0.5905876
Nov 15 09:15:37.976170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53500) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:37.994582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Allocated IP 172.20.0.2 (ae7a99dd-32ca-43c2-8e33-8f70897307cd/459f64ec-48e4-45d8-9da9-1fceec546531/17abf10b-32ba-444f-ba7a-be4153f0b461) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:38.011344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.033614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-6e91940b-a0c0-4b7f-a531-00e7770071f5', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:15:38.034549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.205981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa9e525d-d7ad-4e90-aac9-13cd64fb271b tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.2275450
Nov 15 09:15:38.206543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53504) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.219549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5b025e32-2d81-40d1-a1ce-f53c245bc28a tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3 HTTP/1.1" status: 200  len: 366 time: 0.0116167
Nov 15 09:15:38.229360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53508) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.308820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.373720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cca8dff3-1674-41ac-b9f2-9bf37ec87a2b tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "DELETE /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3 HTTP/1.1" status: 204  len: 168 time: 0.1409187
Nov 15 09:15:38.408298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53512) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.441536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e33be229-4e91-48dc-9ba9-720c0e5292cf tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0276113
Nov 15 09:15:38.444576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53516) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.465482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0aba66a-66b2-404e-b95a-421061e77dde tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3 HTTP/1.1" status: 200  len: 370 time: 0.0176322
Nov 15 09:15:38.467411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53520) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.474034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfe9da20-a7eb-4ad8-8f80-4e24ecf0b37b tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3/default HTTP/1.1" status: 200  len: 370 time: 0.0054331
Nov 15 09:15:38.479509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53524) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.480607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:38.516288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Allocated IP 172.20.0.2 (2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf/1eb51e32-b254-4205-8578-130a02577552/9dfe593b-bf32-41cc-90b9-1249961cd09c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:38.522452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d9ba047b-934a-440a-8e2e-d9825619dce8 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] delete failed (client error): The resource could not be found.
Nov 15 09:15:38.522452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d9ba047b-934a-440a-8e2e-d9825619dce8 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "DELETE /v2.0/quotas/9e2c3f0c30a649e890285cd7d9e1a8e3 HTTP/1.1" status: 404  len: 348 time: 0.0390308
Nov 15 09:15:38.571398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Usage tracker for resource:security_group_rule and tenant:b2c8a5d2942941f4aa939837f0519ccc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:38.585015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:38.603151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:38.631620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.667492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Transition to ACTIVE for port object 17abf10b-32ba-444f-ba7a-be4153f0b461 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:38.702241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.756428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.779088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.780134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1c97f4c-5639-40ac-b477-09fbef641b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:38.783706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Transition to ACTIVE for port object 17abf10b-32ba-444f-ba7a-be4153f0b461 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:38.789825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a9b6586-e2e9-4f25-b0b0-af82b7c49926 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.790924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a9b6586-e2e9-4f25-b0b0-af82b7c49926 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/697eae76-4738-4540-8436-5351c75b9826 HTTP/1.1" status: 204  len: 168 time: 0.8901329
Nov 15 09:15:38.801844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53530) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.807875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.832359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53534) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.837357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.847078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.850656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.853087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:38.867995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:38.914061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c9e86-77a7-404f-baa9-07db79bc0333,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:38.921001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.921390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Added segment 9970db5d-ef73-42a7-aa52-5c2ec2eeb385 of type vxlan for network 4230c823-72ee-4e88-822f-21783970a2ea
Nov 15 09:15:38.931668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:38.932425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:38.949463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6948c37-f5cf-4658-ad39-cc5429385aff tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=697eae76-4738-4540-8436-5351c75b9826 HTTP/1.1" status: 200  len: 221 time: 0.1436093
Nov 15 09:15:38.964299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53542) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:38.972512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:38.972993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c41155bf-c05d-4c5d-8e29-794bd00e0502 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Request body: {'metering_label': {'name': 'tempest-metering-label--920544079', 'description': 'label created by tempest'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:38.973478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c41155bf-c05d-4c5d-8e29-794bd00e0502 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Unknown quota resources ['metering_label']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:15:39.003864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:network and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.013549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.016845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Pushing event updated for resources: {'SecurityGroup': ['ID=892d1bff-5044-4a24-936b-ceb606bc36c1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:39.020512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:39.024855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:subnet and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.028899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.032787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.037040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:39.072565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:subnetpool and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.082599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.090904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event updated for resources: {'SecurityGroup': ['ID=ef493a9e-4167-4a10-a938-36cd97b71093,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:39.094143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:39.095792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:39.095978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:39.098830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:39.125249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:port and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.134305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Allocated IP 172.20.0.2 (6e91940b-a0c0-4b7f-a531-00e7770071f5/6d6a144c-b072-48e8-93fa-350baa4c327b/ba8dc19b-c68c-4a3b-b636-7d738ca81273) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:39.162413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.187204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:router and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.191762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.198980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:floatingip and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.203607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.255591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.278770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Attempting to bind port 17abf10b-32ba-444f-ba7a-be4153f0b461 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:39.279187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Attempting to bind port 17abf10b-32ba-444f-ba7a-be4153f0b461 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:39.279591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Attempting to bind port 17abf10b-32ba-444f-ba7a-be4153f0b461 on network ae7a99dd-32ca-43c2-8e33-8f70897307cd {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:39.322770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.323786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Pushing event updated for resources: {'Port': ['ID=17abf10b-32ba-444f-ba7a-be4153f0b461,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:39.373976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.390190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.395773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:39.396216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Checking segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:39.396660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.397104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Bound using segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:39.397640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Bound port: 17abf10b-32ba-444f-ba7a-be4153f0b461, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:39.398461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.404145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c41155bf-c05d-4c5d-8e29-794bd00e0502 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.405419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c41155bf-c05d-4c5d-8e29-794bd00e0502 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.4397464
Nov 15 09:15:39.410297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53546) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:39.433515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.433903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.434260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.434635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.434997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.435363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.435772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.436096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.436458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.436819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.437180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.437539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.437959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.438320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.438681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.439038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.439394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.439752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.440520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.440520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.440795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.441140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.441514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.441831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Tracked resource versions report:
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'},
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@hv-neutron-7431: {   'AddressGroup': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'ConntrackHelper': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Log': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Network': '1.1',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Port': '1.5',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'PortForwarding': '1.2',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'QosPolicy': '1.8',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroup': '1.2',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroupRule': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SubPort': '1.0',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Subnet': '1.1',
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Trunk': '1.1'}}
Nov 15 09:15:39.443152 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:15:39.446936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.451397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:39.454359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Transition to ACTIVE for port object 9dfe593b-bf32-41cc-90b9-1249961cd09c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:39.545501 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-170689ad-a27b-4e1c-9de3-5b5a41bd7ec6 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=dd010224-fdea-4623-af36-db0dd19aed9f HTTP/1.1" status: 200  len: 467 time: 0.1340480
Nov 15 09:15:39.548052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53550) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:39.556778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.558104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.558898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Transition to ACTIVE for port object 9dfe593b-bf32-41cc-90b9-1249961cd09c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:39.578804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:39.579469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.583671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:39.621474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:15:39.621840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:15:39.647449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:39.662185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Allocated IP 172.26.4.216 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/fd161c38-b47e-4420-9151-900e634e5db0) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:39.674486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] For port 17abf10b-32ba-444f-ba7a-be4153f0b461, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:39.678648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:15:39.678828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:15:39.678958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ceba41a-bb44-430f-b7a5-54fd9efc4529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:39.811107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:security_group and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.820893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Network': ['ID=4230c823-72ee-4e88-822f-21783970a2ea,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:39.824494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:39.875443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.887517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 3.3820350
Nov 15 09:15:39.895532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53554) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:39.910321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'subnet': {'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:39.942928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:39.953139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Usage tracker for resource:security_group_rule and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.959657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 4230c823-72ee-4e88-822f-21783970a2ea details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:39.967856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:subnet and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:39.973288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 4230c823-72ee-4e88-822f-21783970a2ea details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:39.973431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.981557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:39.991419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] For port 17abf10b-32ba-444f-ba7a-be4153f0b461, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17abf10b-32ba-444f-ba7a-be4153f0b461,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:40.031492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:40.042683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1a888e3-c53c-49c8-a875-cf1f10bb98f3 tempest-QuotasTest-1562784920 tempest-QuotasTest-1562784920] 10.222.0.81 "GET /v2.0/quotas/071a36f6dbf04b738db4a1ca507fe6b0/details.json HTTP/1.1" status: 200  len: 703 time: 1.1937585
Nov 15 09:15:40.096813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.120186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Made reservation on behalf of b37a7c9af18546729dcc79be2b34373c for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:40.127828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.166420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.168116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31065c79-da43-4f77-bd98-edeb99d44bc4 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.172522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-31065c79-da43-4f77-bd98-edeb99d44bc4 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/dd010224-fdea-4623-af36-db0dd19aed9f HTTP/1.1" status: 204  len: 168 time: 0.6233666
Nov 15 09:15:40.173200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53564) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.180705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.210019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84373206-2fad-4347-819e-000c3c22e27b tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=dd010224-fdea-4623-af36-db0dd19aed9f HTTP/1.1" status: 200  len: 216 time: 0.0337369
Nov 15 09:15:40.213301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53568) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.246555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9dd5465-b381-499c-a36c-f7ed6300b8eb tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0316479
Nov 15 09:15:40.246779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53572) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.297655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d86b6c3e-ddf2-452d-be85-d91db1138f08 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0465193
Nov 15 09:15:40.298590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53576) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.298732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Pushing event updated for resources: {'Port': ['ID=9dfe593b-bf32-41cc-90b9-1249961cd09c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:40.341135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:40.351961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.352186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Transition to ACTIVE for port object ba8dc19b-c68c-4a3b-b636-7d738ca81273 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:40.352989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:40.364312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.410889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.444150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:40.520226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:40.531444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Transition to ACTIVE for port object ba8dc19b-c68c-4a3b-b636-7d738ca81273 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:40.534770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Pushing event updated for resources: {'Port': ['ID=17abf10b-32ba-444f-ba7a-be4153f0b461,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:40.539727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:40.546429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ef8224f5-2c2c-4659-83be-606f072368ba tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-labels/6048e815-79a4-49de-a8be-5fb0fe970ebd HTTP/1.1" status: 200  len: 473 time: 0.2399168
Nov 15 09:15:40.565616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53584) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.578520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:40.579662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:40.633158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.695565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:40.703414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53588) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.743760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.746741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Added segment 0e55b303-4abb-4658-9ece-39ad343af734 of type vxlan for network 88705cbb-3668-4934-b02f-61acc6979cdd
Nov 15 09:15:40.746741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Allocated IP 172.26.4.161 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:40.752789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:40.814995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.828673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Attempting to bind port 9dfe593b-bf32-41cc-90b9-1249961cd09c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:40.829436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Attempting to bind port 9dfe593b-bf32-41cc-90b9-1249961cd09c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:40.830010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Attempting to bind port 9dfe593b-bf32-41cc-90b9-1249961cd09c on network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:40.842945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2b1ddfd-d85e-4a74-8c86-7bc383cfe919 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/93f8c05e-f542-43e4-8c8b-541d12cde4e2 HTTP/1.1" status: 200  len: 459 time: 0.0433023
Nov 15 09:15:40.843406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53596) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:40.850942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd161c38-b47e-4420-9151-900e634e5db0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:40.869378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:40.915486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:40.916254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Checking segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:40.917149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.917757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Bound using segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:40.918463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Bound port: 9dfe593b-bf32-41cc-90b9-1249961cd09c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:40.919076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:40.922332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:40.923493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:40.925892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:40.985166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Pushing event updated for resources: {'Port': ['ID=ba8dc19b-c68c-4a3b-b636-7d738ca81273,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:40.993461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:41.070708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.091804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:41.104334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:41.110059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:41.154671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-99807d61-86f4-42b6-aea8-917085685751 None None] For port 9dfe593b-bf32-41cc-90b9-1249961cd09c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:41.189131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-99807d61-86f4-42b6-aea8-917085685751 None None] For port 9dfe593b-bf32-41cc-90b9-1249961cd09c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9dfe593b-bf32-41cc-90b9-1249961cd09c,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:41.194126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Attempting to bind port ba8dc19b-c68c-4a3b-b636-7d738ca81273 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:41.194549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Attempting to bind port ba8dc19b-c68c-4a3b-b636-7d738ca81273 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:41.194990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Attempting to bind port ba8dc19b-c68c-4a3b-b636-7d738ca81273 on network 6e91940b-a0c0-4b7f-a531-00e7770071f5 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:41.197582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.201387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.206370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:41.206888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Checking segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:41.207470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.208018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Bound using segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:41.208634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Bound port: ba8dc19b-c68c-4a3b-b636-7d738ca81273, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:41.209129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.226033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.246404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:41.278124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:15:41.278479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:15:41.279012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.290588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:41.291219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.378197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:41.407127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:41.457695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.482624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Usage tracker for resource:security_group_rule and tenant:c5571e3105ef49da819ed5d7999e9de3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:41.553986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:41.559774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:15:41.587379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:41.590029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Pushing event updated for resources: {'Port': ['ID=9dfe593b-bf32-41cc-90b9-1249961cd09c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:41.593447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15f29590-ca4c-4fe0-aa74-28f1f2665595 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.593703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:41.594887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-15f29590-ca4c-4fe0-aa74-28f1f2665595 tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/93f8c05e-f542-43e4-8c8b-541d12cde4e2 HTTP/1.1" status: 204  len: 168 time: 0.7503741
Nov 15 09:15:41.606908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53600) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:41.607235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] For port ba8dc19b-c68c-4a3b-b636-7d738ca81273, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:41.614151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] For port ba8dc19b-c68c-4a3b-b636-7d738ca81273, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ba8dc19b-c68c-4a3b-b636-7d738ca81273,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:41.640257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.657742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba485491-4d10-40bb-a059-1db7d840f56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:41.687342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event updated for resources: {'Network': ['ID=88705cbb-3668-4934-b02f-61acc6979cdd,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:41.690109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.695690 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 4.8879185
Nov 15 09:15:41.696926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:41.698194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53604) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:41.759216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:41.772477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:41.802783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Request body: {'subnet': {'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:41.841830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:15:41.850990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Sync routers for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:15:41.861008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:41.882290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:41.884258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847d860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:41.908779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:41.910055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.2790337
Nov 15 09:15:41.912979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53608) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:42.158333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17abf10b-32ba-444f-ba7a-be4153f0b461 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:42.188254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:42.245378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Allocated IP 172.26.4.28 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/83cb84b9-5812-4a33-95d2-14dbfff8113e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:42.258524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:42.271923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Pushing event updated for resources: {'Port': ['ID=ba8dc19b-c68c-4a3b-b636-7d738ca81273,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:42.284213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:42.338528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Pushing event updated for resources: {'Port': ['ID=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:42.430182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:42.455943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 17abf10b-32ba-444f-ba7a-be4153f0b461 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:42.692620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:42.716665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:42.717185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847d860>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:40Z', 'revision_number': 3, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:42.722413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Checking router: 58ca06a2-5fd8-4201-90fd-9c776fc6b76b for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:15:42.722816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Updating router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b port fd161c38-b47e-4420-9151-900e634e5db0 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:15:42.832943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.005219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:43.009517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Usage tracker for resource:subnet and tenant:b2c8a5d2942941f4aa939837f0519ccc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:43.014537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:43.020502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:43.127877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4935ec3-cef8-4abd-9633-47c7abd9d82e None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:43.151411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.157725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.191758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:43.200146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.200546 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Added segment 2766668f-0642-4f52-9b64-5941856d941d of type vxlan for network 8098bfa6-e85b-429f-8cf7-6aceb34dc49f
Nov 15 09:15:43.252475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:43.261411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:43.263793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Made reservation on behalf of b2c8a5d2942941f4aa939837f0519ccc for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:43.289755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6f1174e-7c15-40f0-9abc-c9f131a34164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.293681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:43.344247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Provisioning for port 17abf10b-32ba-444f-ba7a-be4153f0b461 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:43.360704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Provisioning complete for port 17abf10b-32ba-444f-ba7a-be4153f0b461 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:43.361239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.513301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e2f5ac-6e1b-469d-a95a-1f130a172d8e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:43.520793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.541774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:43.548059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Allocated IP 172.20.0.1 (6e91940b-a0c0-4b7f-a531-00e7770071f5/6d6a144c-b072-48e8-93fa-350baa4c327b/49d6271c-73da-43e4-830c-64c6beeffbe6) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:43.558252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5571e3105ef49da819ed5d7999e9de3&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8536029
Nov 15 09:15:43.566331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53612) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:43.569311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:15:43.569963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.571415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b85f212-11c0-4a2a-8e82-0348942cfe9c tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] Notify callbacks [] for metering_label, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.572707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3b85f212-11c0-4a2a-8e82-0348942cfe9c tempest-MeteringIpV6TestJSON-400772675 tempest-MeteringIpV6TestJSON-400772675] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/6048e815-79a4-49de-a8be-5fb0fe970ebd HTTP/1.1" status: 204  len: 168 time: 1.9603012
Nov 15 09:15:43.600057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.637447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.643855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b37714d4-6d5d-4a29-a3ec-058cc86143be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:43.689961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] For port 17abf10b-32ba-444f-ba7a-be4153f0b461, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17abf10b-32ba-444f-ba7a-be4153f0b461,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:15:43.725459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.730275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99e9639-0250-487c-8668-5f0cb74aaa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:43.793637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.812209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:15:43.842300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Transition to ACTIVE for port object 49d6271c-73da-43e4-830c-64c6beeffbe6 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:43.865649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Pushing event updated for resources: {'Port': ['ID=17abf10b-32ba-444f-ba7a-be4153f0b461,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:43.884012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:43.906336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:43.937220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.069395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1e762830-be3c-425f-a1c3-19db9107bc42 None None] Provisioning complete for port 17abf10b-32ba-444f-ba7a-be4153f0b461 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:44.071287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e762830-be3c-425f-a1c3-19db9107bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.078459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Subnet': ['ID=30118496-06e4-42cc-8eb7-ed88e0e96b4e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:44.088994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53620) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:44.095369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:44.137999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:44.139672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.153857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fa601-3a60-43d8-8fcd-d33430e9c14d None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:44.166505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:44.167266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.207867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Pushing event updated for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:44.458243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.561673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17abf10b-32ba-444f-ba7a-be4153f0b461 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:44.562664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Pushing event updated for resources: {'Network': ['ID=8098bfa6-e85b-429f-8cf7-6aceb34dc49f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:44.562664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:44.562664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 7.9053776
Nov 15 09:15:44.563174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53626) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:44.564271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.564395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8098bfa6-e85b-429f-8cf7-6aceb34dc49f details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:44.564455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.564531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8098bfa6-e85b-429f-8cf7-6aceb34dc49f details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:44.565933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.662835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.681659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:44.707327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'name': 'tempest-network--1198125016', 'router:external': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:44.727266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:44.731944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:network and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:44.735171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:44.742978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:44.779586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00540a-aebf-41fc-af5f-636944914b21 None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:44.806167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:44.814445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.838601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.848819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:44.880937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:101e4aa3802542d9b9beee0adf5330f2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:44.895281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:44.901351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:44.932631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:44.936371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:44.942850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:security_group_rule and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:44.949424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:44.957443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:44.979080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Pushing event updated for resources: {'Port': ['ID=83cb84b9-5812-4a33-95d2-14dbfff8113e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:45.027126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:45.037400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.038366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.041305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-393fa87b-6a1d-497c-a70f-7fcdcc756957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:45.046381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.083626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e2f5ac-6e1b-469d-a95a-1f130a172d8e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:45.093267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.103265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3271d145-7f04-4baa-909b-731090554523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:45.118133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:45.173706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.189366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Transition to ACTIVE for port object fd161c38-b47e-4420-9151-900e634e5db0 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:45.206396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Checking segment: {'id': '9970db5d-ef73-42a7-aa52-5c2ec2eeb385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:45.206892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network hostable DHCP agents. Network: 4230c823-72ee-4e88-822f-21783970a2ea, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:45.212799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.216869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94e2f5ac-6e1b-469d-a95a-1f130a172d8e HTTP/1.1" status: 204  len: 168 time: 1.6403589
Nov 15 09:15:45.231596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.231817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 17abf10b-32ba-444f-ba7a-be4153f0b461 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:45.232060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.274303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:45.385625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'SecurityGroup': ['ID=92a0257b-24ca-4d93-9f5c-2cc59a808278,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:45.410872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:45.412657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.466855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:45.473357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Pushing event updated for resources: {'Port': ['ID=fd161c38-b47e-4420-9151-900e634e5db0,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:45.498223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.523718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.524187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.524414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:45.524577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.527092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.527092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.527092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.527092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.527092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.529662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.530158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.530615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.531500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.532042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.532490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.532942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.533499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.533937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.534381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.536339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.536796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.537400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.537841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.538141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:45.538251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.539221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Tracked resource versions report:
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]: pushed versions:
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]: {   'AddressGroup': {'1.0'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'ConntrackHelper': {'1.0'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'Log': {'1.0'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'Network': {'1.1'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'Port': {'1.5'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'PortForwarding': {'1.2'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'QosPolicy': {'1.8'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroup': {'1.2'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'SecurityGroupRule': {'1.0'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'SubPort': {'1.0'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'Subnet': {'1.1'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     'Trunk': {'1.1'}}
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]: consumer versions:
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]: {   DHCP agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     L3 agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     Metadata agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     Metering agent@dv-neutron-743142-12-ovs: {},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@dv-neutron-743142-12-ovs: {   'AddressGroup': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'ConntrackHelper': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Log': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Network': '1.1',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Port': '1.5',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'PortForwarding': '1.2',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'QosPolicy': '1.8',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroup': '1.2',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SecurityGroupRule': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'SubPort': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Subnet': '1.1',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                                      'Trunk': '1.1'},
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:     Open vSwitch agent@hv-neutron-7431: {   'AddressGroup': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'ConntrackHelper': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Log': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Network': '1.1',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Port': '1.5',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'PortForwarding': '1.2',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'QosPolicy': '1.8',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroup': '1.2',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SecurityGroupRule': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'SubPort': '1.0',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Subnet': '1.1',
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:                                             'Trunk': '1.1'}}
Nov 15 09:15:45.540752 dv-neutron-743142-12-ovs neutron-server[80962]:  {{(pid=81076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 15 09:15:45.546836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:45.586618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9dfe593b-bf32-41cc-90b9-1249961cd09c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:45.678646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Attempting to bind port fd161c38-b47e-4420-9151-900e634e5db0 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:45.683963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Attempting to bind port fd161c38-b47e-4420-9151-900e634e5db0 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:45.684653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Attempting to bind port fd161c38-b47e-4420-9151-900e634e5db0 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:45.701296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:45.704778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:45.704778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.704778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:45.704778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Bound port: fd161c38-b47e-4420-9151-900e634e5db0, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:45.704778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.777980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13c4db47-4922-49cb-8fdc-236f9c7c9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.813270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Provisioning complete for port 17abf10b-32ba-444f-ba7a-be4153f0b461 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:45.813697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.858870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:45.878175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.879182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Added segment d911a1aa-8fc4-483e-8e43-aebbbdfbaa3c of type vxlan for network b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76
Nov 15 09:15:45.932907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] For port fd161c38-b47e-4420-9151-900e634e5db0, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:45.936446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] For port fd161c38-b47e-4420-9151-900e634e5db0, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd161c38-b47e-4420-9151-900e634e5db0,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:45.952826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network 4230c823-72ee-4e88-822f-21783970a2ea is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:45.977533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:45.991098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.020702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.026976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9ec547e-95e7-48f1-bcce-6287c56efe24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:46.068168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9dfe593b-bf32-41cc-90b9-1249961cd09c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:46.128917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ba8dc19b-c68c-4a3b-b636-7d738ca81273 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:46.131004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.165938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.187185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:46.209820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.214996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.248819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f6fae27-5239-4f89-9328-52261aab0bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:46.281586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:46.298332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.311247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.314408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 4230c823-72ee-4e88-822f-21783970a2ea) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:46.322921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Provisioning for port ba8dc19b-c68c-4a3b-b636-7d738ca81273 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:46.342452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:46.343117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.346027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Pushing event updated for resources: {'Port': ['ID=fd161c38-b47e-4420-9151-900e634e5db0,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:46.351532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:46.359078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=101e4aa3802542d9b9beee0adf5330f2&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2584200
Nov 15 09:15:46.363205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b1eb8-1939-4d43-98cb-6d624491ffac None None] Network 4230c823-72ee-4e88-822f-21783970a2ea requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:46.372910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53644) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:46.411576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.412234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ba8dc19b-c68c-4a3b-b636-7d738ca81273 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:46.419446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:46.420202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.459453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:46.460247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847d860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:46.531215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dec9834-a505-4eb0-a459-2e1136e23b89,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:46.562755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:46.575398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ba8dc19b-c68c-4a3b-b636-7d738ca81273 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:46.579027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Pushing event updated for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:46.579230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 6.6825163
Nov 15 09:15:46.580283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.582085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53648) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:46.584357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:46.586383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:46.601620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1890335413', 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:46.610277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:46.611038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab7b9f7-5792-4265-99b7-4e66019a28b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:46.625608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:port and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:46.637687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:46.648642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Usage tracker for resource:security_group_rule and tenant:071a36f6dbf04b738db4a1ca507fe6b0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:46.686347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:46.710262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:46.724434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.749081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.2589612
Nov 15 09:15:46.749996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:46.754647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53652) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:46.780557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:46.784126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:46.803682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:46.806916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Made reservation on behalf of b37a7c9af18546729dcc79be2b34373c for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:46.811715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.816089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:46.880416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:46.892139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:46.900170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:47.072447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.078297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:47.196681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.279004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Provisioning for port 9dfe593b-bf32-41cc-90b9-1249961cd09c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:47.286938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.287760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.300487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.318962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e377ccc9-a450-4337-9ae9-ff07e9399b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:47.374547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847d860>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 2, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:47.378940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Provisioning complete for port 9dfe593b-bf32-41cc-90b9-1249961cd09c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:47.379575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.380060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bde1-ae76-4321-80db-8530ffa1e960 None None] The sync data for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs is: [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 2, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:15:47.426263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66f4b6-970b-493d-9664-8134c9b4b859,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:47.434647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:47.436881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.443605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=071a36f6dbf04b738db4a1ca507fe6b0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2549055
Nov 15 09:15:47.446037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53656) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:47.451600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ba983-6d4d-4d83-a591-ba0d8a87156e None None] Network 4230c823-72ee-4e88-822f-21783970a2ea requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:47.460182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.503616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:47.629362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.642632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.649965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.665788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.676448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Router b36072a4-6c34-403f-938a-ce12b81d2166 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:15:47.702571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] device_id is not set on port 458561a9-1c61-4051-ac5a-dbd20642bbb0 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:15:47.742946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:15:47.791469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.797589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port ba8dc19b-c68c-4a3b-b636-7d738ca81273, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ba8dc19b-c68c-4a3b-b636-7d738ca81273,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:15:47.810811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.814947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dec9834-a505-4eb0-a459-2e1136e23b89 HTTP/1.1" status: 204  len: 168 time: 1.4310689
Nov 15 09:15:47.885381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.886264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.915801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:47.955111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:47.973101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1d4fec4-b769-4c92-956c-7ac2901bd65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:47.979433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.008431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66f4b6-970b-493d-9664-8134c9b4b859,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:48.034177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:48.040637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.056079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf66f4b6-970b-493d-9664-8134c9b4b859 HTTP/1.1" status: 204  len: 168 time: 0.5976102
Nov 15 09:15:48.150278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] For port 9dfe593b-bf32-41cc-90b9-1249961cd09c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9dfe593b-bf32-41cc-90b9-1249961cd09c,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:15:48.167239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=ba8dc19b-c68c-4a3b-b636-7d738ca81273,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:48.178439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:48.187905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.190093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:48.319629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:15:48.328744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Pushing event updated for resources: {'Port': ['ID=9dfe593b-bf32-41cc-90b9-1249961cd09c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:48.336924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:48.349437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] 10.222.0.81 "PUT /v2.0/routers/58ca06a2-5fd8-4201-90fd-9c776fc6b76b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4351430
Nov 15 09:15:48.356290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Provisioning complete for port ba8dc19b-c68c-4a3b-b636-7d738ca81273 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:48.357558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.446836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 2001:db8::341 (4230c823-72ee-4e88-822f-21783970a2ea/30118496-06e4-42cc-8eb7-ed88e0e96b4e/458561a9-1c61-4051-ac5a-dbd20642bbb0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:48.470184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event updated for resources: {'Subnet': ['ID=6fc39f39-7213-4422-8930-f29e16c1d3b1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:48.578369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:48.582128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.963s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:48.613834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f83a39c1160>> segment before_delete 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.614241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f83a39c1160>> subnet precommit_delete_associations 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.615090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> segment_host_mapping after_create 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.615482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> port after_create 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.615869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> port after_delete 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.616230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> port after_update 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.617242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> segment after_delete 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.617757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> subnet after_create 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.618125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> subnet after_delete 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.618488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a39c1320>> subnet after_update 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.628021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Provisioning for port 49d6271c-73da-43e4-830c-64c6beeffbe6 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:48.634561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Provisioning complete for port 49d6271c-73da-43e4-830c-64c6beeffbe6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:48.635173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.740974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Port 49d6271c-73da-43e4-830c-64c6beeffbe6 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:15:48.756237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Provisioning complete for port 9dfe593b-bf32-41cc-90b9-1249961cd09c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:48.756820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d71f076-ab24-4faf-8379-e2c8276747eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:48.817618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a3d0dc50>> subnet after_create 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.818450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a3d0dc50>> subnet after_delete 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.818601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a3d0dc50>> subnet before_create 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.819038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a3d0dc50>> subnet before_update 55550000 {{(pid=81074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:15:48.819442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a39c12b0>,) {'filters': {'network_id': ['b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:48.914238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dec9834-a505-4eb0-a459-2e1136e23b89,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:48.926654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:48.928463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a39c12b0>, 'd911a1aa-8fc4-483e-8e43-aebbbdfbaa3c') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:48.928806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a39c12b0>, 'd911a1aa-8fc4-483e-8e43-aebbbdfbaa3c') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:48.955500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53684) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:48.993661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.006229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.035152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:49.042424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Usage tracker for resource:security_group_rule and tenant:5b026d06801c43939621b28cdf88d998 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:49.045896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:49.052673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:49.167541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.168098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.211504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.222905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:15:49.225710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:49.273353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721244b1-67d2-4842-bf42-8067f4b4e15b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:49.276599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:49.282092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b026d06801c43939621b28cdf88d998&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3254695
Nov 15 09:15:49.282772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53692) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:49.380842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.409992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.454206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:15:49.466396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.490456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.497080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:49.509076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721244b1-67d2-4842-bf42-8067f4b4e15b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:49.518732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:49.529949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:49.531201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/721244b1-67d2-4842-bf42-8067f4b4e15b HTTP/1.1" status: 204  len: 168 time: 0.2474642
Nov 15 09:15:49.631918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Checking segment: {'id': '0e55b303-4abb-4658-9ece-39ad343af734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:49.632964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network hostable DHCP agents. Network: 88705cbb-3668-4934-b02f-61acc6979cdd, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:49.786619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:15:49.829896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:15:49.879797 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:15:49.934906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:49.941295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'security_group': {'name': 'tempest-securitygroup--718276942', 'description': 'tempest-description--1340502015'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:49.948732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:49.954033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:security_group and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:49.957634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:49.970053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:49.992395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.028369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.101185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network 88705cbb-3668-4934-b02f-61acc6979cdd is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:50.139652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:50.149360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9dfe593b-bf32-41cc-90b9-1249961cd09c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:50.149534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.153599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:security_group_rule and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:50.154445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:50.161082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:50.185599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:50.218305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 88705cbb-3668-4934-b02f-61acc6979cdd) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:50.222865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:50.223517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.229915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.230980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c51b5a-d61e-4be7-8619-28d503e872ce None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:50.293909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.313391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.336923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.347778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:50.353017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9dfe593b-bf32-41cc-90b9-1249961cd09c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:50.353645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.510862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd161c38-b47e-4420-9151-900e634e5db0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:50.537181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.546672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6079559
Nov 15 09:15:50.547108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53724) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:50.556079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'security_group_rule': {'security_group_id': '4a167425-d66c-46fc-84d5-c3171a30342b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:50.585384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'SecurityGroup': ['ID=4a167425-d66c-46fc-84d5-c3171a30342b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:50.588279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:50.591072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:50.593742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:security_group_rule and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:50.606479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:15:50.606613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:50.629715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:50.631081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76 HTTP/1.1" status: 204  len: 168 time: 3.8714209
Nov 15 09:15:50.644706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 8.8481848
Nov 15 09:15:50.645379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53732) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:50.645486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53734) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:50.652209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'router:external': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:50.661878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Sync routers for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:15:50.662447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:50.666881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=458561a9-1c61-4051-ac5a-dbd20642bbb0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:50.673250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Request body: {'port': {'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1690690861'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:50.686859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:network and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:50.696786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:50.709705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:50.772003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:50.773450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f1e978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:50.795004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:50.800243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.806357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:50.807162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.811249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3b2ed1e9-03d4-4361-8e1e-d2bd6573507a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 14.0477226
Nov 15 09:15:50.811249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47511ab1-607f-44c3-91bc-6606af7de551 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:50.830422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53744) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:50.860832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:50.872173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.872711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Added segment 7f843fe6-113d-48f8-b204-f767dbcd53df of type vxlan for network 000df012-e6f3-4eb4-aecd-2207eae8435b
Nov 15 09:15:50.920311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.920710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-88705cbb-3668-4934-b02f-61acc6979cdd', 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd', 'tenant_id': 'b2c8a5d2942941f4aa939837f0519ccc', 'fixed_ips': [{'subnet_id': '6fc39f39-7213-4422-8930-f29e16c1d3b1'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:15:50.921644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.934015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Network': ['ID=b0b5eb99-dd70-4c31-ab46-ea1e6e6a3a76,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:50.943609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port fd161c38-b47e-4420-9151-900e634e5db0 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:50.965255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Router 315f0328-7c7b-466b-b563-1ad589b829ee is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:15:50.967333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:50.971542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:50.978141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port fd161c38-b47e-4420-9151-900e634e5db0 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:50.978572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.012777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:51.022519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Usage tracker for resource:port and tenant:b2c8a5d2942941f4aa939837f0519ccc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:51.030592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:51.042285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:51.150803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network 4230c823-72ee-4e88-822f-21783970a2ea is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:51.167648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:51.172132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:51.173578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.212355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Made reservation on behalf of b2c8a5d2942941f4aa939837f0519ccc for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:51.220285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.225382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53752) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:51.239287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.264996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:51.265517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.289855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:51.334704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 4.7506447
Nov 15 09:15:51.349378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53760) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:51.416066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=000df012-e6f3-4eb4-aecd-2207eae8435b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:51.427646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:51.429995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 0.7835071
Nov 15 09:15:51.438480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1333100119'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:51.440900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53764) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:51.456057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:51.460950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:network and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:51.464906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:51.471730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:51.475584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Sync routers for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:15:51.486791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 000df012-e6f3-4eb4-aecd-2207eae8435b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:51.496238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:51.496924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d6a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:51.504795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 000df012-e6f3-4eb4-aecd-2207eae8435b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:51.519633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'subnet': {'network_id': '000df012-e6f3-4eb4-aecd-2207eae8435b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:51.535259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.540481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:51.546169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.550104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:51.570421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:subnet and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:51.575517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:51.665567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53770) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:51.666529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:51.674722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Deleting port 458561a9-1c61-4051-ac5a-dbd20642bbb0 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:15:51.674921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.802229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] device_id is not set on port bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:15:51.850909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:51.855739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.867491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:51.951403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:51.961171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:51.968524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.010360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:52.014622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:security_group_rule and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:52.017740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:52.024955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:52.035917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-770558211', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:52.075007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:52.099876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Usage tracker for resource:port and tenant:b67da12f3cac41e5b75d7d1ea1a5b871 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:52.101895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.109760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.112174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:52.119800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f20773c-7853-4ee5-a358-457ce7b92a53,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:52.126252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:52.128075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:52.136240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:52.136496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.145123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:52.183116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'SecurityGroup': ['ID=7cebed4d-0ee1-49ab-907b-3058b2ce4594,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:52.213256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:52.236668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:15:52.259980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.260433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Added segment 6a9df79c-9ff0-45a5-98ee-4b0b03cd1b49 of type vxlan for network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41
Nov 15 09:15:52.324550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port fd161c38-b47e-4420-9151-900e634e5db0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd161c38-b47e-4420-9151-900e634e5db0,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:15:52.324772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.326160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d6a0>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:45Z', 'revision_number': 2, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:52.345020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Checking router: 58ca06a2-5fd8-4201-90fd-9c776fc6b76b for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:15:52.348208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Updating router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b port 49d6271c-73da-43e4-830c-64c6beeffbe6 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:15:52.375770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.388529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ba8dc19b-c68c-4a3b-b636-7d738ca81273 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:52.394645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.399563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.8513234
Nov 15 09:15:52.400484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53776) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:52.406567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'security_group_rule': {'security_group_id': '4a167425-d66c-46fc-84d5-c3171a30342b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:52.413933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:52.419459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:security_group_rule and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:52.422836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:52.429986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.431071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:52.443660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:52.444640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.447361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.470340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:52.489993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:52.594560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Network': ['ID=2f4ccdba-435d-4240-95ec-05fc1b1e3e41,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:52.598342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:52.606750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3782537
Nov 15 09:15:52.607632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53780) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:52.609394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Made reservation on behalf of b67da12f3cac41e5b75d7d1ea1a5b871 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:52.614403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.617213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'subnet': {'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:52.618257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:52.645899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:15:52.659142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Allocated IP 172.20.0.3 (88705cbb-3668-4934-b02f-61acc6979cdd/6fc39f39-7213-4422-8930-f29e16c1d3b1/bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:52.663171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.764082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:52.768355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:subnet and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:52.771513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:52.778144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:52.794832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.840846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:15:52.851979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:52.875919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:15:52.902156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=fd161c38-b47e-4420-9151-900e634e5db0,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:52.917121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Sync routers for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:15:52.934245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:52.971629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:53.005917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.015501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ba8dc19b-c68c-4a3b-b636-7d738ca81273 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:53.015959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.060586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Calling delete_port for 458561a9-1c61-4051-ac5a-dbd20642bbb0 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:15:53.096996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Usage tracker for resource:security_group_rule and tenant:b67da12f3cac41e5b75d7d1ea1a5b871 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:53.097799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:53.098516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a822f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:53.131628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:53.141166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.182764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.193959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:53.198282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f1e978>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:43Z', 'revision_number': 3, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:53.224184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:53.272053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a48535a-d0b9-486b-8cb3-f097c767e8f0,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:53.281143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:53.301936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.319047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Transition to ACTIVE for port object 49d6271c-73da-43e4-830c-64c6beeffbe6 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:53.332103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.337923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9320359
Nov 15 09:15:53.337923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53784) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:53.351463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:53.353493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.358565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.359954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 16.5510037
Nov 15 09:15:53.362809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53788) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:53.368722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:53.388511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:53.459553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:floatingip and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:53.468880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:53.501527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:53.533085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Pushing event updated for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:53.547286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:53.658848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.670330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:53.771598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Attempting to bind port 49d6271c-73da-43e4-830c-64c6beeffbe6 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:53.771989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Attempting to bind port 49d6271c-73da-43e4-830c-64c6beeffbe6 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:53.772354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Attempting to bind port 49d6271c-73da-43e4-830c-64c6beeffbe6 on network 6e91940b-a0c0-4b7f-a531-00e7770071f5 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:53.792293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:53.792714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Checking segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:53.793167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.793606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Bound using segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:53.794126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Bound port: 49d6271c-73da-43e4-830c-64c6beeffbe6, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:53.794561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.838474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Checking router: b36072a4-6c34-403f-938a-ce12b81d2166 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:15:53.839195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Updating router b36072a4-6c34-403f-938a-ce12b81d2166 port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:15:53.904826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd161c38-b47e-4420-9151-900e634e5db0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:53.958480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:53.964549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] For port 49d6271c-73da-43e4-830c-64c6beeffbe6, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:54.035657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.073567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Transition to ACTIVE for port object bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:54.082186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.084051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.106019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6896631a-48c8-4b37-a83c-0ddb5e3ce9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:54.108927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] For port 49d6271c-73da-43e4-830c-64c6beeffbe6, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=49d6271c-73da-43e4-830c-64c6beeffbe6,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:54.123305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.130464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.147113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:54.212048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.313299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Pushing event updated for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:54.318609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:54.406233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f4ec4-959c-4ff6-9d42-624ba286ce62,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:54.417324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port fd161c38-b47e-4420-9151-900e634e5db0 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:54.417324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.420400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:54.431869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fe354f7-05ab-4fb6-bbc9-97ddd966080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:54.445176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:54.451472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d6a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:54.546402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.548735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Port': ['ID=458561a9-1c61-4051-ac5a-dbd20642bbb0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:54.576561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:54.617412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ad00a61-3700-4bee-b762-e7c382815ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:54.705526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a822f390>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:46Z', 'revision_number': 3, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:54.723999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Allocated IP 172.20.0.2 (88705cbb-3668-4934-b02f-61acc6979cdd/6fc39f39-7213-4422-8930-f29e16c1d3b1/f597c6b3-d985-4e61-a3c9-d8995f501cdc) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:54.745708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Checking router: 315f0328-7c7b-466b-b563-1ad589b829ee for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:15:54.746136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Updating router 315f0328-7c7b-466b-b563-1ad589b829ee port 83cb84b9-5812-4a33-95d2-14dbfff8113e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:15:54.834074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:15:54.892196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Subnet': ['ID=36b48611-1623-47a1-90ad-a79fedb3a9fe,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:54.903857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:54.964336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Allocated IP 172.26.4.64 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/22f5a440-564a-4c25-9377-025ada7155d2) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:54.986328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.086988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:55.098703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:55.151152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] device_id is not set on port 8bd705be-5a75-4432-9488-4865f83e0726 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:15:55.330758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d6a0>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:53Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:55.338106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf8a310-e149-4e85-a661-070987a89e43 None None] The sync data for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs is: [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:53Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:15:55.344977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.358925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Transition to ACTIVE for port object f597c6b3-d985-4e61-a3c9-d8995f501cdc will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:55.377003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Transition to ACTIVE for port object f597c6b3-d985-4e61-a3c9-d8995f501cdc will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:55.416984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.419906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:15:55.420766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.433165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02842e65-0e5c-43e3-8ed6-4b9ebd1101e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:55.447982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event updated for resources: {'Port': ['ID=bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:55.471794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Checking segment: {'id': '6a9df79c-9ff0-45a5-98ee-4b0b03cd1b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:55.472228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network hostable DHCP agents. Network: 2f4ccdba-435d-4240-95ec-05fc1b1e3e41, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:55.515408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:55.522106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.527501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.555183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a02efb4-46c5-42bf-8cdc-7d186b41d50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:55.617013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network 88705cbb-3668-4934-b02f-61acc6979cdd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:55.669589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:55.691005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:55.699099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.714870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:55.720213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:55.768550 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/ports/458561a9-1c61-4051-ac5a-dbd20642bbb0 HTTP/1.1" status: 204  len: 168 time: 4.4178414
Nov 15 09:15:55.774335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 2f4ccdba-435d-4240-95ec-05fc1b1e3e41) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:55.778898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:55.780289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.785406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53794) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:55.799229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec564e-0ae9-4d13-b763-4f7cfaeafc96 None None] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:55.868638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'external_gateway_info': {'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'external_fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341'}]}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:55.888004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:55.892296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:router and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:55.895554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:55.902909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:55.953088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Subnet': ['ID=0f346f07-baf0-4114-8884-c713b7aa0511,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:55.959554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:55.960381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:55.987369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:56.001042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'Port': ['ID=22f5a440-564a-4c25-9377-025ada7155d2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:56.004722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:56.010719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.010719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.016631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 49d6271c-73da-43e4-830c-64c6beeffbe6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:15:56.022778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.4105320
Nov 15 09:15:56.030634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53800) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:56.040377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1282813281', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:56.047521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Pushing event updated for resources: {'Port': ['ID=f597c6b3-d985-4e61-a3c9-d8995f501cdc,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:56.052488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.3968117
Nov 15 09:15:56.056689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53804) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:56.058266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:56.067975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:router and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:56.072234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Checking segment: {'id': '7f843fe6-113d-48f8-b204-f767dbcd53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '000df012-e6f3-4eb4-aecd-2207eae8435b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:56.072648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network hostable DHCP agents. Network: 000df012-e6f3-4eb4-aecd-2207eae8435b, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:15:56.076500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:56.080451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:56.088220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:56.157681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.159031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.182325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.182922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 000df012-e6f3-4eb4-aecd-2207eae8435b is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:15:56.218932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.250927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.281004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:56.296181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.297616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 000df012-e6f3-4eb4-aecd-2207eae8435b) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:56.298347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:56.300998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:56.303993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:56.305909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:56.316046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9c79c-1dd6-4c3e-a9ab-b98b091e734e None None] Network 000df012-e6f3-4eb4-aecd-2207eae8435b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:56.322215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:15:56.322875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.331147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:56.409638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 49d6271c-73da-43e4-830c-64c6beeffbe6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:56.440528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:15:56.459434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.0020559
Nov 15 09:15:56.461667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53808) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:56.468538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'floatingip': {'floating_network_id': '000df012-e6f3-4eb4-aecd-2207eae8435b'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:15:56.478416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:15:56.504094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 49d6271c-73da-43e4-830c-64c6beeffbe6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:56.504094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.512468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Deleting port bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:15:56.512863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.584085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:floatingip and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:15:56.593621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:15:56.619514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:15:56.619856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d2137-d905-4ddd-9e74-24299ec2edbf None None] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:56.740931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Attempting to bind port f597c6b3-d985-4e61-a3c9-d8995f501cdc on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:56.741420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Attempting to bind port f597c6b3-d985-4e61-a3c9-d8995f501cdc by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0e55b303-4abb-4658-9ece-39ad343af734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:56.741836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Attempting to bind port f597c6b3-d985-4e61-a3c9-d8995f501cdc on network 88705cbb-3668-4934-b02f-61acc6979cdd {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:56.761687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.792386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.802390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:56.802735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Checking segment: {'id': '0e55b303-4abb-4658-9ece-39ad343af734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:56.803507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.803604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Bound using segment: {'id': '0e55b303-4abb-4658-9ece-39ad343af734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:56.804307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Bound port: f597c6b3-d985-4e61-a3c9-d8995f501cdc, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e55b303-4abb-4658-9ece-39ad343af734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '88705cbb-3668-4934-b02f-61acc6979cdd'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:56.804722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.838735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.856089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.888575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Transition to ACTIVE for port object 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:56.910349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:56.982831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Allocated IP 172.20.0.1 (2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf/1eb51e32-b254-4205-8578-130a02577552/6b133e3d-e3ac-4449-b4f0-29f625e7b74f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:56.987318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.062839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:57.217945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.490024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.560442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.589259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.598870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Allocated IP 172.20.0.1 (ae7a99dd-32ca-43c2-8e33-8f70897307cd/459f64ec-48e4-45d8-9da9-1fceec546531/d06f285c-6b18-4d0a-9338-8c30d0a2d0ba) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:57.625901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9731cd4-1753-4d6c-9982-33a24c22c925 None None] Network 000df012-e6f3-4eb4-aecd-2207eae8435b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:15:57.640376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.660374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Pushing event updated for resources: {'Port': ['ID=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:57.672971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Transition to ACTIVE for port object 6b133e3d-e3ac-4449-b4f0-29f625e7b74f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:57.690553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:57.691676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] For port f597c6b3-d985-4e61-a3c9-d8995f501cdc, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:57.804733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Calling delete_port for bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:15:57.820288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] For port f597c6b3-d985-4e61-a3c9-d8995f501cdc, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f597c6b3-d985-4e61-a3c9-d8995f501cdc,segment=NetworkSegment(0e55b303-4abb-4658-9ece-39ad343af734),segment_id=0e55b303-4abb-4658-9ece-39ad343af734)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:57.858709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.868086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.889448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:57.901337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.902650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:57.939577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:57.963771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 49d6271c-73da-43e4-830c-64c6beeffbe6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=49d6271c-73da-43e4-830c-64c6beeffbe6,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:15:58.035431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.082194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:15:58.200992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Attempting to bind port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:58.201420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Attempting to bind port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:58.202174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Attempting to bind port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:58.237307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Pushing event updated for resources: {'Port': ['ID=f597c6b3-d985-4e61-a3c9-d8995f501cdc,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:58.245168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Allocated IP 172.20.0.6 (000df012-e6f3-4eb4-aecd-2207eae8435b/0f346f07-baf0-4114-8884-c713b7aa0511/7d679330-5ceb-4aa9-a8ff-b49e0823fdda) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:58.249279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:58.250456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:58.252761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.260922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:58.298906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:58.299339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:58.299802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.300278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:58.300894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Bound port: 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:58.301245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.406251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.431622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.434820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.465740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:58.471903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:58.473653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22923cc5-d40b-4226-9c2b-2f7a9059aebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.478440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Transition to ACTIVE for port object 83cb84b9-5812-4a33-95d2-14dbfff8113e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:58.481427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:58.514276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:58.516110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:15:58.526421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:58.529307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.548410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99807d61-86f4-42b6-aea8-917085685751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.580517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] For port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:58.600404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Transition to ACTIVE for port object d06f285c-6b18-4d0a-9338-8c30d0a2d0ba will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:15:58.602577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event deleted for resources: {'Port': ['ID=bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:58.605509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:58.616732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.678492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.679616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.697374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] For port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:58.701218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Allocated IP 172.26.4.209 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/8bd705be-5a75-4432-9488-4865f83e0726) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:15:58.715295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.724481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.736236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Pushing event updated for resources: {'Port': ['ID=83cb84b9-5812-4a33-95d2-14dbfff8113e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:58.742760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:58.767262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.789993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.796834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:58.839947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-075a30d1-9b97-4beb-9d79-a6fdc8139ab3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:58.936469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.026253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.045804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.052838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'Port': ['ID=22f5a440-564a-4c25-9377-025ada7155d2,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:59.056836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:59.073067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Pushing event updated for resources: {'Port': ['ID=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:59.083996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:59.090646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Attempting to bind port 83cb84b9-5812-4a33-95d2-14dbfff8113e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:15:59.091207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Attempting to bind port 83cb84b9-5812-4a33-95d2-14dbfff8113e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:15:59.091792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Attempting to bind port 83cb84b9-5812-4a33-95d2-14dbfff8113e on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:15:59.100407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-27b08e92-01f9-40cb-aa82-e6ccd646ab79 None None] Provisioning for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:15:59.112065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-27b08e92-01f9-40cb-aa82-e6ccd646ab79 None None] Provisioning complete for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:15:59.112655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-27b08e92-01f9-40cb-aa82-e6ccd646ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.139568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Port': ['ID=7d679330-5ceb-4aa9-a8ff-b49e0823fdda,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:59.159878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:15:59.160712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:15:59.161021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.161587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:15:59.162246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Bound port: 83cb84b9-5812-4a33-95d2-14dbfff8113e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:15:59.162781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.172415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:59.205547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:59.206361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.237084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.269521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-27b08e92-01f9-40cb-aa82-e6ccd646ab79 None None] Port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:15:59.283441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:15:59.284277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f1e978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:15:59.402593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] For port 83cb84b9-5812-4a33-95d2-14dbfff8113e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:15:59.419440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] For port 83cb84b9-5812-4a33-95d2-14dbfff8113e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=83cb84b9-5812-4a33-95d2-14dbfff8113e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:15:59.483759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.508475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:15:59.627611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "DELETE /v2.0/ports/bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 HTTP/1.1" status: 204  len: 168 time: 3.5662861
Nov 15 09:15:59.630078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 000df012-e6f3-4eb4-aecd-2207eae8435b is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:59.640436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53812) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:15:59.641414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:59.648466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:59.650114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Pushing event updated for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:15:59.653405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:15:59.687400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.724150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.793943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.795732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.4561765
Nov 15 09:15:59.805014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:15:59.813635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:15:59.816270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:15:59.817011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:15:59.997917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Pushing event updated for resources: {'Port': ['ID=83cb84b9-5812-4a33-95d2-14dbfff8113e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:00.079294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:00.222772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.231888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 2001:db8::341 (4230c823-72ee-4e88-822f-21783970a2ea/30118496-06e4-42cc-8eb7-ed88e0e96b4e/737d45f3-ad9e-4500-862a-c6a2879bbeca) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:00.249434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.305490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8205b119-345a-4c53-8659-386f0d493dfc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:00.355950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f597c6b3-d985-4e61-a3c9-d8995f501cdc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:00.375679 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3afe4688-6cc4-4ad4-a8dd-8ca7e554a39d tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5047 time: 0.7318087
Nov 15 09:16:00.396421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:00.406437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:00.442508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-269210854'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:00.461675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:00.472538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4257c-d2f0-454b-8ecd-0ad81275761f None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:00.473868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.233 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/ccbf8676-5559-4ca4-af74-3f48d33f03bf) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:00.488262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Usage tracker for resource:network and tenant:b2c8a5d2942941f4aa939837f0519ccc is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:00.498864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:00.521186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:00.523144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:00.572658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.574075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Pushing event updated for resources: {'Port': ['ID=8bd705be-5a75-4432-9488-4865f83e0726,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:00.594200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Made reservation on behalf of b2c8a5d2942941f4aa939837f0519ccc for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:00.597846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.599896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.600033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:00.672561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.696195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.718176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:00.727225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:00.778647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c0f1bab3-7732-43b0-8619-96317446385b None None] Provisioning for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:00.824833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.825127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Added segment 26d627ae-db24-4fb9-affd-6b298bb976cd of type vxlan for network b6ae5939-4fec-40e9-95c8-fdf709c10bd5
Nov 15 09:16:00.849351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c0f1bab3-7732-43b0-8619-96317446385b None None] Provisioning complete for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:00.849790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0f1bab3-7732-43b0-8619-96317446385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.891610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.914534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:00.971603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53850) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:00.976665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.044484 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 15 09:16:01.090697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70bf6d64-04f1-4b1e-806f-bf0b2d5e0e6b tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:01.091531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:01.103481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.123782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.132311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:01.133132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a822f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:01.141759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:01.145825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:01.162385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:01.163075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.164755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:01.178715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:01.222018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.226996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1bab3-7732-43b0-8619-96317446385b None None] Port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:01.255380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=737d45f3-ad9e-4500-862a-c6a2879bbeca,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:01.269117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:01.271203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.276635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:01.301611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f597c6b3-d985-4e61-a3c9-d8995f501cdc completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:01.311676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.8733003
Nov 15 09:16:01.312514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network 4230c823-72ee-4e88-822f-21783970a2ea is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:01.316887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53854) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:01.317678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:01.322390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:01.331145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 49d6271c-73da-43e4-830c-64c6beeffbe6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:01.368401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-de901906-873e-43bd-82f3-c65327565077 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--718276942&fields=id&tenant_id=b0e689093b9e40a589ba42ff3f60bcda HTTP/1.1" status: 200  len: 267 time: 0.3908134
Nov 15 09:16:01.385659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.402097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.431649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.542993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event updated for resources: {'Network': ['ID=b6ae5939-4fec-40e9-95c8-fdf709c10bd5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:01.553242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:01.561822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:01.578254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:01.583948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 9.8766093
Nov 15 09:16:01.584115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:01.598670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:01.622440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53858) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:01.638624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:01.638882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Provisioning for port f597c6b3-d985-4e61-a3c9-d8995f501cdc completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:01.652367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.209'}]}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:01.748675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:01.809739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Provisioning complete for port f597c6b3-d985-4e61-a3c9-d8995f501cdc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:01.810310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:01.840646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Usage tracker for resource:router and tenant:b67da12f3cac41e5b75d7d1ea1a5b871 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:01.853580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:01.878382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:01.895537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Pushing event updated for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:01.908973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:01.926824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:02.000519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.001588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.012770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.054868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:02.065148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-694acddc-63ed-4ca5-9e5e-b6b53700426c tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks HTTP/1.1" status: 200  len: 7747 time: 0.7449276
Nov 15 09:16:02.074141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53862) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:02.080897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:02.104762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:02.244953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 49d6271c-73da-43e4-830c-64c6beeffbe6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:02.245460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.298033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f1e978>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:15:56Z', 'revision_number': 1, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:02.328200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa4cb2a-c2e5-4b86-a99d-884a138114a6 None None] The sync data for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs is: [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:15:56Z', 'revision_number': 1, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:02.332070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.349191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-c94a6648-b27c-4c8f-b237-8f7debe22e15 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:02.351196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-c94a6648-b27c-4c8f-b237-8f7debe22e15 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/networks?id=6e91940b-a0c0-4b7f-a531-00e7770071f5 HTTP/1.1" status: 200  len: 811 time: 0.9541054
Nov 15 09:16:02.401001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=ccbf8676-5559-4ca4-af74-3f48d33f03bf,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:02.541397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:02.594910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-d11de37c-0eb2-4b3f-bafc-9b846d959fe8 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/quotas/b0e689093b9e40a589ba42ff3f60bcda HTTP/1.1" status: 200  len: 375 time: 0.1973650
Nov 15 09:16:02.630073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.654463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.655210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.690104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:02.697902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:02.703600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.707494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:02.770094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:02.809835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:02.919761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] For port f597c6b3-d985-4e61-a3c9-d8995f501cdc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f597c6b3-d985-4e61-a3c9-d8995f501cdc,segment=NetworkSegment(0e55b303-4abb-4658-9ece-39ad343af734),segment_id=0e55b303-4abb-4658-9ece-39ad343af734)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:02.949540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.013497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:03.097004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925bf4e-35fa-4991-bd03-4cf36559b916 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:16:03.151045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a822f390>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 1, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:03.165345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9a5fb-3109-4b7e-ac61-3341917e5cdc None None] The sync data for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs is: [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 1, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:03.167070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Provisioning complete for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:03.167466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.235604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Port': ['ID=7d679330-5ceb-4aa9-a8ff-b49e0823fdda,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:03.237242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Pushing event updated for resources: {'Port': ['ID=f597c6b3-d985-4e61-a3c9-d8995f501cdc,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:03.244789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:03.252073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:03.269900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:03.279471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8edba4d9-d503-4418-8b30-dada799f6cd8 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0e689093b9e40a589ba42ff3f60bcda&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6719775
Nov 15 09:16:03.290562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7925bf4e-35fa-4991-bd03-4cf36559b916 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "POST /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.2148330
Nov 15 09:16:03.298648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53866) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:03.305980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Provisioning complete for port f597c6b3-d985-4e61-a3c9-d8995f501cdc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:03.306408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.345449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691269aa-7e06-4413-8a40-60a7696945f1 None None] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:03.397290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.748142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Could not find standard attr ID for object bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:16:03.762618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Provisioning complete for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:03.763045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.838703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-10c1c46e-5454-49e2-ae76-c45cd45fa143 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:16:03.838979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-10c1c46e-5454-49e2-ae76-c45cd45fa143 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3384349
Nov 15 09:16:03.881211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6b56fbf5-dbbb-4aa2-8de4-0338fc53595c None None] Port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:03.951260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:03.980548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Router 315f0328-7c7b-466b-b563-1ad589b829ee has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:04.245210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router bf5f46d6-e9d3-4640-a520-afa3813edc5b is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:16:04.256980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:04.307416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:04.307860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:04.308718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:04.318874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ac36640-1630-4182-9c49-ab9c3661b346 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks HTTP/1.1" status: 200  len: 8485 time: 1.0096033
Nov 15 09:16:04.321122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53876) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:04.340936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:04.345277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 7.8798440
Nov 15 09:16:04.347270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53880) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:04.554447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e6567e21-4132-4e5e-9483-dca78fbf9a53 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Synchronizing usage tracker for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:04.561662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-4e56ffd7-84ff-4173-9ffa-fcdc20d1084a service neutron] 10.222.0.81 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6638250
Nov 15 09:16:04.692827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e6567e21-4132-4e5e-9483-dca78fbf9a53 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Unset dirty status for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:04.698081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6567e21-4132-4e5e-9483-dca78fbf9a53 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=000df012-e6f3-4eb4-aecd-2207eae8435b HTTP/1.1" status: 200  len: 689 time: 0.3456652
Nov 15 09:16:04.705973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53884) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:04.723036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Router b36072a4-6c34-403f-938a-ce12b81d2166 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:04.788684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08459990-0fda-4e3d-ae52-e536a72a7023 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "DELETE /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks/b6ae5939-4fec-40e9-95c8-fdf709c10bd5 HTTP/1.1" status: 204  len: 168 time: 0.4644980
Nov 15 09:16:04.823375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53888) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:04.927265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-2e533c01-d2b0-43e3-abd6-f7e98eb4a3d6 service neutron] 10.222.0.81 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3530996
Nov 15 09:16:05.152556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 83cb84b9-5812-4a33-95d2-14dbfff8113e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:05.238274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38541c62-2053-41d5-bac8-f19f7b68c3a4 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks HTTP/1.1" status: 200  len: 7747 time: 0.4035101
Nov 15 09:16:05.255483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53898) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:05.262685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 83cb84b9-5812-4a33-95d2-14dbfff8113e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:05.269091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 83cb84b9-5812-4a33-95d2-14dbfff8113e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:05.269527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.375532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53906) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:05.429942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-886d2c24-3614-4dba-85d8-41cc2412c713 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/networks/88705cbb-3668-4934-b02f-61acc6979cdd/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.1701167
Nov 15 09:16:05.435131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53918) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:05.479452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.500162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 83cb84b9-5812-4a33-95d2-14dbfff8113e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=83cb84b9-5812-4a33-95d2-14dbfff8113e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:05.506285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.526701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c9cd48a-eff1-4d63-aa63-64f21b18074e tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/networks/88705cbb-3668-4934-b02f-61acc6979cdd/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.0901616
Nov 15 09:16:05.534491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53922) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:05.536358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.537316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f597c6b3-d985-4e61-a3c9-d8995f501cdc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:05.576337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:05.611418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.647002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-95cbc411-07da-4673-8c43-67369865ab92 req-390682a8-5198-48f7-b292-3c351e1cb4ab tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.2601109
Nov 15 09:16:05.715061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=83cb84b9-5812-4a33-95d2-14dbfff8113e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:05.718808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:05.733778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f597c6b3-d985-4e61-a3c9-d8995f501cdc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:05.734204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:05.764904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:16:05.786324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:05.813543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] 10.222.0.81 "PUT /v2.0/routers/b36072a4-6c34-403f-938a-ce12b81d2166/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9735937
Nov 15 09:16:05.824453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:05.957011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] 10.222.0.81 "PUT /v2.0/routers/315f0328-7c7b-466b-b563-1ad589b829ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5835662
Nov 15 09:16:05.960099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Deleting port 7d679330-5ceb-4aa9-a8ff-b49e0823fdda {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:05.960492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.029393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3cbf8f2f-45a8-447d-a758-cf0fad8045d2 tempest-DHCPAgentSchedulersTestJSON-229781025 tempest-DHCPAgentSchedulersTestJSON-229781025] 10.222.0.81 "GET /v2.0/agents/09344217-34eb-4da8-89f1-517d76e118b0/dhcp-networks HTTP/1.1" status: 200  len: 7747 time: 0.4894674
Nov 15 09:16:06.035728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:06.053103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:06.261447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.278967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:06.284817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:06.285362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.421418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:06.438714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Sync routers for ids ['bf5f46d6-e9d3-4640-a520-afa3813edc5b'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:06.458246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Routers {'bf5f46d6-e9d3-4640-a520-afa3813edc5b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:06.461187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80bc390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bf5f46d6-e9d3-4640-a520-afa3813edc5b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:06.520148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.624270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:06.662528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.666561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:06.806629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.824969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:06.861727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:06.867649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:06.983543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Set router bf5f46d6-e9d3-4640-a520-afa3813edc5b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:07.004183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 83cb84b9-5812-4a33-95d2-14dbfff8113e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:07.048090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53962) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:07.048785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53970) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:07.073604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'security_group': {'name': 'tempest-securitygroup--219984917', 'description': 'tempest-description--2107906413'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:07.108947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.117938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-94e72fd7-c865-4341-85e2-b8dbc2f92e2e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 11.2632093
Nov 15 09:16:07.121356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53978) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:07.128537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 83cb84b9-5812-4a33-95d2-14dbfff8113e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:07.130593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.221489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'security_group': {'name': 'tempest-securitygroup--1505471213', 'description': 'tempest-description--986741141'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:07.258750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:07.278024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:07.295251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b6576c3-8a10-4113-bca6-58fa1ca3353b req-c1539e8a-40c8-423f-9564-aa3d57a911a1 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.2450407
Nov 15 09:16:07.297415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Usage tracker for resource:security_group and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:07.300907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:security_group and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:07.302294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.302667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.304580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:07.312620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.313211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Fanout notify agent at l3_agent the message router_deleted on router c2331a61-579c-431b-ac0b-a4e51871a9b8 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:16:07.313729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.384016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:07.389620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:07.408422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:07.408905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.475161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:07.479745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:07.566361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.617498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a805b9e8>,) {'filters': {'network_id': ['b6ae5939-4fec-40e9-95c8-fdf709c10bd5']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.651428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a805b9e8>, '26d627ae-db24-4fb9-affd-6b298bb976cd') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.651778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a805b9e8>, '26d627ae-db24-4fb9-affd-6b298bb976cd') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.667374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.701119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.721880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80bc390>, [{'id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'name': '', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'external_fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341'}], 'enable_snat': True}, 'gw_port_id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:01Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'name': '', 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:59Z', 'updated_at': '2020-11-15T09:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.724167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:07.726905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Checking router: bf5f46d6-e9d3-4640-a520-afa3813edc5b for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:16:07.727303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Updating router bf5f46d6-e9d3-4640-a520-afa3813edc5b port 737d45f3-ad9e-4500-862a-c6a2879bbeca binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:16:07.737170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.743341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:07.747569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:07.770296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:07.773098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f27a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.814781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:07.945737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Calling delete_port for 7d679330-5ceb-4aa9-a8ff-b49e0823fdda owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:07.973404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f27a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:07.983892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:07.986433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:16:07.990537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ace7013-3b22-4858-b4be-36ca8d2748b6 tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 6.3595734
Nov 15 09:16:07.993394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Usage tracker for resource:security_group_rule and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:08.002133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 53984) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:08.002818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:08.011558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:08.015181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:08.019702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f27a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:08.108634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Deleting port 8bd705be-5a75-4432-9488-4865f83e0726 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:08.109017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.122528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f27a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:08.123216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64ac56-c291-4266-90af-57a741882a6f None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:08.144000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.147906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 12.1105733
Nov 15 09:16:08.150762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 53988) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:08.155899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:08.242555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:security_group_rule and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:08.252958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:08.261990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:08.271341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.286079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:08.503701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.567537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.573960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network b6ae5939-4fec-40e9-95c8-fdf709c10bd5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:08.592829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:08.604318 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:08.666630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b82b223c-8285-45f4-92c1-05e8cc396739 req-2fa1c1c2-6777-42ce-a9bf-e9d9d0b83f34 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.1508460
Nov 15 09:16:08.708260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Port': ['ID=7d679330-5ceb-4aa9-a8ff-b49e0823fdda,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:08.708446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Transition to ACTIVE for port object 737d45f3-ad9e-4500-862a-c6a2879bbeca will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:08.711130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:08.717916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.743770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.765304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.899394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.911667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Calling delete_port for 8bd705be-5a75-4432-9488-4865f83e0726 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:08.917071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:08.931441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:08.967548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:08.988069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event deleted for resources: {'Network': ['ID=b6ae5939-4fec-40e9-95c8-fdf709c10bd5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:08.992114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:08.995279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.65', 49859) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:08.998585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.017231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.033875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Sync routers for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:09.045538 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "DELETE /v2.0/networks/b6ae5939-4fec-40e9-95c8-fdf709c10bd5 HTTP/1.1" status: 204  len: 168 time: 3.0064194
Nov 15 09:16:09.052511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54000) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:09.110162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Pushing event updated for resources: {'Port': ['ID=737d45f3-ad9e-4500-862a-c6a2879bbeca,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:09.119623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:09.150422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:09.151280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83b5cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:09.157799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4245662c-4ab7-4d28-82d9-1393cde06bb9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] DELETE failed (client error): The resource could not be found.
Nov 15 09:16:09.158312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4245662c-4ab7-4d28-82d9-1393cde06bb9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:16:09.220835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4245662c-4ab7-4d28-82d9-1393cde06bb9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "DELETE /v2.0/ports/bc1bf50a-0aa3-4b7e-ba3e-2a8f7c5ac421 HTTP/1.1" status: 404  len: 333 time: 0.1511805
Nov 15 09:16:09.223331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54004) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:09.263502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-05f5b66e-a73e-400b-8093-4aff17397607 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:09.266737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-05f5b66e-a73e-400b-8093-4aff17397607 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "GET /v2.0/networks?id=6e91940b-a0c0-4b7f-a531-00e7770071f5 HTTP/1.1" status: 200  len: 811 time: 0.2596307
Nov 15 09:16:09.272485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.285113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.286299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.300456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Attempting to bind port 737d45f3-ad9e-4500-862a-c6a2879bbeca on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:09.301037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Attempting to bind port 737d45f3-ad9e-4500-862a-c6a2879bbeca by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '9970db5d-ef73-42a7-aa52-5c2ec2eeb385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:09.302106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Attempting to bind port 737d45f3-ad9e-4500-862a-c6a2879bbeca on network 4230c823-72ee-4e88-822f-21783970a2ea {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:09.304838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:09.395328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:09.395966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Checking segment: {'id': '9970db5d-ef73-42a7-aa52-5c2ec2eeb385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:09.396518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.397124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Bound using segment: {'id': '9970db5d-ef73-42a7-aa52-5c2ec2eeb385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:09.398368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Bound port: 737d45f3-ad9e-4500-862a-c6a2879bbeca, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9970db5d-ef73-42a7-aa52-5c2ec2eeb385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:09.398845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.448643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.450925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.3931525
Nov 15 09:16:09.463753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed217c66-fd73-4052-8ba8-1f0ddc2e7dcb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdde18-8e5e-4bf2-aa10-315824e38895,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:09.467473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54008) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:09.487300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'security_group_rule': {'security_group_id': 'a9cdde18-8e5e-4bf2-aa10-315824e38895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:09.501450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:09.521603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:security_group_rule and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:09.527269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:09.534629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:09.578768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] For port 737d45f3-ad9e-4500-862a-c6a2879bbeca, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:09.586258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.586437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] For port 737d45f3-ad9e-4500-862a-c6a2879bbeca, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=737d45f3-ad9e-4500-862a-c6a2879bbeca,segment=NetworkSegment(9970db5d-ef73-42a7-aa52-5c2ec2eeb385),segment_id=9970db5d-ef73-42a7-aa52-5c2ec2eeb385)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:09.588244 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.5284724
Nov 15 09:16:09.589510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:09.596049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Sync routers for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:09.598923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54012) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:09.612105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:09.612818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8550550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:09.633270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'security_group_rule': {'security_group_id': 'f8991710-bfb4-4881-bcd8-3e7b9d416930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:09.640246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:09.641684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.644683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Usage tracker for resource:security_group_rule and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:09.648801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:09.653463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.655963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:09.677225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93d6bf8-283b-4652-9099-097f10362527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:09.693645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.700960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:09.838217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'SecurityGroup': ['ID=f8991710-bfb4-4881-bcd8-3e7b9d416930,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:09.874083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:09.884697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:09.890344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:09.955657 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-dd50e538-736e-41d4-a37a-ead08ff179ae tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0e689093b9e40a589ba42ff3f60bcda HTTP/1.1" status: 200  len: 5044 time: 0.5615566
Nov 15 09:16:10.072219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81cc34da-e5b7-4690-a548-b6a83b3c8d88 req-e282be53-59a3-4040-94f1-9cf37ce4a2cd tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.1152887
Nov 15 09:16:10.079333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'port': {'device_id': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'admin_state_up': True, 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'security_groups': ['4a167425-d66c-46fc-84d5-c3171a30342b']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:10.090404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:10.170333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:10.253966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.260820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.292806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] 10.222.0.81 "DELETE /v2.0/ports/8bd705be-5a75-4432-9488-4865f83e0726 HTTP/1.1" status: 204  len: 168 time: 2.2843347
Nov 15 09:16:10.345579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.359357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Pushing event updated for resources: {'Port': ['ID=737d45f3-ad9e-4500-862a-c6a2879bbeca,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:10.369569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:10.430628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.431981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:10.448484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Usage tracker for resource:port and tenant:b0e689093b9e40a589ba42ff3f60bcda is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:10.452546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:10.474738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:10.478340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bb4551-8774-4d7d-bd30-059532a0aed0,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:10.481944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:10.534081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Routers {'bf5f46d6-e9d3-4640-a520-afa3813edc5b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:10.535035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80bc390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bf5f46d6-e9d3-4640-a520-afa3813edc5b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:10.546277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8550550>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:00Z', 'revision_number': 2, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:10.550881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Checking router: 315f0328-7c7b-466b-b563-1ad589b829ee for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:16:10.551291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Updating router 315f0328-7c7b-466b-b563-1ad589b829ee port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:16:10.558428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:10.611007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.614986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1389353
Nov 15 09:16:10.620862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54044) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:10.628985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'security_group_rule': {'security_group_id': 'a9cdde18-8e5e-4bf2-aa10-315824e38895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:10.637961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:10.642512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:security_group_rule and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:10.643117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.645408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:10.650867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83b5cc0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 2, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:10.656732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:10.659442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Checking router: b36072a4-6c34-403f-938a-ce12b81d2166 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:16:10.659941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Updating router b36072a4-6c34-403f-938a-ce12b81d2166 port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:16:10.666000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Made reservation on behalf of b0e689093b9e40a589ba42ff3f60bcda for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:10.671768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.848748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.892838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Deleting subnet 6fc39f39-7213-4422-8930-f29e16c1d3b1 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:16:10.895324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Pushing event deleted for resources: {'Port': ['ID=8bd705be-5a75-4432-9488-4865f83e0726,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:10.913805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:10.925408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.940882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] Set router bf5f46d6-e9d3-4640-a520-afa3813edc5b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:10.996799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:10.999230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.048816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:11.106975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Subnet': ['ID=0f346f07-baf0-4114-8884-c713b7aa0511,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:11.246027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:11.280178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54054) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:11.369321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.386410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.396651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.415577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Transition to ACTIVE for port object d06f285c-6b18-4d0a-9338-8c30d0a2d0ba will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:11.453392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.493936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73395c4a-01a2-48a2-9596-726e3772af0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:11.551065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.598008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Deleting port 737d45f3-ad9e-4500-862a-c6a2879bbeca {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:11.598405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.813938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb3e127a-9752-456b-a3c3-744e70dbc33c req-d52bb20e-9528-44be-af26-d91a86888136 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.3653212
Nov 15 09:16:11.891502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] For port 737d45f3-ad9e-4500-862a-c6a2879bbeca, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=737d45f3-ad9e-4500-862a-c6a2879bbeca,segment=NetworkSegment(9970db5d-ef73-42a7-aa52-5c2ec2eeb385),segment_id=9970db5d-ef73-42a7-aa52-5c2ec2eeb385)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:11.891935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:11.952630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80bc390>, [{'id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'name': '', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'external_fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341'}], 'enable_snat': True}, 'gw_port_id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:01Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'name': '', 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:59Z', 'updated_at': '2020-11-15T09:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:11.969459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29bdbb-eedc-48c5-a4e8-f6c99ffb076c None None] The sync data for ids ['bf5f46d6-e9d3-4640-a520-afa3813edc5b'] in dv-neutron-743142-12-ovs is: [{'id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'name': '', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'external_fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341'}], 'enable_snat': True}, 'gw_port_id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:01Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '737d45f3-ad9e-4500-862a-c6a2879bbeca', 'name': '', 'network_id': '4230c823-72ee-4e88-822f-21783970a2ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f46d6-e9d3-4640-a520-afa3813edc5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'ip_address': '2001:db8::341', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:59Z', 'updated_at': '2020-11-15T09:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30118496-06e4-42cc-8eb7-ed88e0e96b4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:11.977917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Pushing event updated for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:11.986008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:12.059142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Calling delete_port for 737d45f3-ad9e-4500-862a-c6a2879bbeca owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:12.196890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.228323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Allocated IP 172.20.0.6 (6e91940b-a0c0-4b7f-a531-00e7770071f5/6d6a144c-b072-48e8-93fa-350baa4c327b/9b449ba2-2d7b-42ba-93be-970f96706291) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:12.254547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Transition to ACTIVE for port object 6b133e3d-e3ac-4449-b4f0-29f625e7b74f will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:12.302181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.310295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Attempting to bind port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:12.310723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Attempting to bind port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:12.311239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Attempting to bind port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba on network ae7a99dd-32ca-43c2-8e33-8f70897307cd {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:12.320417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:12.320854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Checking segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:12.321313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.322134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Bound using segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:12.323453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Bound port: d06f285c-6b18-4d0a-9338-8c30d0a2d0ba, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:12.324154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.334864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:12.477291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] For port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:12.482137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] For port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:12.520299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.553425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.564530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.602003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.659982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f545af41-8e2e-47c0-929e-c3727298b455 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:12.676276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.716157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:12.730208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:12.744657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Usage tracker for resource:security_group_rule and tenant:8387b6e9de044b329a99fe5b015b90a0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:12.747980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:12.758350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:12.779311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Pushing event updated for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:12.813040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:12.815495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-008a3db0-d836-499e-86e6-93214c5075d9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:12.875573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2df6447-0c4a-4741-af83-7b0d0f2e421d,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:12.897816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:12.987331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.031128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.043117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:13.058436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba6c9a4-916b-45a3-b397-59f3fa231fa3,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:13.069690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:13.115513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.125476 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 2.5024798
Nov 15 09:16:13.127104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.128214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54068) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:13.178765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:13.197872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:13.208976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:floatingip and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:13.228837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Pushing event updated for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:13.230020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:13.248090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:13.252985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:13.266866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 737d45f3-ad9e-4500-862a-c6a2879bbeca up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:13.288213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Attempting to bind port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:13.288678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Attempting to bind port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:13.289391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Attempting to bind port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f on network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:13.297400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:13.298022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Checking segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:13.298529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.299108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Bound using segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:13.299708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Bound port: 6b133e3d-e3ac-4449-b4f0-29f625e7b74f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:13.300262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.321890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:13.457584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.458889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 3.8404112
Nov 15 09:16:13.473227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54072) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:13.486016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] For port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:13.508480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0686fdc6-836b-4ea5-9f08-08ed1b2adcde,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:13.514109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8387b6e9de044b329a99fe5b015b90a0&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2328346
Nov 15 09:16:13.545960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f78579e9-57df-4d14-974c-f950a30aefbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.566585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:13.567460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8550550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:13.596504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c818ff87-130b-4b3b-b574-9f8015a91f95 req-92b342bc-579a-4008-9eb3-52793fc4a36e tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Synchronizing usage tracker for tenant:b0e689093b9e40a589ba42ff3f60bcda on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:13.603908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:13.604599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54074) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:13.628133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.695784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'security_group_rule': {'security_group_id': 'f8991710-bfb4-4881-bcd8-3e7b9d416930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:13.749880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:13.766635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f83a2f30cf8>> segment before_delete 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.767332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f83a2f30cf8>> subnet precommit_delete_associations 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.768390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> segment_host_mapping after_create 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.769059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> port after_create 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.769646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> port after_delete 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.770235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> port after_update 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.770798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> segment after_delete 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.771360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> subnet after_create 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.772586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> subnet after_delete 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.773169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83a3163ef0>> subnet after_update 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:13.830303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c818ff87-130b-4b3b-b574-9f8015a91f95 req-92b342bc-579a-4008-9eb3-52793fc4a36e tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Unset dirty status for tenant:b0e689093b9e40a589ba42ff3f60bcda on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:13.831596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c818ff87-130b-4b3b-b574-9f8015a91f95 req-92b342bc-579a-4008-9eb3-52793fc4a36e tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.5124080
Nov 15 09:16:13.853791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:13.976000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:14.008160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a28ecb00>> subnet after_create 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:14.008891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a28ecb00>> subnet after_delete 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:14.009478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a28ecb00>> subnet before_create 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:14.010052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83a28ecb00>> subnet before_update 55550000 {{(pid=81073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 15 09:16:14.010653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8d454a8>,) {'filters': {'network_id': ['000df012-e6f3-4eb4-aecd-2207eae8435b']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:14.028040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Usage tracker for resource:security_group_rule and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:14.036051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:14.049960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8d454a8>, '7f843fe6-113d-48f8-b204-f767dbcd53df') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:14.050634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8d454a8>, '7f843fe6-113d-48f8-b204-f767dbcd53df') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:14.068195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:14.081061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.125997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] For port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:14.128001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Transition to ACTIVE for port object 9b449ba2-2d7b-42ba-93be-970f96706291 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:14.183235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.207886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.211773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.228568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.230843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.237069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:14.300170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:14.346005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:14.432479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 737d45f3-ad9e-4500-862a-c6a2879bbeca completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:14.457189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 737d45f3-ad9e-4500-862a-c6a2879bbeca triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:14.457710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.502710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.512142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.513043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 737d45f3-ad9e-4500-862a-c6a2879bbeca was deleted so its status cannot be updated. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:315}}
Nov 15 09:16:14.765163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:14.789766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Pushing event updated for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:14.845622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5f41eae-9569-400f-9785-6e2d5b74f0fd tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:14.872633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:14.937892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:14.938591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83b5cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:15:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:15.087717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Port': ['ID=737d45f3-ad9e-4500-862a-c6a2879bbeca,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:15.126144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8550550>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:12Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:15.132092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80fa5-0b6d-418e-820a-dd3c3e547d72 None None] The sync data for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs is: [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:12Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:15.172998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b133e3d-e3ac-4449-b4f0-29f625e7b74f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:15.354556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.378174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7e85296a-1d21-4b12-aae7-62d0f7b36ef5 None None] Provisioning complete for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:15.378605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e85296a-1d21-4b12-aae7-62d0f7b36ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.441727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.442506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:15.448037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:15.491258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:15.491706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.494353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.590249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ab59a4d5-4e74-495b-af61-ee7b45e0dc1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:15.614627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:15.620335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event updated for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:15.687647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:15.711994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:15.761515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3898b69b-9266-4b93-a07e-997d8991bf61,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:15.845620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:15.867238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75f4855b-30aa-4cb0-b1c3-8326a7732367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.898020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 000df012-e6f3-4eb4-aecd-2207eae8435b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:15.932826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:15.991871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.059222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e85296a-1d21-4b12-aae7-62d0f7b36ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.076165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:16.114699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.116812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d06f285c-6b18-4d0a-9338-8c30d0a2d0ba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:16.182922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.202300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:16.499087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83b5cc0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:13Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:16.515893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e4c1a2-1834-4aad-bcd8-705bc2f0fb2e None None] The sync data for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs is: [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:13Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:16.519760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.569380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.590273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-7e85296a-1d21-4b12-aae7-62d0f7b36ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:16:16.590688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-7e85296a-1d21-4b12-aae7-62d0f7b36ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:16:16.598712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:16.612735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:16.622901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:16.628674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:16.629286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.678669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:16.686385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:16.899669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:16.970642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.000999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.070046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:17.090835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.231290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:17.246005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:17.300911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.302216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 3.6587598
Nov 15 09:16:17.482009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b133e3d-e3ac-4449-b4f0-29f625e7b74f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:17.502082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54082) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:17.517801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:17.526244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:17.531516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Usage tracker for resource:floatingip and tenant:ef9cb4a7be804567aae50f3c6c40d3c2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:17.538734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:17.545123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:17.556804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Allocated IP 172.26.4.170 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/acb46e5e-55df-4cf9-b052-39293328e7c4) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:17.576965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event deleted for resources: {'Subnet': ['ID=6fc39f39-7213-4422-8930-f29e16c1d3b1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:17.609376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:17.612604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.684164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:17.684717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.758083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.1 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:17.760472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:17.790423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.797459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:17.805110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.818928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.821101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:17.851675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:17.877186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.877958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 000df012-e6f3-4eb4-aecd-2207eae8435b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:17.879283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5d9ab5a6-efd8-4188-855e-bc64cdc35fd6 None None] Provisioning for port 9b449ba2-2d7b-42ba-93be-970f96706291 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:17.911720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0686fdc6-836b-4ea5-9f08-08ed1b2adcde,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:17.915510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:17.924532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.8630667
Nov 15 09:16:17.932326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:17.933929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0686fdc6-836b-4ea5-9f08-08ed1b2adcde HTTP/1.1" status: 204  len: 168 time: 4.2456882
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:17.941976 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:17.957184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bd267-0f9d-4f5e-aac2-642e53b45ad4 req-9c26b4fe-2035-467d-8ddd-77421050a50c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:17.969384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-522bd267-0f9d-4f5e-aac2-642e53b45ad4 req-9c26b4fe-2035-467d-8ddd-77421050a50c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 931 time: 2.4171276
Nov 15 09:16:18.015351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.057800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5d9ab5a6-efd8-4188-855e-bc64cdc35fd6 None None] Provisioning complete for port 9b449ba2-2d7b-42ba-93be-970f96706291 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:18.058235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab5a6-efd8-4188-855e-bc64cdc35fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.107285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.151028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ab5a6-efd8-4188-855e-bc64cdc35fd6 None None] Port 9b449ba2-2d7b-42ba-93be-970f96706291 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:18.152619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.190040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.192666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "DELETE /v2.0/subnets/6fc39f39-7213-4422-8930-f29e16c1d3b1 HTTP/1.1" status: 204  len: 168 time: 8.9673908
Nov 15 09:16:18.197579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb500de-5ad6-41f1-bb60-ac136c4e503f None None] Network 88705cbb-3668-4934-b02f-61acc6979cdd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:18.198534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:18.290291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1f335da-c398-432c-ab6f-c1a26bf941c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:18.390783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.452525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.465429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.466048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Fanout notify agent at l3_agent the message router_deleted on router bf5f46d6-e9d3-4640-a520-afa3813edc5b {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:16:18.494588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.517321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:18.527201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-522bd267-0f9d-4f5e-aac2-642e53b45ad4 req-3675512f-e362-4e5c-8723-d0ddb84d2d57 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5549603
Nov 15 09:16:18.532205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:18.556596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:18.589525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] DHCP port deletion for 88705cbb-3668-4934-b02f-61acc6979cdd request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:16:18.591198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.594838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Deleting port f597c6b3-d985-4e61-a3c9-d8995f501cdc {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:18.595285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.599553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'Port': ['ID=acb46e5e-55df-4cf9-b052-39293328e7c4,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:18.605727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:18.658066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Deleting port f597c6b3-d985-4e61-a3c9-d8995f501cdc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:18.658799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.684764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:18.712118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Network': ['ID=000df012-e6f3-4eb4-aecd-2207eae8435b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:18.788349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:18.918246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.090786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54096) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:19.091590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.151169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.156060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/routers/bf5f46d6-e9d3-4640-a520-afa3813edc5b HTTP/1.1" status: 204  len: 168 time: 12.0314422
Nov 15 09:16:19.163733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/000df012-e6f3-4eb4-aecd-2207eae8435b HTTP/1.1" status: 204  len: 168 time: 14.4518404
Nov 15 09:16:19.166306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.166864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54098) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:19.167254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54100) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:19.176479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:19.189604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] For port f597c6b3-d985-4e61-a3c9-d8995f501cdc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f597c6b3-d985-4e61-a3c9-d8995f501cdc,segment=NetworkSegment(0e55b303-4abb-4658-9ece-39ad343af734),segment_id=0e55b303-4abb-4658-9ece-39ad343af734)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:19.202770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.309270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Deleting subnet 30118496-06e4-42cc-8eb7-ed88e0e96b4e {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:16:19.324082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d06f285c-6b18-4d0a-9338-8c30d0a2d0ba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:19.324397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-005ad2d1-5f46-4b1d-9904-c371ae24b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:19.348369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.523428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Calling delete_port for f597c6b3-d985-4e61-a3c9-d8995f501cdc owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:19.662943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] For port f597c6b3-d985-4e61-a3c9-d8995f501cdc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f597c6b3-d985-4e61-a3c9-d8995f501cdc,segment=NetworkSegment(0e55b303-4abb-4658-9ece-39ad343af734),segment_id=0e55b303-4abb-4658-9ece-39ad343af734)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:19.663381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.738575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:19.750324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:19.769223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-705505cc-a76c-40d8-b163-a8aa989075a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b67da12f3cac41e5b75d7d1ea1a5b871&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6008990
Nov 15 09:16:19.772785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:19.773215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:19.784302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:19.865122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Calling delete_port for f597c6b3-d985-4e61-a3c9-d8995f501cdc owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:19.926616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-675f3ebf-19d9-462e-8336-9fcb66e0abbb tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Synchronizing usage tracker for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:floatingip {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:19.936340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.041705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.067572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:20.096283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.099368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:20.102052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.112189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:20.122625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-675f3ebf-19d9-462e-8336-9fcb66e0abbb tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Unset dirty status for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:floatingip {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:20.132660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-675f3ebf-19d9-462e-8336-9fcb66e0abbb tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1170 time: 0.9581094
Nov 15 09:16:20.138959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.162569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c3f3077-4afc-432b-8f1f-ee4dc5682887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:20.171294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.176183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.214540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:20.230655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:20.270055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Pushing event deleted for resources: {'Port': ['ID=f597c6b3-d985-4e61-a3c9-d8995f501cdc,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:20.273250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:20.340948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] No DVR routers for this DVR port f597c6b3-d985-4e61-a3c9-d8995f501cdc on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:16:20.409369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f597c6b3-d985-4e61-a3c9-d8995f501cdc no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:16:20.453684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: f597c6b3-d985-4e61-a3c9-d8995f501cdc {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:16:20.454240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f597c6b3-d985-4e61-a3c9-d8995f501cdc not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:16:20.455109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 737d45f3-ad9e-4500-862a-c6a2879bbeca no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:16:20.457770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:16:20.458275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:16:20.469376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'Port': ['ID=acb46e5e-55df-4cf9-b052-39293328e7c4,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:20.474095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.494000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 737d45f3-ad9e-4500-862a-c6a2879bbeca {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:16:20.494000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 737d45f3-ad9e-4500-862a-c6a2879bbeca not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:16:20.513695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Allocated IP 172.26.4.50 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/5c0a8172-e5e0-4115-8f40-c731c70ff637) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:20.734639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:20.832136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.918194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.924967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:20.934373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:20.969244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Deleting port f597c6b3-d985-4e61-a3c9-d8995f501cdc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:20.969652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.015032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.015364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.015768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.016203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.016601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.017000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.017397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.017789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.018873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Synchronizing usage tracker for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:21.060831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.073754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240477-25c4-4d43-b37a-03663d371ecf req-d27c5dad-8184-4f62-8650-3fccb891861f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:21.075647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a240477-25c4-4d43-b37a-03663d371ecf req-d27c5dad-8184-4f62-8650-3fccb891861f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 931 time: 1.1819255
Nov 15 09:16:21.082250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Subnet': ['ID=30118496-06e4-42cc-8eb7-ed88e0e96b4e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:21.147129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:21.147893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:21.153528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.219808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Unset dirty status for tenant:ab2313d14f6448e19aab98d705a3d8b6 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:21.221102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6208573-38a2-48e1-b6f3-b3348d2c5741 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5220 time: 0.9157169
Nov 15 09:16:21.234919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:21.246265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] The port 'f597c6b3-d985-4e61-a3c9-d8995f501cdc' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:16:21.250478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54118) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:21.279861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f4ec4-959c-4ff6-9d42-624ba286ce62,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:21.295741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:21.328347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.404073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.408055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd5f4ec4-959c-4ff6-9d42-624ba286ce62 HTTP/1.1" status: 204  len: 168 time: 1.6198432
Nov 15 09:16:21.423040 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a240477-25c4-4d43-b37a-03663d371ecf req-78d42a19-4a64-425c-b2a3-25100a7f198e tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3287289
Nov 15 09:16:21.445065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-ccac0701-d326-48ea-a8b0-9685ee73cfaf tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] delete failed (client error): The resource could not be found.
Nov 15 09:16:21.455253 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ccac0701-d326-48ea-a8b0-9685ee73cfaf tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/floatingips/0f00d725-0af0-4f92-89ce-30c3a292bfcc HTTP/1.1" status: 404  len: 345 time: 0.1830287
Nov 15 09:16:21.455443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54124) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:21.508021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1ff273-7591-4b8d-9af5-2a744cf4f867 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] DELETE failed (client error): The resource could not be found.
Nov 15 09:16:21.509240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1ff273-7591-4b8d-9af5-2a744cf4f867 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:16:21.514055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3f1ff273-7591-4b8d-9af5-2a744cf4f867 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/000df012-e6f3-4eb4-aecd-2207eae8435b HTTP/1.1" status: 404  len: 339 time: 0.0601015
Nov 15 09:16:21.514055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.521095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3821328
Nov 15 09:16:21.522506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54128) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:21.541493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'Port': ['ID=5c0a8172-e5e0-4115-8f40-c731c70ff637,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:21.555589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:21.572561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.594535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'name': 'tempest-network--1837086147', 'router:external': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:21.595672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.606568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:21.622658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:network and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:21.627396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:21.645000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:21.713032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/subnets/30118496-06e4-42cc-8eb7-ed88e0e96b4e HTTP/1.1" status: 204  len: 168 time: 2.5417557
Nov 15 09:16:21.717057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54134) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:21.751134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:21.761931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:21.772901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:21.795733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:21.809288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.823426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a819deb8>,) {'filters': {'network_id': ['88705cbb-3668-4934-b02f-61acc6979cdd']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:21.850663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a819deb8>, '0e55b303-4abb-4658-9ece-39ad343af734') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:21.851011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a819deb8>, '0e55b303-4abb-4658-9ece-39ad343af734') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:21.871543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.923098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:21.926770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:22.165712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:22.177594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.306569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.306966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Added segment 7f8a19ce-f733-4259-ad89-d3919cacdc0a of type vxlan for network 95834dd7-05f4-4ef9-8c8d-dbb30a666f88
Nov 15 09:16:22.368644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-04fdeeb2-85cc-45d4-b553-ec09a749f3db tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Synchronizing usage tracker for tenant:f4a560a63ad34fcba469254eb193d777 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:22.417612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network 88705cbb-3668-4934-b02f-61acc6979cdd has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:22.430089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.475367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.522952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.586561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-04fdeeb2-85cc-45d4-b553-ec09a749f3db tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Unset dirty status for tenant:f4a560a63ad34fcba469254eb193d777 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:22.594780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-04fdeeb2-85cc-45d4-b553-ec09a749f3db tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1505471213&fields=id&tenant_id=f4a560a63ad34fcba469254eb193d777 HTTP/1.1" status: 200  len: 267 time: 0.5938134
Nov 15 09:16:22.726770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Network 88705cbb-3668-4934-b02f-61acc6979cdd has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:22.742756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:22.783581 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:22.798706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a83c0160>,) {'filters': {'network_id': ['4230c823-72ee-4e88-822f-21783970a2ea']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:22.813895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a83c0160>, '9970db5d-ef73-42a7-aa52-5c2ec2eeb385') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:22.813895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a83c0160>, '9970db5d-ef73-42a7-aa52-5c2ec2eeb385') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:22.828300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.836050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.846392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:22.848587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Releasing vxlan tunnel 6 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:22.934908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.053934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.128700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.173712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.174508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.180560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.189524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2d425a2-1ab2-4071-a0ad-7604963888e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:23.198515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-30cd8338-5753-478f-9a98-d3bc878796c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:23.205026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-30cd8338-5753-478f-9a98-d3bc878796c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 812 time: 0.6045711
Nov 15 09:16:23.205953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54166) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:23.207118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:23.207986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.237334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Pushing event deleted for resources: {'Network': ['ID=88705cbb-3668-4934-b02f-61acc6979cdd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:23.240274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:23.249350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] 10.222.0.81 "DELETE /v2.0/networks/88705cbb-3668-4934-b02f-61acc6979cdd HTTP/1.1" status: 204  len: 168 time: 5.0462122
Nov 15 09:16:23.255783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:23.300251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network 4230c823-72ee-4e88-822f-21783970a2ea has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:23.350676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.402655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.421724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:23.575320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'Port': ['ID=5c0a8172-e5e0-4115-8f40-c731c70ff637,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:23.578603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:23.584402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.693675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.696917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1094062647'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:23.721900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:23.728001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-19e78242-6a51-435f-bb31-931d0f5bfb86 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/quotas/f4a560a63ad34fcba469254eb193d777 HTTP/1.1" status: 200  len: 375 time: 0.4842625
Nov 15 09:16:23.738920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:network and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:23.740224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54178) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:23.761638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.770448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:23.780484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2769749
Nov 15 09:16:23.792642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:23.795164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=95834dd7-05f4-4ef9-8c8d-dbb30a666f88,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:23.818788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 95834dd7-05f4-4ef9-8c8d-dbb30a666f88 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:23.856078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 95834dd7-05f4-4ef9-8c8d-dbb30a666f88 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:23.886116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network 4230c823-72ee-4e88-822f-21783970a2ea has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:24.008844 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:24.011630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:24.014125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82f29ab9-e93b-4f40-9979-440a28ab4909 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2c8a5d2942941f4aa939837f0519ccc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2720137
Nov 15 09:16:24.016511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54190) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:24.040325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-bbd36046-e7e5-4f3d-9ac1-e4a46aa352d4 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:16:24.041408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-bbd36046-e7e5-4f3d-9ac1-e4a46aa352d4 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2589738
Nov 15 09:16:24.042330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:24.086295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.090214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.821s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:24.114627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.148789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.6229768
Nov 15 09:16:24.153060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54194) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:24.197230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fad38-ca39-44e4-9eb0-7ae911e3bbbd req-4d9f3525-f636-4205-9592-4d60dbfa65a5 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.198860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f0fad38-ca39-44e4-9eb0-7ae911e3bbbd req-4d9f3525-f636-4205-9592-4d60dbfa65a5 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 931 time: 1.5592062
Nov 15 09:16:24.282105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:24.288722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.308730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:24.315236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Request body: {'port': {'device_id': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:24.326087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.330675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.335943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.340654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.345297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:24.347165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-351f63d6-af4b-46f1-a3a5-1a046cab9474 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3023 time: 0.1931062
Nov 15 09:16:24.347400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.348263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.352653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54200) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:24.353040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:24.354428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:24.369264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.387530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef493a9e-4167-4a10-a938-36cd97b71093,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:24.395230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:24.417846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:24.446522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.461162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.464765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef493a9e-4167-4a10-a938-36cd97b71093 HTTP/1.1" status: 204  len: 168 time: 0.4447284
Nov 15 09:16:24.474197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Network': ['ID=4230c823-72ee-4e88-822f-21783970a2ea,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:24.484843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:24.498329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/networks/4230c823-72ee-4e88-822f-21783970a2ea HTTP/1.1" status: 204  len: 168 time: 2.7731667
Nov 15 09:16:24.500701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.509526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f0fad38-ca39-44e4-9eb0-7ae911e3bbbd req-745fbb28-5b22-4d3a-ba8e-2483b49c984c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2880476
Nov 15 09:16:24.607294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:24.620794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:24.638408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:24.640637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:security_group_rule and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:24.653100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-c9f6eab0-c558-4810-b871-7cf42797acd6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9081995
Nov 15 09:16:24.654044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:24.714851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.735815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:24.765127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.856045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2e98400>,) {'filters': {'network_id': ['95834dd7-05f4-4ef9-8c8d-dbb30a666f88']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:24.874662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e98400>, '7f8a19ce-f733-4259-ad89-d3919cacdc0a') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:24.875005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e98400>, '7f8a19ce-f733-4259-ad89-d3919cacdc0a') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:24.893577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.913340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:24.915720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:25.122634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 95834dd7-05f4-4ef9-8c8d-dbb30a666f88 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:25.131359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54226) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:25.135298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.153249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'name': 'tempest-router--1318882720', 'project_id': 'b6de8d55b5ef45d98c61681dfb8b168f'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:25.211765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:25.231639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:router and tenant:b6de8d55b5ef45d98c61681dfb8b168f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:25.236756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:25.246892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:25.260474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-de27aa18-981b-413d-9114-7d96fdf080d3 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Synchronizing usage tracker for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:25.291071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6d0d1874-67bf-4f18-b5f2-2c3c44cb0f8d service neutron] 10.222.0.81 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5640144
Nov 15 09:16:25.372123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54230) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:25.387809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.389008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.431277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 95834dd7-05f4-4ef9-8c8d-dbb30a666f88 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:25.439465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:25.466959 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:25.494528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.497379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-de27aa18-981b-413d-9114-7d96fdf080d3 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Unset dirty status for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:25.498685 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-de27aa18-981b-413d-9114-7d96fdf080d3 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--219984917&fields=id&tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2 HTTP/1.1" status: 200  len: 267 time: 0.6126680
Nov 15 09:16:25.564448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:25.570765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c517739fe18d46948c51c28ee8d0732c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:25.575319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:25.585418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:25.598317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.608321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.612160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:25.636407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.661975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Network': ['ID=95834dd7-05f4-4ef9-8c8d-dbb30a666f88,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:25.671918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:25.692727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/95834dd7-05f4-4ef9-8c8d-dbb30a666f88 HTTP/1.1" status: 204  len: 168 time: 1.3306575
Nov 15 09:16:25.698312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54236) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:25.705884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'name': 'tempest-network--327299322', 'router:external': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:25.718069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:25.727227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:network and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:25.733101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.737109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:25.750678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:25.788975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.794486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.804715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.806060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9ef72f0-90ff-4291-b52e-64f0f41a5658 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6733143
Nov 15 09:16:25.808957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54240) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:25.863307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-398478f3-d724-4f6a-8d10-613a7f9ec9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:25.884023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:25.888732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.898954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:25.975570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:26.049684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fedb9-7da3-4552-923a-1da99fc2b8f8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:26.058611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c517739fe18d46948c51c28ee8d0732c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6830568
Nov 15 09:16:26.058611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:26.059237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54244) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:26.066864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:26.071589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-314291a5-f694-473f-81dc-07254931f119 service neutron] 10.222.0.81 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7718465
Nov 15 09:16:26.099234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e51d8-c4c3-4847-863b-7bd4876f8b02,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:26.107257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.118880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.119265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Added segment 508e4006-1ab5-441e-9944-234833ae58b5 of type vxlan for network 382cfb7e-301e-4614-aebd-8b7639b00081
Nov 15 09:16:26.120682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:26.208023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-af211fc0-b2b8-4991-b922-448b5d32ff04 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:26.209745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-af211fc0-b2b8-4991-b922-448b5d32ff04 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/networks?id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf HTTP/1.1" status: 200  len: 805 time: 0.4405298
Nov 15 09:16:26.283152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.321318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-62d4e047-3af6-42d0-9be4-c77f086774f4 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/quotas/ef9cb4a7be804567aae50f3c6c40d3c2 HTTP/1.1" status: 200  len: 375 time: 0.1046233
Nov 15 09:16:26.327132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.454596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.568892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b449ba2-2d7b-42ba-93be-970f96706291 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:16:26.611486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.707965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-1138b6fc-5073-440a-aa2c-cd9f4c548e8a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Synchronizing usage tracker for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:26.711581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.720651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:26.721290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.730533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70b07-f2be-4465-81bd-507c430fd807 req-6e62bed8-534f-4fdb-9fa3-24f525852256 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:26.735409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0d70b07-f2be-4465-81bd-507c430fd807 req-6e62bed8-534f-4fdb-9fa3-24f525852256 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 931 time: 0.2672622
Nov 15 09:16:26.735592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Transition to ACTIVE for port object 9b449ba2-2d7b-42ba-93be-970f96706291 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:26.736470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:26.767105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:16:26.767464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:16:26.831748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:16:26.853724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.968193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.974059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:26.982906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-1138b6fc-5073-440a-aa2c-cd9f4c548e8a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Unset dirty status for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:26.984360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-1138b6fc-5073-440a-aa2c-cd9f4c548e8a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6216321
Nov 15 09:16:26.998707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.003488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:27.010437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:27.012377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Network': ['ID=382cfb7e-301e-4614-aebd-8b7639b00081,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:27.018252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.7758360
Nov 15 09:16:27.022559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54276) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:27.023782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849fedb9-7da3-4552-923a-1da99fc2b8f8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:27.024930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:27.028124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:27.043653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'subnet': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:27.060494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.064284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/849fedb9-7da3-4552-923a-1da99fc2b8f8 HTTP/1.1" status: 204  len: 168 time: 1.0013130
Nov 15 09:16:27.078972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:27.090889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:27.185670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:27.198471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:27.203275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:subnet and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:27.207596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:27.214291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:27.242494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0d70b07-f2be-4465-81bd-507c430fd807 req-fe156523-5b71-430a-a2a0-ee409d4bae39 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4832158
Nov 15 09:16:27.268937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.328166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.329434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Fanout notify agent at l3_agent the message router_deleted on router b0dfa759-649f-49f8-ae1a-43bd55ac6627 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:16:27.334446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Pushing event updated for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:27.347419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:27.352428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:27.359162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-afa49b60-abb6-4fb7-9cb6-2449a378a0cc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:16:27.360313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-afa49b60-abb6-4fb7-9cb6-2449a378a0cc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1672804
Nov 15 09:16:27.419639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:27.513377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.514770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8787d124-b74d-4a1a-9cb4-d3138914b58e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/routers/b0dfa759-649f-49f8-ae1a-43bd55ac6627 HTTP/1.1" status: 204  len: 168 time: 1.7045903
Nov 15 09:16:27.543816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.550809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Added segment 7e24ab74-af7a-4633-92a2-7c8b1a669187 of type vxlan for network 2cf73419-23ab-4fe6-a0ae-238d1da8d16e
Nov 15 09:16:27.601558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.614785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-906c1995-22fb-4cb6-928e-4826d5c9d8ee service neutron] 10.222.0.81 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950359
Nov 15 09:16:27.731414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cda03269-7bb1-4485-b722-31cf9f2cad3d req-aa818fbb-9395-43f9-ae59-06edd7414b89 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.1147628
Nov 15 09:16:27.775273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.924797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.926280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:27.927453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:27.934314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca4829b2-0d33-4e8a-b715-19451dad34f4 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:28.046840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54302) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:28.069456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=2cf73419-23ab-4fe6-a0ae-238d1da8d16e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:28.080226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:28.081253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2cf73419-23ab-4fe6-a0ae-238d1da8d16e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:28.233364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2cf73419-23ab-4fe6-a0ae-238d1da8d16e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:28.249580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 2.5490568
Nov 15 09:16:28.253291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54310) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:28.389255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-c5760835-7908-463d-8816-89fada065e4c service neutron] 10.222.0.81 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7598736
Nov 15 09:16:28.394538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Attempting to bind port 9b449ba2-2d7b-42ba-93be-970f96706291 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:28.394880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Attempting to bind port 9b449ba2-2d7b-42ba-93be-970f96706291 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:28.395377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Attempting to bind port 9b449ba2-2d7b-42ba-93be-970f96706291 on network 6e91940b-a0c0-4b7f-a531-00e7770071f5 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:28.424731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:28.425278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Checking segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:28.425819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.426334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Bound using segment: {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:28.427439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Bound port: 9b449ba2-2d7b-42ba-93be-970f96706291, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6ba2a4-3381-4b69-8f48-9801ca99435b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:28.428050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.463519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905983232', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:28.476211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:28.494732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:28.500172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:28.539123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecfcce-5c18-4937-88e1-31efb29f4528 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:28.546608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-77ecfcce-5c18-4937-88e1-31efb29f4528 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "GET /v2.0/networks/2cf73419-23ab-4fe6-a0ae-238d1da8d16e HTTP/1.1" status: 200  len: 756 time: 0.2872701
Nov 15 09:16:28.570276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54318) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:28.574269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:28.711777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.712861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.728100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:28.788731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=9b449ba2-2d7b-42ba-93be-970f96706291,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:28.840048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.847737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9195446-0cd6-4ea4-8938-38fb4c6d9900 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:28.848437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9195446-0cd6-4ea4-8938-38fb4c6d9900 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Synchronizing usage tracker for tenant:dda582e89f8d4290bf90c104d350f19f on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:28.867355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.882171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:28.904457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec798ef8-eb81-498b-bdc9-53c240ec5dc5 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:28.914893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:29.132054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Pushing event updated for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:29.150023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:29.154573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:29.167819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686812e-a21e-461b-9468-3081807749e2 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:29.182722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/routers/bcddaed8-3f72-4b2a-a177-c6f211693bb1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 21.0256367
Nov 15 09:16:29.184780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:29.185458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837b588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:29.226938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54342) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:29.238542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Subnet': ['ID=27886e52-8b99-4d10-a371-60c1d8288a63,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:29.242179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:29.249905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'port': {'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41', 'name': 'tempest-FloatingIPTestJSON-2119940597'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:29.260783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0baa7c5-7cd7-4ab7-a27b-e7ae96b3d683 req-7512d5ca-8d04-483a-8ace-d54d9806a5d4 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.2884641
Nov 15 09:16:29.272991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c32397-3458-43fd-8ee0-eb43a1953776 req-e462bacc-a413-4d87-870a-7ca00add3ace tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:29.294311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0c32397-3458-43fd-8ee0-eb43a1953776 req-e462bacc-a413-4d87-870a-7ca00add3ace tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.7248173
Nov 15 09:16:29.319488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837b588>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:29.331065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9195446-0cd6-4ea4-8938-38fb4c6d9900 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Unset dirty status for tenant:dda582e89f8d4290bf90c104d350f19f on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:29.332357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9195446-0cd6-4ea4-8938-38fb4c6d9900 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "GET /v2.0/networks/8098bfa6-e85b-429f-8cf7-6aceb34dc49f HTTP/1.1" status: 200  len: 768 time: 0.7605839
Nov 15 09:16:29.333078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:29.334379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837b588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:29.337416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54346) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:29.432897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c686812e-a21e-461b-9468-3081807749e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837b588>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:29.434148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686812e-a21e-461b-9468-3081807749e2 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:29.478378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:29.571547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Checking segment: {'id': '508e4006-1ab5-441e-9944-234833ae58b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:29.571985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network hostable DHCP agents. Network: 382cfb7e-301e-4614-aebd-8b7639b00081, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:16:29.579020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:29.598938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bf1c440-8da4-4ca1-8694-5c9821a74e6d req-c5ae1cb6-33f9-499b-9cac-04ca7d4f0f3b tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.1834552
Nov 15 09:16:29.612818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:port and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:29.616789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:29.627098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:29.628327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0c32397-3458-43fd-8ee0-eb43a1953776 req-cdf848a6-639d-46bb-85e5-2fa21b8f5596 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3168864
Nov 15 09:16:29.648374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.65', 49869) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:29.730271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:29.736960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:29.741749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:29.760981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:16:29.857310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 382cfb7e-301e-4614-aebd-8b7639b00081) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:29.866465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f495d-a787-436c-b18e-e396a9ef0f0e None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:29.953758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:29.955251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] 10.222.0.65 "PUT /v2.0/ports/9b449ba2-2d7b-42ba-93be-970f96706291 HTTP/1.1" status: 200  len: 1157 time: 5.8146315
Nov 15 09:16:29.955797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:29.991389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:29.992395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.043930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-242811ad-bd81-4bda-afea-4c3b33b08988 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:30.045936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-242811ad-bd81-4bda-afea-4c3b33b08988 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 812 time: 0.3944988
Nov 15 09:16:30.079016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.132125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1057408
Nov 15 09:16:30.136349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.156353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54372) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:30.169792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-1352253073'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:30.191809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] device_id is not set on port 2ec8634b-de7f-4c79-a3e6-dbb32cc783d3 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:30.237794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-382cfb7e-301e-4614-aebd-8b7639b00081', 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'tenant_id': 'ff1e33fc655a42ef93807375aeb61c80', 'fixed_ips': [{'subnet_id': '27886e52-8b99-4d10-a371-60c1d8288a63'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:16:30.238904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.337386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.489455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54378) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:30.607723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Allocated IP 172.20.0.2 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/50569b39-f5a2-4b7e-9f1d-eb1e3a296d77) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:30.676322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3225668>,) {'filters': {'network_id': ['2cf73419-23ab-4fe6-a0ae-238d1da8d16e']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:30.686406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-126f4bfc-31ed-4b11-bd0c-39f9f50f4756 req-12d0b036-5aa0-4cac-9367-7de181b93bc9 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.2024488
Nov 15 09:16:30.818955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291', 'status': 'completed', 'code': 200}
Nov 15 09:16:30.823562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-0e61071d-30aa-4c2b-a840-36826e31663d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4a560a63ad34fcba469254eb193d777 HTTP/1.1" status: 200  len: 5044 time: 0.6492331
Nov 15 09:16:30.857810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3225668>, '7e24ab74-af7a-4633-92a2-7c8b1a669187') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:30.858136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3225668>, '7e24ab74-af7a-4633-92a2-7c8b1a669187') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:30.887963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'port': {'device_id': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'admin_state_up': True, 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'security_groups': ['a9cdde18-8e5e-4bf2-aa10-315824e38895']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:30.938951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.949683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:30.962982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:port and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:30.966398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:30.979660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Transition to ACTIVE for port object 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:31.016374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:31.027276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Transition to ACTIVE for port object 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:31.050413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.064210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:31.067572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdfd4952-92ab-484e-995e-dff08aad54af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:31.118769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1188716288'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:31.120517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.146595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:31.174701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:31.180515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.2 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/2ec8634b-de7f-4c79-a3e6-dbb32cc783d3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:31.182787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:31.188548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.216676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Pushing event updated for resources: {'Port': ['ID=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:31.220680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:31.291686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:31.293096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:31.296966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:31.372335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Attempting to bind port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:31.372683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Attempting to bind port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '508e4006-1ab5-441e-9944-234833ae58b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:31.373108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Attempting to bind port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 on network 382cfb7e-301e-4614-aebd-8b7639b00081 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:31.380763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:31.381828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Checking segment: {'id': '508e4006-1ab5-441e-9944-234833ae58b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:31.382381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.382841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Bound using segment: {'id': '508e4006-1ab5-441e-9944-234833ae58b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:31.383494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Bound port: 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508e4006-1ab5-441e-9944-234833ae58b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:31.383938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.458505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea45e2f3-ad7c-4b29-83fd-1929932e7fa1 req-37eea093-6b2b-45d8-8aff-7b41a07a41f2 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.5052269
Nov 15 09:16:31.470562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.65', 49874) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:31.500265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] For port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:31.503692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] For port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,segment=NetworkSegment(508e4006-1ab5-441e-9944-234833ae58b5),segment_id=508e4006-1ab5-441e-9944-234833ae58b5)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:31.518746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Usage tracker for resource:network and tenant:3944ec9fb89a4647a2d2371119d419d5 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:31.582454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:31.618651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:31.666427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 2cf73419-23ab-4fe6-a0ae-238d1da8d16e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:31.691184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.710075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port 8fc07e9b-23e3-494e-8d13-d6924d399f88 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:31.722014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-6f1ca5dd-870f-4a76-ab15-81fc7189e8ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0e689093b9e40a589ba42ff3f60bcda&device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 1160 time: 1.2392712
Nov 15 09:16:31.725748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.742887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:31.770272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Allocated IP 172.26.4.142 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/9af5f608-1b7a-4dfe-a42f-64a9b53dd863) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:31.868202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Made reservation on behalf of 3944ec9fb89a4647a2d2371119d419d5 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:31.874481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:31.893332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:31.917102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Usage tracker for resource:port and tenant:f4a560a63ad34fcba469254eb193d777 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:31.937140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:31.947872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1011c4-dc4c-4c71-a679-04a181c287f1 req-c2379e2d-4a7f-4313-a095-f9ee557dcea9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:31.955826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe1011c4-dc4c-4c71-a679-04a181c287f1 req-c2379e2d-4a7f-4313-a095-f9ee557dcea9 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 1.0218561
Nov 15 09:16:31.972788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.032746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-a63a5196-b9ed-4a07-9b41-343fbaaade8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b449ba2-2d7b-42ba-93be-970f96706291 HTTP/1.1" status: 200  len: 217 time: 0.2552006
Nov 15 09:16:32.067810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.080509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-8308a313-a8ca-4df9-b22a-2fb6a06c5600 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:32.081580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-8308a313-a8ca-4df9-b22a-2fb6a06c5600 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Synchronizing usage tracker for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:32.096930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:32.153419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Pushing event updated for resources: {'Port': ['ID=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:32.156965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:32.166359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46fe1f44-e125-46e3-a04f-255ba16314be req-1fa1f84a-765d-4e2c-b213-247ec47f7de4 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.1830723
Nov 15 09:16:32.209277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 2cf73419-23ab-4fe6-a0ae-238d1da8d16e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:32.230737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-8308a313-a8ca-4df9-b22a-2fb6a06c5600 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Unset dirty status for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:32.232175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-8308a313-a8ca-4df9-b22a-2fb6a06c5600 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.65 "GET /v2.0/networks?id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf HTTP/1.1" status: 200  len: 805 time: 0.7514024
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:32.240493 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:32.246142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.11 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/8fc07e9b-23e3-494e-8d13-d6924d399f88) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:32.283607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.307386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3dab67c-dc21-4aa7-b54f-c242386bca65 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:32.316488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Made reservation on behalf of f4a560a63ad34fcba469254eb193d777 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:32.322736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.360123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-505d8023-c237-403b-87cf-f85240e96d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:32.361618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-505d8023-c237-403b-87cf-f85240e96d5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d6a144c-b072-48e8-93fa-350baa4c327b HTTP/1.1" status: 200  len: 850 time: 0.2419796
Nov 15 09:16:32.364032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe1011c4-dc4c-4c71-a679-04a181c287f1 req-70211d10-3b7f-49c6-ab25-af309a2c17df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4072742
Nov 15 09:16:32.439047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.483623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.538847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:32.567601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Usage tracker for resource:security_group_rule and tenant:3944ec9fb89a4647a2d2371119d419d5 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:32.575923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:32.585570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c04300a-c5c0-486d-9e7b-6fd1e117df5b tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:32.592076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=2ec8634b-de7f-4c79-a3e6-dbb32cc783d3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:32.595927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:32.611159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.624818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:32.627770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-ec2b1f0c-360f-4063-9c5d-51bf3426243e tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Synchronizing usage tracker for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:32.633666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Network': ['ID=2cf73419-23ab-4fe6-a0ae-238d1da8d16e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:32.653775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:32.672414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/2cf73419-23ab-4fe6-a0ae-238d1da8d16e HTTP/1.1" status: 204  len: 168 time: 3.3306861
Nov 15 09:16:32.682028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54414) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:32.694068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'name': 'tempest-network--714120714'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:32.704745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:32.752812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Usage tracker for resource:network and tenant:ab2313d14f6448e19aab98d705a3d8b6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:32.793812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-ec2b1f0c-360f-4063-9c5d-51bf3426243e tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Unset dirty status for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:32.795265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-ec2b1f0c-360f-4063-9c5d-51bf3426243e tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2 HTTP/1.1" status: 200  len: 5044 time: 0.5302026
Nov 15 09:16:32.796980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:32.812884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-b1f8bf8f-dd37-4e7c-b8b8-67c5c477fe60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e91940b-a0c0-4b7f-a531-00e7770071f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4317658
Nov 15 09:16:32.813775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'port': {'device_id': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'admin_state_up': True, 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'security_groups': ['f8991710-bfb4-4881-bcd8-3e7b9d416930']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:32.827915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:32.841250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ff14a45-4ec6-4466-a4e5-ea87eeaef913 req-fd4a5f52-f0ca-44a3-b23f-35408fe42981 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.0939996
Nov 15 09:16:32.863447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.917704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:32.947127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:32.966741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Made reservation on behalf of ab2313d14f6448e19aab98d705a3d8b6 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:32.971474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:32.981471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:32.983984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:33.127265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.148178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:33.171221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Allocated IP 172.20.0.12 (ae7a99dd-32ca-43c2-8e33-8f70897307cd/459f64ec-48e4-45d8-9da9-1fceec546531/ff6ecedd-7149-4d5c-ad97-dcb9dca4343a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:33.182669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.189537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-26c352b7-a95a-47ef-8801-92838ea40302 service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590963
Nov 15 09:16:33.191483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:33.223140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:33.261988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.262392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Added segment 7a72174c-d2a9-444f-9d21-0f67a1e69394 of type vxlan for network 6227c96d-429a-426e-bf39-87fb122435c7
Nov 15 09:16:33.330315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Pushing event updated for resources: {'SecurityGroup': ['ID=a2938ef9-783a-4851-bda7-769e92842775,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:33.344611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:33.353520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:33.435718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.448195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab082328-6f1b-41d3-87a4-4ca3f22a7759 req-78890413-3026-4c33-877b-4ccd1f37b722 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.0877078
Nov 15 09:16:33.474283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.504622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:33.505317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.532456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object 8fc07e9b-23e3-494e-8d13-d6924d399f88 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:33.541926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event updated for resources: {'Port': ['ID=9af5f608-1b7a-4dfe-a42f-64a9b53dd863,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:33.545191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:33.621839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:33.629188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:33.641372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:33.671348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:33.673177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:33.675892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:33.710064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.4743128
Nov 15 09:16:33.712723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.720032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54422) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:33.746151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'port': {'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41', 'name': 'tempest-FloatingIPTestJSON-395816935'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:33.766476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c100b2-6d27-49ec-b5a1-6c8bdff0b0c1 None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:33.775811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:33.886494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e669e0f6-e8b1-4a2e-8e4a-dcd4cd7a205d req-62bff503-38bf-4fa2-bb36-300622a8a191 service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6826565
Nov 15 09:16:33.926398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Provisioning for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:33.936668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Provisioning complete for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:33.937101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.967570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:16:33.967750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:16:33.968292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.980027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:33.980691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:33.987903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd786a2-e844-4ed9-b7ec-0a1138af1202 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:34.018209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.100695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Made reservation on behalf of ef9cb4a7be804567aae50f3c6c40d3c2 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:34.106276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.151920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb22571-4009-42e6-b60a-abf1f21ffdcb req-8bdb53a9-723a-4e24-a2d7-c47aa86f4dcf tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:34.153544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb22571-4009-42e6-b60a-abf1f21ffdcb req-8bdb53a9-723a-4e24-a2d7-c47aa86f4dcf tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.5728292
Nov 15 09:16:34.212808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.219465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Transition to ACTIVE for port object ff6ecedd-7149-4d5c-ad97-dcb9dca4343a will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:34.258095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=8fc07e9b-23e3-494e-8d13-d6924d399f88,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:34.259750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] For port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,segment=NetworkSegment(508e4006-1ab5-441e-9944-234833ae58b5),segment_id=508e4006-1ab5-441e-9944-234833ae58b5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:34.260310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-070a64d2-fbef-4bdc-b23c-eee75377ffc3 req-00a3f15f-a2b5-4780-acb7-046438c95c30 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.1683583
Nov 15 09:16:34.261382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:34.271045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=6227c96d-429a-426e-bf39-87fb122435c7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:34.277382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:34.281371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.5968072
Nov 15 09:16:34.282533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:34.282782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 6227c96d-429a-426e-bf39-87fb122435c7 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:34.286647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54430) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:34.291312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:34.293763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:34.308029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.311405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Request body: {'network': {'router:external': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:34.358333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:34.419754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 6227c96d-429a-426e-bf39-87fb122435c7 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:34.457763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb22571-4009-42e6-b60a-abf1f21ffdcb req-6f36f8af-8741-46ab-8d98-8923851b1384 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2557924
Nov 15 09:16:34.466215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:34.483585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.485225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:port and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:34.491590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:34.516769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:34.518118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.543179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:34.543623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:34.543904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.636622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:34.642424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.669794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Pushing event updated for resources: {'Port': ['ID=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:34.673943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:34.685243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Provisioning complete for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:34.685677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:34.719665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.5621130
Nov 15 09:16:34.721516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54436) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:34.743056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-1482761900', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:16:56:c5'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:34.747566 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-9494abe7-13d0-440c-8a00-84f0e36032d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0e689093b9e40a589ba42ff3f60bcda&device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 1160 time: 0.6569414
Nov 15 09:16:34.942837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:16:34.969297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Provisioning for port 8fc07e9b-23e3-494e-8d13-d6924d399f88 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:34.977514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Provisioning complete for port 8fc07e9b-23e3-494e-8d13-d6924d399f88 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:34.978010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.029942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event updated for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:35.070783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:35.071870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.072305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Added segment 9e986292-e81c-4d57-b514-c37593bfe609 of type vxlan for network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6
Nov 15 09:16:35.079642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-71ff5de4-d0b4-4c5e-a170-6498670adc95 None None] Port 8fc07e9b-23e3-494e-8d13-d6924d399f88 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:35.082254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Allocated IP 172.20.0.8 (2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf/1eb51e32-b254-4205-8578-130a02577552/e55b9f56-724f-4eee-a312-b4d5adc6b941) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:35.096988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] device_id is not set on port 779695e5-63bb-4dbb-a6cd-f292e7616024 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:35.165035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.165839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.199110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:35.214409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e9f14d31-2e71-4aa0-b179-d47f8a507365 None None] Provisioning complete for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:35.215590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f14d31-2e71-4aa0-b179-d47f8a507365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.259571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:35.272589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.284557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:port and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:35.298646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:35.355109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-c9c39886-63b5-4f5d-895e-924f31b4a9f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:35.356767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-c9c39886-63b5-4f5d-895e-924f31b4a9f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e91940b-a0c0-4b7f-a531-00e7770071f5 HTTP/1.1" status: 200  len: 905 time: 0.5034595
Nov 15 09:16:35.364632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:35.367077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.383987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e62a0d-5175-4136-aa77-5e9beaa6c3dd req-5a497277-af3f-4e14-8b58-c4b07affb4bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:35.384776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-81e62a0d-5175-4136-aa77-5e9beaa6c3dd req-5a497277-af3f-4e14-8b58-c4b07affb4bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Synchronizing usage tracker for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:35.392579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:35.454995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:35.469253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:35.504628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:35.507879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:35.508738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.567533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.578387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.591134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:35.591869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.597500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12175695-5fcd-4069-9f31-44ac032ee2c1 req-c3656142-0ce2-47f3-8f5c-94fa71051d6d tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.1387854
Nov 15 09:16:35.598830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-397dec0d-c889-4e2e-a0da-7bf222f7577d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b449ba2-2d7b-42ba-93be-970f96706291 HTTP/1.1" status: 200  len: 217 time: 0.2034822
Nov 15 09:16:35.604039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:35.612961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e9f14d31-2e71-4aa0-b179-d47f8a507365 None None] Provisioning complete for port 8fc07e9b-23e3-494e-8d13-d6924d399f88 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:35.613401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f14d31-2e71-4aa0-b179-d47f8a507365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.628921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.13 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/779695e5-63bb-4dbb-a6cd-f292e7616024) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:35.716228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-81e62a0d-5175-4136-aa77-5e9beaa6c3dd req-5a497277-af3f-4e14-8b58-c4b07affb4bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Unset dirty status for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:35.717506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81e62a0d-5175-4136-aa77-5e9beaa6c3dd req-5a497277-af3f-4e14-8b58-c4b07affb4bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 932 time: 0.9685681
Nov 15 09:16:35.784002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:35.786293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e9f14d31-2e71-4aa0-b179-d47f8a507365 None None] Port 8fc07e9b-23e3-494e-8d13-d6924d399f88 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:35.936123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Provisioning for port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:35.942039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Provisioning complete for port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:35.942617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.013470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:36.029057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Provisioning complete for port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:36.029703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2608c3dd-2803-4de6-9109-c7aa7fc6b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.156283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 5.6577480
Nov 15 09:16:36.173768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:36.174484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.218908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Pushing event updated for resources: {'Network': ['ID=b0ff212c-fadb-4224-b7f3-2fdb8168e0a6,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:36.254674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-ede4f908-837d-41be-9641-6115127e3654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:36.256361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-ede4f908-837d-41be-9641-6115127e3654 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d6a144c-b072-48e8-93fa-350baa4c327b HTTP/1.1" status: 200  len: 850 time: 0.6194785
Nov 15 09:16:36.323200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.326386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.326811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.327232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.327644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.328092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.328502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.328906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.329312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.329711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.330116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.330491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.330888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.331341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.331736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.332156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.332551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.332947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.333346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.333768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.334172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.334566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.334958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.335349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.335742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:36.340451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5017805
Nov 15 09:16:36.348219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:36.370906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:16:36.379361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81e62a0d-5175-4136-aa77-5e9beaa6c3dd req-c2e3f69e-5cad-471b-b69b-5e83e03f218f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6021271
Nov 15 09:16:36.383648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Request body: {'port': {'device_id': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:36.445869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Transition to ACTIVE for port object e55b9f56-724f-4eee-a312-b4d5adc6b941 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:36.462792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 6227c96d-429a-426e-bf39-87fb122435c7 is not hosted by any dhcp agent {{(pid=81074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 15 09:16:36.463631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:36.464321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.468641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "PUT /v2.0/networks/6227c96d-429a-426e-bf39-87fb122435c7 HTTP/1.1" status: 200  len: 850 time: 2.1775610
Nov 15 09:16:36.469515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54450) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:36.551553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port 3812e179-7dac-4a00-8e87-c94b4847ee4c yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:36.593516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.637892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54454) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:36.652178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event updated for resources: {'Network': ['ID=6227c96d-429a-426e-bf39-87fb122435c7,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:36.664472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6', 'binding:host_id': 'hv-neutron-7431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1280675889'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:36.664918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:36.664918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.890s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:36.664918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:36.670703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:36.727156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Usage tracker for resource:port and tenant:264618a4f7c44eddaa0d093be5af01c4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:36.727156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:36.727156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:36.754131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ede5d9-1586-4138-8fb4-b99c42f6d0ee req-9284eaf7-9180-4f9d-870c-ce88a601021c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:36.755722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.756405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82ede5d9-1586-4138-8fb4-b99c42f6d0ee req-9284eaf7-9180-4f9d-870c-ce88a601021c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.9629104
Nov 15 09:16:36.770405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.791066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:36.913239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.965572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:36.979761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-454bb06c-693a-4c2c-bc7f-a728aa2995a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e91940b-a0c0-4b7f-a531-00e7770071f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7053435
Nov 15 09:16:37.043038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.7 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/3812e179-7dac-4a00-8e87-c94b4847ee4c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:37.087660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event updated for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:37.156820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.157240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.157649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.158053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.158449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.158844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.159236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.159627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.160067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.160459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.160849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.161237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.161793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.162315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.162707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.169819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:37.185449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:37.211228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:37.246196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82ede5d9-1586-4138-8fb4-b99c42f6d0ee req-69436ca4-44e1-4644-83b3-7541cbc15efc tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4151881
Nov 15 09:16:37.354323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=779695e5-63bb-4dbb-a6cd-f292e7616024,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:37.362747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:37.365806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:37.371641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:37.379207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:37.408148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:37.409627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.413499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:37.425177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:37.509087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:37.509831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.529463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:37.530154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.549512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee0f36-d78f-4039-b6fe-6040f21625fb req-d912cbb7-def6-4319-9bdf-ddfbe67c2d94 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:37.553048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b9ee0f36-d78f-4039-b6fe-6040f21625fb req-d912cbb7-def6-4319-9bdf-ddfbe67c2d94 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 931 time: 0.7947674
Nov 15 09:16:37.591056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-add42b2a-c454-4c85-b18e-1db3f7ba743b service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5924752
Nov 15 09:16:37.760959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a366c978>,) {'filters': {'network_id': ['6227c96d-429a-426e-bf39-87fb122435c7']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:37.781365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a366c978>, '7a72174c-d2a9-444f-9d21-0f67a1e69394') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:37.781706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a366c978>, '7a72174c-d2a9-444f-9d21-0f67a1e69394') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:37.800255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b9ee0f36-d78f-4039-b6fe-6040f21625fb req-2b2e14d0-e51a-4b39-bd01-9269282b4a1e tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2228262
Nov 15 09:16:37.801931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.853665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a73cacd2-0534-4999-8b29-24ff63ee364e req-6fd8c6d5-f989-4013-85bb-6a8b771b4358 service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2407889
Nov 15 09:16:37.872913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Made reservation on behalf of 264618a4f7c44eddaa0d093be5af01c4 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:37.877892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.890126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-64a38d7d-6931-4b33-b7e9-afa6e26becc2 None None] Provisioning for port e55b9f56-724f-4eee-a312-b4d5adc6b941 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:37.894347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.897659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-64a38d7d-6931-4b33-b7e9-afa6e26becc2 None None] Provisioning complete for port e55b9f56-724f-4eee-a312-b4d5adc6b941 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:37.898162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64a38d7d-6931-4b33-b7e9-afa6e26becc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.905870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Router c013351b-c0e2-4779-8936-87f205809fb6 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:16:37.916036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:37.920178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:37.967208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-64a38d7d-6931-4b33-b7e9-afa6e26becc2 None None] Port e55b9f56-724f-4eee-a312-b4d5adc6b941 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:38.115873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.3942785
Nov 15 09:16:38.117155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3079364
Nov 15 09:16:38.122543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54462) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:38.133575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '779695e5-63bb-4dbb-a6cd-f292e7616024', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:38.167723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Request body: {'port': {'device_id': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:38.195079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:38.223381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:floatingip and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:38.237980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:38.268660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:38.355821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 9b449ba2-2d7b-42ba-93be-970f96706291 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:38.369175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.385298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.484449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 9b449ba2-2d7b-42ba-93be-970f96706291 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:38.490009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 9b449ba2-2d7b-42ba-93be-970f96706291 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:38.491247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.509715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 6227c96d-429a-426e-bf39-87fb122435c7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:38.544263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object 3812e179-7dac-4a00-8e87-c94b4847ee4c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:38.561802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.567073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.630867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.666133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:38.734791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=9b449ba2-2d7b-42ba-93be-970f96706291,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:38.765544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.782710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:38.787510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee0e7ece-d74e-4223-acd7-60bd5f8cca29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:38.805382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:38.843035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Network 6227c96d-429a-426e-bf39-87fb122435c7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:38.891295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:38.894765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:38.902421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b6d3f-c979-4340-b6da-4d8e9872c38b req-864cf073-fe01-401b-8aff-2b8bc104177e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:38.905462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d96b6d3f-c979-4340-b6da-4d8e9872c38b req-864cf073-fe01-401b-8aff-2b8bc104177e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 932 time: 0.8698416
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:38.906285 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:39.061040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6dfa2-78e4-4b77-abf8-365bedfbef3c req-88dceea2-a5c8-4a33-8444-f0edead74041 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:39.062967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-60d6dfa2-78e4-4b77-abf8-365bedfbef3c req-88dceea2-a5c8-4a33-8444-f0edead74041 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.6142921
Nov 15 09:16:39.150739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d96b6d3f-c979-4340-b6da-4d8e9872c38b req-0ae7dfc6-a672-4e83-bba7-920227cf6efd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2345307
Nov 15 09:16:39.188980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.195010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6ecedd-7149-4d5c-ad97-dcb9dca4343a {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:16:39.205946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.210831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:39.230701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.241868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-60d6dfa2-78e4-4b77-abf8-365bedfbef3c req-2d332c26-a708-4639-b7f2-78ee3bf01272 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1673849
Nov 15 09:16:39.247296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Pushing event deleted for resources: {'Network': ['ID=6227c96d-429a-426e-bf39-87fb122435c7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:39.256318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:39.261728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] 10.222.0.81 "DELETE /v2.0/networks/6227c96d-429a-426e-bf39-87fb122435c7 HTTP/1.1" status: 204  len: 168 time: 2.7730114
Nov 15 09:16:39.262637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:39.263795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Transition to ACTIVE for port object ff6ecedd-7149-4d5c-ad97-dcb9dca4343a will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:39.321326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.343572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:39.343819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291', 'code': 200}
Nov 15 09:16:39.346567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f3875d0-b2c2-4792-a0a0-c679b50705b6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:39.362818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=3812e179-7dac-4a00-8e87-c94b4847ee4c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:39.374929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Usage tracker for resource:security_group_rule and tenant:264618a4f7c44eddaa0d093be5af01c4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:39.380067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:39.383321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7ac8fa-1caa-4d49-aeb2-4ddc926359e3 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] DELETE failed (client error): The resource could not be found.
Nov 15 09:16:39.384566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7ac8fa-1caa-4d49-aeb2-4ddc926359e3 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:16:39.388251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d7ac8fa-1caa-4d49-aeb2-4ddc926359e3 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "DELETE /v2.0/subnets/0f346f07-baf0-4114-8884-c713b7aa0511 HTTP/1.1" status: 404  len: 337 time: 0.1232083
Nov 15 09:16:39.394192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:39.397167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:39.459807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:39.475716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.561403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:39.568957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:39.651966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:39.667699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] Sync routers for ids ['c013351b-c0e2-4779-8936-87f205809fb6'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:39.686612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] Routers {'c013351b-c0e2-4779-8936-87f205809fb6'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:39.687607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c013351b-c0e2-4779-8936-87f205809fb6'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:39.693870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db8f6f-8f0a-4898-a4c4-3f0b44158c26 req-492aa91e-2a5f-4ac0-8ac1-2aab581c051c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:39.695576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98db8f6f-8f0a-4898-a4c4-3f0b44158c26 req-492aa91e-2a5f-4ac0-8ac1-2aab581c051c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 931 time: 0.2341933
Nov 15 09:16:39.861199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:39.876277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.892758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98db8f6f-8f0a-4898-a4c4-3f0b44158c26 req-7ce9c9bc-1a39-4cba-8ce7-c7746edff47a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488302
Nov 15 09:16:39.950719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Attempting to bind port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:39.951090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Attempting to bind port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:39.951452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Attempting to bind port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a on network ae7a99dd-32ca-43c2-8e33-8f70897307cd {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:39.957769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-88e97b5b-2728-477a-8311-5e6b0060b566 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 1162 time: 0.2604237
Nov 15 09:16:39.959485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 9b449ba2-2d7b-42ba-93be-970f96706291 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:39.961108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:39.962214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:39.963029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Checking segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:39.963029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.963597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Bound using segment: {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:39.964173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Bound port: ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e61a5c6-2068-401e-8bb9-460edc24244d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:39.964754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.973827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:39.978194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 11.9275863
Nov 15 09:16:39.984060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:39.993002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54486) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:40.019409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:40.063479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] Routers {'c013351b-c0e2-4779-8936-87f205809fb6'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:40.064224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c013351b-c0e2-4779-8936-87f205809fb6'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:40.096134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.141856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:40.142311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717062f-3dc0-4097-875f-083f81ca8972 None None] The sync data for ids ['c013351b-c0e2-4779-8936-87f205809fb6'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:40.158464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 9b449ba2-2d7b-42ba-93be-970f96706291 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:40.158915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.230838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.250890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:40.251594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.260507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:40.264354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:40.268205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:40.274427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Usage tracker for resource:security_group_rule and tenant:fd03042f02304b4287c27b8017686c69 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:40.278270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:40.281480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:40.352147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:40.356307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.362430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.433051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b931509-9236-44bd-9d3b-ea8190c6d1e6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:40.453094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c18868c7-7207-4ab7-b415-8c4bf330af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:40.478820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8193fea-87f9-46e0-9088-e0ce9c633bed None None] Provisioning for port 3812e179-7dac-4a00-8e87-c94b4847ee4c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:40.485185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8193fea-87f9-46e0-9088-e0ce9c633bed None None] Provisioning complete for port 3812e179-7dac-4a00-8e87-c94b4847ee4c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:40.486019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8193fea-87f9-46e0-9088-e0ce9c633bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.497383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.554479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b8193fea-87f9-46e0-9088-e0ce9c633bed None None] Port 3812e179-7dac-4a00-8e87-c94b4847ee4c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:40.610497 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 5.8822641
Nov 15 09:16:40.675975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54494) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:40.679351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55b9f56-724f-4eee-a312-b4d5adc6b941 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:16:40.741555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1096cb-34d2-480f-9222-deaa41d88872,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:40.767555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.810042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:40.870250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port 76dd93af-9eb2-46c3-b019-2e5d1606686e yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:40.911669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Transition to ACTIVE for port object e55b9f56-724f-4eee-a312-b4d5adc6b941 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:40.956783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.187 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/88fd545e-2dee-4a83-9555-e53c1ed0539e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:40.968953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:40.973699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:40.988293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:41.001105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2ef47f0>,) {'filters': {'network_id': ['8098bfa6-e85b-429f-8cf7-6aceb34dc49f']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:41.009105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:41.043558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:41.050816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:41.052414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] 10.222.0.65 "PUT /v2.0/ports/ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1158 time: 4.6832950
Nov 15 09:16:41.056265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:41.069664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7984-a4c0-4e86-a11c-4e232bf4d950 req-abc562dc-0449-449d-88a6-5f470d1d1cd7 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.071300 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403d7984-a4c0-4e86-a11c-4e232bf4d950 req-abc562dc-0449-449d-88a6-5f470d1d1cd7 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.6415966
Nov 15 09:16:41.078842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfd33f-a021-483e-9753-8d00c7b93b59 req-e480d627-0974-41eb-b8ce-cd8ede6267bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.086062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36dfd33f-a021-483e-9753-8d00c7b93b59 req-e480d627-0974-41eb-b8ce-cd8ede6267bb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 944 time: 0.6522260
Nov 15 09:16:41.086062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:41.094387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:41.133973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2ef47f0>, '2766668f-0642-4f52-9b64-5941856d941d') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:41.134324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2ef47f0>, '2766668f-0642-4f52-9b64-5941856d941d') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:41.175247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:41.233157 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.2568812
Nov 15 09:16:41.244881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84b9501a-4712-4db0-a558-199e3cd03dbb tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/c013351b-c0e2-4779-8936-87f205809fb6 HTTP/1.1" status: 200  len: 925 time: 1.2505457
Nov 15 09:16:41.250831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54502) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:41.254969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabc0ab-ba0e-4738-be4d-49ac8d9f2706,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:41.264203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:41.292129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403d7984-a4c0-4e86-a11c-4e232bf4d950 req-44d49f2a-18b7-48e0-ae46-21b66c8c85c7 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1997123
Nov 15 09:16:41.295257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36dfd33f-a021-483e-9753-8d00c7b93b59 req-38629c91-e2dd-4f5f-8f78-78d8443e31cb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2017915
Nov 15 09:16:41.324452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-5f34ec42-832a-468a-9384-f70abb62c852 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1161 time: 0.1667159
Nov 15 09:16:41.335472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:41.342453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Releasing vxlan tunnel 8 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:16:41.383723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'status': 'completed', 'code': 200}
Nov 15 09:16:41.439910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Pushing event updated for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:41.468725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:41.532315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8587-d037-4ac5-8156-253271eef1bb req-76aa29db-9974-4789-832b-4c2075d1aca8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.533981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0eb8587-d037-4ac5-8156-253271eef1bb req-76aa29db-9974-4789-832b-4c2075d1aca8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 943 time: 0.1018381
Nov 15 09:16:41.587466 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0eb8587-d037-4ac5-8156-253271eef1bb req-23c14658-e385-4397-9151-1a8020e93cde tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462265
Nov 15 09:16:41.765277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-be08574d-c407-42de-9429-20aea58f9c73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 217 time: 0.0786545
Nov 15 09:16:41.819564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-075b98c3-3498-477f-94f2-0fb36ab95736 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=c013351b-c0e2-4779-8936-87f205809fb6 HTTP/1.1" status: 200  len: 205 time: 0.5034387
Nov 15 09:16:41.829896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54508) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:41.837665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.842259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.846693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.847644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Synchronizing usage tracker for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:41.952635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-2aafe2b0-09b7-4bce-830e-b1b9ac4b4b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:41.954261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-2aafe2b0-09b7-4bce-830e-b1b9ac4b4b4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.1614439
Nov 15 09:16:42.089578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Network 8098bfa6-e85b-429f-8cf7-6aceb34dc49f has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:42.147592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-e7faa280-635d-4a29-91a9-7e5f2ef68105 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797116
Nov 15 09:16:42.153367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.253738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Unset dirty status for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:42.255073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b9f4278-d91d-4474-aa2b-048e71210732 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 1.5705826
Nov 15 09:16:42.269645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54512) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:42.357866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.422582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port 3812e179-7dac-4a00-8e87-c94b4847ee4c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:42.422958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.457395 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-a51bfd63-f309-45d1-875b-eff0ef8beb40 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942016
Nov 15 09:16:42.460733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.541751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Network 8098bfa6-e85b-429f-8cf7-6aceb34dc49f has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:16:42.551595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port 76dd93af-9eb2-46c3-b019-2e5d1606686e yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:16:42.577305 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:16:42.653614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.695929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Transition to ACTIVE for port object 76dd93af-9eb2-46c3-b019-2e5d1606686e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:42.712919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Attempting to bind port e55b9f56-724f-4eee-a312-b4d5adc6b941 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:42.713375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Attempting to bind port e55b9f56-724f-4eee-a312-b4d5adc6b941 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:42.713756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Attempting to bind port e55b9f56-724f-4eee-a312-b4d5adc6b941 on network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:42.720807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:42.724448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Checking segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:42.724448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.724448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Bound using segment: {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:42.724448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Bound port: e55b9f56-724f-4eee-a312-b4d5adc6b941, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61293da6-de51-472e-a6f4-1766f1413b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:42.724448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.739475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.759178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:42.858921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:42.873763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.066606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.072657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=88fd545e-2dee-4a83-9555-e53c1ed0539e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:43.090442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:43.091023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-de980364-b16e-4574-9868-19b691a5e65f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:43.210034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75b947d4-58df-40cd-bccc-9eb4f02132b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.249959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d3f535e5-7718-4640-8499-0d1ff242b09d req-bd555bbe-5503-4189-8ce0-34e42bc4e14c service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7158864
Nov 15 09:16:43.253856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=76dd93af-9eb2-46c3-b019-2e5d1606686e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:43.259566 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] 10.222.0.81 "DELETE /v2.0/networks/8098bfa6-e85b-429f-8cf7-6aceb34dc49f HTTP/1.1" status: 204  len: 168 time: 3.8533027
Nov 15 09:16:43.259566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] For port e55b9f56-724f-4eee-a312-b4d5adc6b941, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:43.262206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:43.266151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:43.285559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd6b0-bc3d-4b21-ae7b-b0b5414b9871 req-8e705514-6309-407d-aa9b-0d53661899ba tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:43.287614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dbcd6b0-bc3d-4b21-ae7b-b0b5414b9871 req-8e705514-6309-407d-aa9b-0d53661899ba tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.8375854
Nov 15 09:16:43.302981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5595596-ebef-4f7a-b67d-77d0bab301cd req-7a80ff12-618f-4bbd-ad4a-737a872ce35f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:43.304717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e5595596-ebef-4f7a-b67d-77d0bab301cd req-7a80ff12-618f-4bbd-ad4a-737a872ce35f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 944 time: 0.7726681
Nov 15 09:16:43.314927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] For port e55b9f56-724f-4eee-a312-b4d5adc6b941, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:43.317876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Pushing event deleted for resources: {'Network': ['ID=8098bfa6-e85b-429f-8cf7-6aceb34dc49f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:43.319635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:43.322450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:43.330901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:43.339228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:43.382261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.401701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:43.523512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.553463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:43.553875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Network hostable DHCP agents. Network: b0ff212c-fadb-4224-b7f3-2fdb8168e0a6, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:16:43.676114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Pushing event updated for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:43.700347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for 3812e179-7dac-4a00-8e87-c94b4847ee4c owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:43.702956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:43.733206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e5595596-ebef-4f7a-b67d-77d0bab301cd req-c1d0f149-0e8c-4ed5-b81f-404b159ca492 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4141574
Nov 15 09:16:43.748744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dbcd6b0-bc3d-4b21-ae7b-b0b5414b9871 req-bbbe676b-0c6f-4534-bcb5-2090ed61c226 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4423888
Nov 15 09:16:43.785362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:43.786924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] 10.222.0.65 "PUT /v2.0/ports/e55b9f56-724f-4eee-a312-b4d5adc6b941 HTTP/1.1" status: 200  len: 1157 time: 5.6295402
Nov 15 09:16:43.787499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:43.852276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:16:43.889883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-eb738820-f64e-4665-891e-33f24e0dc385 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1161 time: 0.4136565
Nov 15 09:16:43.908878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54532) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:44.157142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:44.178167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b0ff212c-fadb-4224-b7f3-2fdb8168e0a6) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:44.196028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49913e-12cb-405e-a211-300f517d922a None None] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:16:44.205171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:44.233005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:44.245685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 76dd93af-9eb2-46c3-b019-2e5d1606686e on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:44.246063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 76dd93af-9eb2-46c3-b019-2e5d1606686e by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:44.246478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 76dd93af-9eb2-46c3-b019-2e5d1606686e on network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:44.258156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:44.273219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:44.273591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:44.274006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:44.274412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound using segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:44.274919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound port: 76dd93af-9eb2-46c3-b019-2e5d1606686e, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:44.275300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:44.313401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=3812e179-7dac-4a00-8e87-c94b4847ee4c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:44.315508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port 9af5f608-1b7a-4dfe-a42f-64a9b53dd863 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:44.315783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:44.357003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'status': 'completed', 'code': 200}
Nov 15 09:16:44.357378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:44.393082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-d513bbb4-9796-4e1e-bf24-fd940d5445f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2&device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 1160 time: 0.4198797
Nov 15 09:16:44.478936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-0bbb546f-2e43-4ae8-86f7-69f40e4f681f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:44.480614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-0bbb546f-2e43-4ae8-86f7-69f40e4f681f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.5733194
Nov 15 09:16:44.496848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c10584e9-cd20-4d35-af51-4f3a308ab921 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dda582e89f8d4290bf90c104d350f19f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5873294
Nov 15 09:16:44.504627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54542) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:44.701920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da4ae7-9100-4115-bf42-654be84125f8 req-399f46ee-7717-4e16-a141-047e98042f5f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:44.703628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65da4ae7-9100-4115-bf42-654be84125f8 req-399f46ee-7717-4e16-a141-047e98042f5f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 943 time: 0.6503685
Nov 15 09:16:44.738120 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-16de4201-8ba7-4a28-bb07-60a8b5962ee5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 217 time: 0.2229552
Nov 15 09:16:44.934288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 76dd93af-9eb2-46c3-b019-2e5d1606686e, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:44.948058 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-99982eb1-320b-4dd7-b9ba-6d7b75e5be97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941 HTTP/1.1" status: 200  len: 217 time: 0.5253916
Nov 15 09:16:44.957800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 76dd93af-9eb2-46c3-b019-2e5d1606686e, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=76dd93af-9eb2-46c3-b019-2e5d1606686e,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:44.984610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-7535dbf9-c293-4879-969f-651db40a7f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:44.986240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-7535dbf9-c293-4879-969f-651db40a7f7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.2099564
Nov 15 09:16:45.025022 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65da4ae7-9100-4115-bf42-654be84125f8 req-2d1dd7f4-deaa-4995-a35f-d41a0ba299ce tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3080113
Nov 15 09:16:45.028296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.030868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.045161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.065196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:45.272536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-331e1c06-a940-4404-8822-ed4041af3af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:45.274104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-331e1c06-a940-4404-8822-ed4041af3af0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb51e32-b254-4205-8578-130a02577552 HTTP/1.1" status: 200  len: 844 time: 0.2962832
Nov 15 09:16:45.295166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=76dd93af-9eb2-46c3-b019-2e5d1606686e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:45.302632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.339575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:45.358146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.387516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.470081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for 9af5f608-1b7a-4dfe-a42f-64a9b53dd863 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:45.478166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1085 time: 8.8360360
Nov 15 09:16:45.482381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54550) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:45.521038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-92981085-adc2-405e-b851-a47f9e4ab2dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2270963
Nov 15 09:16:45.585911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.661540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e12365fa-9229-4407-9f7d-32c1278ac418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.664900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.710879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Deleting port 76dd93af-9eb2-46c3-b019-2e5d1606686e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:45.711275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.750127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:45.920858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-a90170af-2e08-4450-8109-e8d6faa237b3 service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3649707
Nov 15 09:16:45.943669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/3812e179-7dac-4a00-8e87-c94b4847ee4c HTTP/1.1" status: 204  len: 168 time: 3.6696293
Nov 15 09:16:45.955532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7ddc-f1ec-4721-b2b4-b8f37d73f0ad req-6b2b1812-4399-4be8-949b-4b9865fb8cd7 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:45.957155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b06a7ddc-f1ec-4721-b2b4-b8f37d73f0ad req-6b2b1812-4399-4be8-949b-4b9865fb8cd7 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 944 time: 1.0424895
Nov 15 09:16:45.957666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54554) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:46.033384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-e5519c8c-fcc9-40b6-b734-51eb49274cf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0073047
Nov 15 09:16:46.043560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.056750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8227a49-64ca-46df-a729-6e87929f3be8 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:46.092003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6405b42f-4b8e-46ce-ab1c-8457826e9472 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] GET failed (client error): The resource could not be found.
Nov 15 09:16:46.092572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6405b42f-4b8e-46ce-ab1c-8457826e9472 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Synchronizing usage tracker for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:46.112370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238235f-632b-428b-bbca-df5427c8adf4 req-09154c44-ae54-412a-95cb-12d4b5ffa7b1 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:46.113923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1238235f-632b-428b-bbca-df5427c8adf4 req-09154c44-ae54-412a-95cb-12d4b5ffa7b1 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.9359491
Nov 15 09:16:46.122282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d1bff-5044-4a24-936b-ceb606bc36c1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:46.187251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.190670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:46.232619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.233836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/892d1bff-5044-4a24-936b-ceb606bc36c1 HTTP/1.1" status: 204  len: 168 time: 1.7238121
Nov 15 09:16:46.296237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b06a7ddc-f1ec-4721-b2b4-b8f37d73f0ad req-df2131f3-338a-42f8-900a-db76209cddeb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2888629
Nov 15 09:16:46.326622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6405b42f-4b8e-46ce-ab1c-8457826e9472 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Unset dirty status for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:46.327746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6405b42f-4b8e-46ce-ab1c-8457826e9472 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports/3812e179-7dac-4a00-8e87-c94b4847ee4c HTTP/1.1" status: 404  len: 333 time: 0.3662403
Nov 15 09:16:46.341280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54562) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:46.347058 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aba03f1b-170a-411a-a58f-3933a2b1810d req-0ab444e3-7714-46b4-9395-0dcc21e88005 service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3826561
Nov 15 09:16:46.356625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-2026018768'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:46.376887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 76dd93af-9eb2-46c3-b019-2e5d1606686e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=76dd93af-9eb2-46c3-b019-2e5d1606686e,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:46.377323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.389450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1238235f-632b-428b-bbca-df5427c8adf4 req-f8804383-2ab9-4a06-b71d-a033b4850a1c tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2108014
Nov 15 09:16:46.500026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-2c92065c-5248-4200-8e3b-b48056c838bf service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4461789
Nov 15 09:16:46.566374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.589250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Calling delete_port for 76dd93af-9eb2-46c3-b019-2e5d1606686e owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:46.608618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:46.750593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ff6ecedd-7149-4d5c-ad97-dcb9dca4343a up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:46.854815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=9af5f608-1b7a-4dfe-a42f-64a9b53dd863,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:46.857802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:46.897369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54570) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:46.924140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:46.929696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:46.930388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:46.988877 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c72d4b3b-b085-485f-abb5-9cd7ac3b75e0 req-5165abec-2aba-4b7f-a1c4-958eecbcfa43 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4236016
Nov 15 09:16:46.993593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.011271 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-5ddb4184-615d-4882-887d-304da99613d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2&device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 1160 time: 0.4660392
Nov 15 09:16:47.029721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.073250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:47.081137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.099765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:47.111567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:47.117878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.123626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:47.142490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:47.152630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0df25-c399-4673-b753-dca6c6cfef89 req-8e608d46-a087-492b-9421-70aa8adbba8f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:47.154205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68e0df25-c399-4673-b753-dca6c6cfef89 req-8e608d46-a087-492b-9421-70aa8adbba8f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 943 time: 0.6528227
Nov 15 09:16:47.158543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.160707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d1e7510-d926-478c-9e13-58c51fcbf037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:47.165699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42fe0506-71f8-44c2-90e9-48c11d2d166c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab2313d14f6448e19aab98d705a3d8b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2624011
Nov 15 09:16:47.173707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54576) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:47.217931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b7ad1-273a-4cbe-b610-de2faf549190 req-79fff24b-0b20-425b-8d6e-2652140b1cf3 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:47.219570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af8b7ad1-273a-4cbe-b610-de2faf549190 req-79fff24b-0b20-425b-8d6e-2652140b1cf3 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.6607294
Nov 15 09:16:47.251800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:47.262027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54580) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:47.262462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.262765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.263148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.263531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.263939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.264488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.264865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.265512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.265629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.265944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.266314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.267054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.267162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.267533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.267938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.268312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.268739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.269115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.269553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.269925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.270313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.270721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.271804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.271804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:16:47.276886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:47.287106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:47.292628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.312219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Request body: {'floatingip': {'port_id': '9b449ba2-2d7b-42ba-93be-970f96706291'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:47.360692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'code': 200}
Nov 15 09:16:47.403714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=88fd545e-2dee-4a83-9555-e53c1ed0539e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:47.446336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:47.469208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-288a0b63-6a81-4058-89ec-c8bbcd0f686d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:47.530041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.537571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event deleted for resources: {'Port': ['ID=76dd93af-9eb2-46c3-b019-2e5d1606686e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:47.545618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:47.581031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.588772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-0c8252cb-785a-4ad8-b958-805ea0c382b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:47.590382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-0c8252cb-785a-4ad8-b958-805ea0c382b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf HTTP/1.1" status: 200  len: 899 time: 0.5446806
Nov 15 09:16:47.596820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "DELETE /v2.0/ports/76dd93af-9eb2-46c3-b019-2e5d1606686e HTTP/1.1" status: 204  len: 168 time: 2.1144521
Nov 15 09:16:47.600469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54588) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:47.705503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68e0df25-c399-4673-b753-dca6c6cfef89 req-e15b17d0-f962-46e2-bdf1-d87bb5d867ca tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5368261
Nov 15 09:16:47.707525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.742450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0b9927-436e-47a5-a6c8-d78119b3f4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] GET failed (client error): The resource could not be found.
Nov 15 09:16:47.743036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b0b9927-436e-47a5-a6c8-d78119b3f4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Synchronizing usage tracker for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:47.767586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-da55ad1b-9129-483e-b52c-ce19fb25e3f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941 HTTP/1.1" status: 200  len: 217 time: 0.1244264
Nov 15 09:16:47.810142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.833944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:47.915214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b0b9927-436e-47a5-a6c8-d78119b3f4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Unset dirty status for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:47.916500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b0b9927-436e-47a5-a6c8-d78119b3f4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports/76dd93af-9eb2-46c3-b019-2e5d1606686e HTTP/1.1" status: 404  len: 333 time: 0.3147550
Nov 15 09:16:47.921401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54592) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:47.931334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-377568154'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:47.950747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:47.954021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-8b0eaa88-334e-4155-992b-1f44e7ff2cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:47.955678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-8b0eaa88-334e-4155-992b-1f44e7ff2cdb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb51e32-b254-4205-8578-130a02577552 HTTP/1.1" status: 200  len: 844 time: 0.1766868
Nov 15 09:16:48.019787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:48.108568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ff6ecedd-7149-4d5c-ad97-dcb9dca4343a up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:48.125013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Made reservation on behalf of 264618a4f7c44eddaa0d093be5af01c4 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:48.130753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.192118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:48.193304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.203963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.214037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-9b66f848-87f0-4d6c-adb3-62db553d2504 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2416451
Nov 15 09:16:48.265561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.404320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:48.494818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port fc1f3e0e-d223-4376-acf4-c62c2fcd257f yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:48.532333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.546778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-de85fb05-ceeb-467f-baec-b0630a1969f3 service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3186502
Nov 15 09:16:48.603854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326b02-4669-437f-a4e1-2436a2e80a5c req-45a1e842-b8a8-4235-96ea-41134a729524 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:48.604106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP a6c13434-0dfa-477a-81fa-bad80366bc15 associated. External IP: 172.26.4.187, port: 779695e5-63bb-4dbb-a6cd-f292e7616024.
Nov 15 09:16:48.605541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec326b02-4669-437f-a4e1-2436a2e80a5c req-45a1e842-b8a8-4235-96ea-41134a729524 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 1.0085669
Nov 15 09:16:48.821406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0bad0f4b-f3ab-4ec5-9133-8cd3ef4f7e81 req-ae7fef35-552a-4475-ac5f-3d704c8afe96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 1.0547521
Nov 15 09:16:48.932058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:48.940875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86893f24-a402-4378-afd2-d82cabbae0a2 req-6dfaf870-56ea-4898-996e-af285bf4b063 service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3691730
Nov 15 09:16:49.104248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.122412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:49.303548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.370392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:49.377431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:49.408507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:49.412326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:49.415003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:49.416178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.418314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.423238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec326b02-4669-437f-a4e1-2436a2e80a5c req-31610a39-a363-4c6d-a51d-ec098f9e0024 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8061063
Nov 15 09:16:49.436810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.456574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8dacd498-d776-45e2-a0fd-4648ce0b1c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:49.477507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.10 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/fc1f3e0e-d223-4376-acf4-c62c2fcd257f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:49.494038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0bad0f4b-f3ab-4ec5-9133-8cd3ef4f7e81 req-482af5ac-3b43-4319-a5ae-07fa810b1386 service neutron] Synchronizing usage tracker for tenant:fd03042f02304b4287c27b8017686c69 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:49.513979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a0257b-24ca-4d93-9f5c-2cc59a808278,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:49.538237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:49.807301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0bad0f4b-f3ab-4ec5-9133-8cd3ef4f7e81 req-482af5ac-3b43-4319-a5ae-07fa810b1386 service neutron] Unset dirty status for tenant:fd03042f02304b4287c27b8017686c69 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:49.808755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0bad0f4b-f3ab-4ec5-9133-8cd3ef4f7e81 req-482af5ac-3b43-4319-a5ae-07fa810b1386 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9034853
Nov 15 09:16:49.814036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.8899484
Nov 15 09:16:49.818128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54598) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:49.818983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2239-ab1a-4ddd-9480-70c17912d7e0 req-3f64463e-374c-481c-a601-eb3b031387da tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:49.820743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb1b2239-ab1a-4ddd-9480-70c17912d7e0 req-3f64463e-374c-481c-a601-eb3b031387da tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 943 time: 0.9167564
Nov 15 09:16:49.821695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.822949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92a0257b-24ca-4d93-9f5c-2cc59a808278 HTTP/1.1" status: 204  len: 168 time: 2.6471884
Nov 15 09:16:49.823690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:49.824276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router c013351b-c0e2-4779-8936-87f205809fb6 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:16:49.829958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:49.996630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:49.997390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.117435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.122166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/c013351b-c0e2-4779-8936-87f205809fb6 HTTP/1.1" status: 204  len: 168 time: 8.2849424
Nov 15 09:16:50.127893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54604) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:50.134335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'name': 'tempest-snat-router-313469961', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:50.154488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:50.179490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:router and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:50.193951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:50.208425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:50.220674 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb1b2239-ab1a-4ddd-9480-70c17912d7e0 req-a25b2d03-1068-47bf-bacf-31a7ca1c8575 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3572340
Nov 15 09:16:50.294104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.295150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.343795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.379533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object fc1f3e0e-d223-4376-acf4-c62c2fcd257f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:50.381975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.556782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:50.566836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.586360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Transition to ACTIVE for port object 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:16:50.604810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:50.616702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:50.627081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.634950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:50.635998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9d6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:50.646852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d195c9a-7212-4419-95ec-7dd785497608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:50.728135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9d6d8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:50.743618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:50.744632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9d6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:50.774309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.812105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e55b9f56-724f-4eee-a312-b4d5adc6b941 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:50.818784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9d6d8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:50.819503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d318cb3-76e7-4456-ba79-7ce0ac3601ce None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:50.938551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:50.942086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:50.956770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 12.8281589
Nov 15 09:16:50.964554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54624) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:50.970802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port e55b9f56-724f-4eee-a312-b4d5adc6b941 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:50.973687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:50.978403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e55b9f56-724f-4eee-a312-b4d5adc6b941 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:50.979484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:50.996169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.029116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24f649c8-2236-4bde-a915-d23d23b0de52 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:51.117154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.125022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.139959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.161041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e55b9f56-724f-4eee-a312-b4d5adc6b941, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:51.162034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:51.198719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.199131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.201711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-028cb355-aeb4-403a-85d0-38c1e115a95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:51.266473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'code': 200}
Nov 15 09:16:51.299787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=fc1f3e0e-d223-4376-acf4-c62c2fcd257f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:51.309703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:51.354515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.383564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:51.397892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:51.408530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3736a2-0574-4b68-b633-7b2ef7e74725 req-71333e0f-461f-4ca9-8c60-9498e334b7da tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:51.413923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba3736a2-0574-4b68-b633-7b2ef7e74725 req-71333e0f-461f-4ca9-8c60-9498e334b7da tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.8017328
Nov 15 09:16:51.565033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:16:51.567953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:16:51.568680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce on network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:16:51.576372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:16:51.576759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:16:51.577204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.577517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound using segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:16:51.578117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound port: 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:16:51.578511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.649166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:51.712251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:51.714592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:51.727422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.767996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba3736a2-0574-4b68-b633-7b2ef7e74725 req-e28bd871-68e1-4744-a733-d9589183bc6d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3362045
Nov 15 09:16:51.800870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.801232 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP a6c13434-0dfa-477a-81fa-bad80366bc15 disassociated. External IP: 172.26.4.187, port: 779695e5-63bb-4dbb-a6cd-f292e7616024.
Nov 15 09:16:51.950847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:51.953173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:51.986691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1df5789f-4608-4e8d-b881-537cfcf8dda1 None None] Provisioning for port fc1f3e0e-d223-4376-acf4-c62c2fcd257f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:16:51.993362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:16:51.994024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1df5789f-4608-4e8d-b881-537cfcf8dda1 None None] Provisioning complete for port fc1f3e0e-d223-4376-acf4-c62c2fcd257f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:51.994635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5789f-4608-4e8d-b881-537cfcf8dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.015436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:16:52.040226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.057237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61fce380-79ae-4c85-aef2-310a13766c95 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:52.064938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab5fb2-61b5-45e2-ac4c-abacabee8677 req-34abe68c-dcba-4eed-b217-37c1035bc42a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:52.066802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaab5fb2-61b5-45e2-ac4c-abacabee8677 req-34abe68c-dcba-4eed-b217-37c1035bc42a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.6488049
Nov 15 09:16:52.073818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1df5789f-4608-4e8d-b881-537cfcf8dda1 None None] Port fc1f3e0e-d223-4376-acf4-c62c2fcd257f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:52.133181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e55b9f56-724f-4eee-a312-b4d5adc6b941 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:16:52.141163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b43fb102-5ff3-4dac-9f47-c6162e969589 req-d0952479-fe93-4d9b-9a92-982405abf181 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 1162 time: 0.3494196
Nov 15 09:16:52.186312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.8402805
Nov 15 09:16:52.195567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:52.220126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:16:56:c5'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:52.224547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e55b9f56-724f-4eee-a312-b4d5adc6b941 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:52.225128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.277246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaab5fb2-61b5-45e2-ac4c-abacabee8677 req-a0ca0fe1-2a45-4802-9ff1-57846952ec52 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979344
Nov 15 09:16:52.339325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b43fb102-5ff3-4dac-9f47-c6162e969589 req-f041ac4d-2d12-4e54-b697-e44850a05d17 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832573
Nov 15 09:16:52.350511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:52.358960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:52.372529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Floating IP ed15195e-a0a9-4081-8830-6174e7de5314 associated. External IP: 172.26.4.64, port: 9b449ba2-2d7b-42ba-93be-970f96706291.
Nov 15 09:16:52.449322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.453327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "PUT /v2.0/ports/2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce HTTP/1.1" status: 200  len: 1079 time: 2.6319370
Nov 15 09:16:52.466557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54650) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:52.551219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.597919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:52.619666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54656) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:52.845238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:52.881012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f8e6f3eb-2ac3-43e7-8ad1-bae1c80a0ff2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 24992 time: 0.4124372
Nov 15 09:16:52.890215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54664) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:52.892467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:52.938973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Usage tracker for resource:floatingip and tenant:2b9f5eb7c9ee4035b0cb07e293af61f2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:52.947691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:52.975130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:53.061543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Deleting port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:53.061913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:53.063087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:53.094007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:53.237736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 172.26.4.136 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/94bbe402-8a10-48cb-a5bf-8f57719adba2) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:53.568032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:16:53.568432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:53.790652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Calling delete_port for 2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:53.793288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8614-496d-49b3-a35b-ee1fbaa6a7d4 req-7dd7857e-1b3a-4b85-ad34-8cdde2f60556 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:53.795306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbde8614-496d-49b3-a35b-ee1fbaa6a7d4 req-7dd7857e-1b3a-4b85-ad34-8cdde2f60556 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7406476
Nov 15 09:16:53.911907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:53.952017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:53.993152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbde8614-496d-49b3-a35b-ee1fbaa6a7d4 req-0e5da33b-8cf0-4510-bda0-6ceefa4f00be tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1801436
Nov 15 09:16:53.999178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3226b-8d2a-487a-9a3b-0e7e88123ac3 req-6383d6cc-12b9-411b-abc2-c1f8c105e809 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:54.000753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dee3226b-8d2a-487a-9a3b-0e7e88123ac3 req-6383d6cc-12b9-411b-abc2-c1f8c105e809 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.4709527
Nov 15 09:16:54.003947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.045268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.071972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95189adb-ac61-474e-a2ff-0d561a54d831 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:54.112887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:54.198913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event deleted for resources: {'Port': ['ID=2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:54.210470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:54.212615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.270817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.283021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.283244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.302597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:54.356894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dee3226b-8d2a-487a-9a3b-0e7e88123ac3 req-89ae2a74-d1d2-42fd-a9e8-2e5f8540dacf tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3403900
Nov 15 09:16:54.357117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:54.403988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "DELETE /v2.0/ports/2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce HTTP/1.1" status: 204  len: 168 time: 1.5125644
Nov 15 09:16:54.413838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54672) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:54.541089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=fc1f3e0e-d223-4376-acf4-c62c2fcd257f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:54.555412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:54.581118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9895403e-f35a-43a9-9f84-fb3de20e8059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] GET failed (client error): The resource could not be found.
Nov 15 09:16:54.582547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9895403e-f35a-43a9-9f84-fb3de20e8059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports/2b635345-b2e8-49e0-b0d5-cfe7b9f8c3ce HTTP/1.1" status: 404  len: 333 time: 0.1446235
Nov 15 09:16:54.587133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54676) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:54.597234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013616805', 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:54.606625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:54.608396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=94bbe402-8a10-48cb-a5bf-8f57719adba2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:54.619522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Usage tracker for resource:port and tenant:264618a4f7c44eddaa0d093be5af01c4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:54.624516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:54.634178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:54.634358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:54.721696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] In _notify_port_updated(), no bound segment for port fc1f3e0e-d223-4376-acf4-c62c2fcd257f on network 382cfb7e-301e-4614-aebd-8b7639b00081 {{(pid=81073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:16:54.726863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:54.727577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.729131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "PUT /v2.0/ports/fc1f3e0e-d223-4376-acf4-c62c2fcd257f HTTP/1.1" status: 200  len: 995 time: 2.5249939
Nov 15 09:16:54.731721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:54.733414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54680) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:54.735798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Made reservation on behalf of 264618a4f7c44eddaa0d093be5af01c4 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:54.740997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.743005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:54.754106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.761006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:54.761986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3bcc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:54.772915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53476c07-d8c4-4860-88c6-32d492914f6a req-32ca60c9-17d0-409a-8e87-287b2bf6f35c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:54.774689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-53476c07-d8c4-4860-88c6-32d492914f6a req-32ca60c9-17d0-409a-8e87-287b2bf6f35c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5745251
Nov 15 09:16:54.789343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54684) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:54.803281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Request body: {'floatingip': {'port_id': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:54.882609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c042f5bf-88c1-4905-a208-a21ceee7031d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/a6c13434-0dfa-477a-81fa-bad80366bc15 HTTP/1.1" status: 200  len: 688 time: 3.9139042
Nov 15 09:16:54.891943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54688) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:54.895760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3bcc0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:54.912898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:54.913330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3bcc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:54.925382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:54.927458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Allocated IP 172.26.4.52 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/afce98b1-0236-494c-8a42-b34762fd3c07) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:54.934656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:54.991344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3bcc0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:54.991807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e61f-f8f8-4fa2-9976-c0a5123bc2b7 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:54.994157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:54.999733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:55.004666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6fc9cc6a-8fdd-4998-8745-27b574c2759c None None] Provisioning complete for port fc1f3e0e-d223-4376-acf4-c62c2fcd257f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:16:55.006049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cc6a-8fdd-4998-8745-27b574c2759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:55.076875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9cc6a-8fdd-4998-8745-27b574c2759c None None] Port fc1f3e0e-d223-4376-acf4-c62c2fcd257f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:16:55.111542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:16:55.449764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port fc1f3e0e-d223-4376-acf4-c62c2fcd257f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:55.452526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:55.536211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 88fd545e-2dee-4a83-9555-e53c1ed0539e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:55.536558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:55.577002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port 6104989a-43bd-4673-9557-99a8a7d9f909 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:55.938473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.106402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.106693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.136611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cda3d-e7ce-4a7b-ac87-8be1fb07fcc7 req-d0252460-8d15-4c6e-8c20-2f67b12ed817 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:56.138243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a9cda3d-e7ce-4a7b-ac87-8be1fb07fcc7 req-d0252460-8d15-4c6e-8c20-2f67b12ed817 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.4695361
Nov 15 09:16:56.276539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 88fd545e-2dee-4a83-9555-e53c1ed0539e owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:56.311767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.383666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.408758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:56.415311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.489214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for fc1f3e0e-d223-4376-acf4-c62c2fcd257f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:56.531834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a9cda3d-e7ce-4a7b-ac87-8be1fb07fcc7 req-6934e4da-082b-4586-bd5b-4a95bbbdd58b tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3396444
Nov 15 09:16:56.619615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Pushing event updated for resources: {'Port': ['ID=afce98b1-0236-494c-8a42-b34762fd3c07,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:56.627543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:56.632719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.633522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.729225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.754068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:56.848892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:16:56.859466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:56.862955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Sync routers for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:16:56.870701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:56.878878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.881794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:56.882568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9de48>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:56.885693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:56.906916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:56.922454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.026653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:16:57.093908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=6104989a-43bd-4673-9557-99a8a7d9f909,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:57.104884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:57.117242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:57.119055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:57.138524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9fdb44b-d54e-4c28-afee-fbb5d56d9011 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "PUT /v2.0/floatingips/ed15195e-a0a9-4081-8830-6174e7de5314 HTTP/1.1" status: 200  len: 990 time: 9.8723526
Nov 15 09:16:57.144204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:16:57.238808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=fc1f3e0e-d223-4376-acf4-c62c2fcd257f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:57.248573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:57.249219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4927fa-d046-4acc-a439-5223ea14806c req-8518e528-a250-44b9-bd98-ac43eca8da9a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:57.250876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bf4927fa-d046-4acc-a439-5223ea14806c req-8518e528-a250-44b9-bd98-ac43eca8da9a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.5237327
Nov 15 09:16:57.262776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.270398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54700) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.278575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Request body: {'floatingip': {'port_id': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:57.303433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:57.305755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=88fd545e-2dee-4a83-9555-e53c1ed0539e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:57.313704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:16:57.315009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.341802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:57.355224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:57.355691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:57.358258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291', 'status': 'completed', 'code': 200}
Nov 15 09:16:57.453350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.8627725
Nov 15 09:16:57.461076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54704) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.596565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9de48>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'ed15195e-a0a9-4081-8830-6174e7de5314', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'port_id': '9b449ba2-2d7b-42ba-93be-970f96706291', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'mac_address': 'fa:16:3e:49:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:50Z', 'revision_number': 1, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:57.601715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.602731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Checking router: 58ca06a2-5fd8-4201-90fd-9c776fc6b76b for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:16:57.613413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.615533 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/a6c13434-0dfa-477a-81fa-bad80366bc15 HTTP/1.1" status: 204  len: 168 time: 2.7225101
Nov 15 09:16:57.621384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.622250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:16:57.622907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9de48>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:57.631706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '2ec8634b-de7f-4c79-a3e6-dbb32cc783d3'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:57.636506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.639790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d8b5ba5c-da56-4103-9da9-ccda6258308d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Synchronizing usage tracker for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:57.650478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:57.661927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:floatingip and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:16:57.666641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.668719 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-501ae1cc-a3de-40de-ad71-acdc6d292f1f tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/fc1f3e0e-d223-4376-acf4-c62c2fcd257f HTTP/1.1" status: 204  len: 168 time: 2.9342794
Nov 15 09:16:57.669696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:16:57.672752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54712) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.680076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:57.732610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d8b5ba5c-da56-4103-9da9-ccda6258308d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Unset dirty status for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:57.736454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8b5ba5c-da56-4103-9da9-ccda6258308d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports/6104989a-43bd-4673-9557-99a8a7d9f909 HTTP/1.1" status: 200  len: 959 time: 0.2718115
Nov 15 09:16:57.737328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54716) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.741275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c7b099-f4c2-4839-9bd9-4c4c0876c796 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] GET failed (client error): The resource could not be found.
Nov 15 09:16:57.741850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-61c7b099-f4c2-4839-9bd9-4c4c0876c796 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Synchronizing usage tracker for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:57.826577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.836544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.861365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-61c7b099-f4c2-4839-9bd9-4c4c0876c796 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Unset dirty status for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:57.868020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61c7b099-f4c2-4839-9bd9-4c4c0876c796 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports/fc1f3e0e-d223-4376-acf4-c62c2fcd257f HTTP/1.1" status: 404  len: 333 time: 0.1926823
Nov 15 09:16:57.873278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Deleting port 6104989a-43bd-4673-9557-99a8a7d9f909 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:16:57.873672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:57.898007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54720) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:57.930425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-359355219'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:58.042930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:16:58.216268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.413150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58780f3d-2a02-4a22-9127-7aeb3b37588f req-0c3dbd52-e335-46f8-9980-03910f1ef941 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:58.414770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58780f3d-2a02-4a22-9127-7aeb3b37588f req-0c3dbd52-e335-46f8-9980-03910f1ef941 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 1.0586216
Nov 15 09:16:58.440313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-25d2cc96-6c6a-47b8-8b2b-c375b008d530 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0e689093b9e40a589ba42ff3f60bcda&device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 1162 time: 0.7321281
Nov 15 09:16:58.441771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:58.482512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9de48>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'ed15195e-a0a9-4081-8830-6174e7de5314', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'port_id': '9b449ba2-2d7b-42ba-93be-970f96706291', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'mac_address': 'fa:16:3e:49:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:50Z', 'revision_number': 1, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:16:58.485713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.487040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b25cc4-e270-49c5-b48a-d5e29d9e0d1b None None] The sync data for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs is: [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'ed15195e-a0a9-4081-8830-6174e7de5314', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'port_id': '9b449ba2-2d7b-42ba-93be-970f96706291', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'mac_address': 'fa:16:3e:49:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:50Z', 'revision_number': 1, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:16:58.630534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Calling delete_port for 6104989a-43bd-4673-9557-99a8a7d9f909 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:16:58.651006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:58.658576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.659487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.787495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62949e-41ea-45e2-899f-129d0af71efa None None] New status for floating IP ed15195e-a0a9-4081-8830-6174e7de5314: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:16:58.884495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.903910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:58.955876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:58.962174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:58.965085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event deleted for resources: {'Port': ['ID=6104989a-43bd-4673-9557-99a8a7d9f909,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:59.031376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:59.039258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58780f3d-2a02-4a22-9127-7aeb3b37588f req-635c9e68-9077-42a9-bca0-9e9d21b34acc tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6025519
Nov 15 09:16:59.154839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:59.173729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-b6fb81d0-b093-4d3b-a74a-c79e6356f2a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:16:59.175337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-b6fb81d0-b093-4d3b-a74a-c79e6356f2a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e91940b-a0c0-4b7f-a531-00e7770071f5 HTTP/1.1" status: 200  len: 905 time: 0.6605532
Nov 15 09:16:59.180189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.23 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/22a8292c-ab2a-4ac9-bc21-d336c198779a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:16:59.267937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "DELETE /v2.0/ports/6104989a-43bd-4673-9557-99a8a7d9f909 HTTP/1.1" status: 204  len: 168 time: 1.5286660
Nov 15 09:16:59.274310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54728) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:59.319379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router 1a0697de-8cf8-4363-8923-49c521945361 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:16:59.337060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ffea9-9adb-45ea-974d-1ad07b2ebbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] GET failed (client error): The resource could not be found.
Nov 15 09:16:59.337612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2c8ffea9-9adb-45ea-974d-1ad07b2ebbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Synchronizing usage tracker for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:16:59.401381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2c8ffea9-9adb-45ea-974d-1ad07b2ebbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Unset dirty status for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:16:59.402673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c8ffea9-9adb-45ea-974d-1ad07b2ebbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports/6104989a-43bd-4673-9557-99a8a7d9f909 HTTP/1.1" status: 404  len: 333 time: 0.1273375
Nov 15 09:16:59.406519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54732) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:16:59.414921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:59.421773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1891624080'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:16:59.430756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:16:59.445411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:16:59.495004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Made reservation on behalf of 264618a4f7c44eddaa0d093be5af01c4 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:16:59.500277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:59.536196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:16:59.554456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-faeb4f1a-e26c-4d86-a5e3-44d513351496 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:16:59.789320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port cac2f227-eb7d-48b2-bf75-a44875742d1f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:16:59.841492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=22a8292c-ab2a-4ac9-bc21-d336c198779a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:16:59.848008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:16:59.910839 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Floating IP f371385c-d22c-4d41-a0fb-aec8226c586e associated. External IP: 172.26.4.170, port: ff6ecedd-7149-4d5c-ad97-dcb9dca4343a.
Nov 15 09:16:59.949162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:16:59.952368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:16:59.968651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:00.068360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-fa7df6d1-214c-4709-ad95-42ec94d19536 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b449ba2-2d7b-42ba-93be-970f96706291 HTTP/1.1" status: 200  len: 1000 time: 0.8800216
Nov 15 09:17:00.092303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port e260cab7-26a0-409b-a4c1-33fb7d625dd1 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:00.180444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.336148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.351036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.374438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:00.376924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-24d202dd-9a3e-4748-878a-16171abe4104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:00.378542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-24d202dd-9a3e-4748-878a-16171abe4104 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d6a144c-b072-48e8-93fa-350baa4c327b HTTP/1.1" status: 200  len: 850 time: 0.2924087
Nov 15 09:17:00.392924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.455903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8a9fe39-b321-45c6-b0c7-569db35482dd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:00.628872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=cac2f227-eb7d-48b2-bf75-a44875742d1f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:00.637204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:00.675984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:00.683308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:00.694771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:00.695960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.764149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.3 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/e260cab7-26a0-409b-a4c1-33fb7d625dd1) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:00.784741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.3770819
Nov 15 09:17:00.789220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54736) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:00.800096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:00.818139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Pushing event updated for resources: {'Port': ['ID=afce98b1-0236-494c-8a42-b34762fd3c07,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:00.832292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:00.866633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:00.875509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:17:00.963156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.130820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.188494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.219191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-9de82401-ccbe-4003-aa19-140ce868a549 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e91940b-a0c0-4b7f-a531-00e7770071f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8271770
Nov 15 09:17:01.508151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.751611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.863628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] device_id is not set on port cac2f227-eb7d-48b2-bf75-a44875742d1f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:01.882930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.889544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.904847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Transition to ACTIVE for port object cac2f227-eb7d-48b2-bf75-a44875742d1f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:01.912397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:01.924463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Sync routers for ids ['1a0697de-8cf8-4363-8923-49c521945361'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:01.929199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.930400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.931707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.3108420
Nov 15 09:17:01.935229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:01.939517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Routers {'1a0697de-8cf8-4363-8923-49c521945361'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:01.940343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826f320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1a0697de-8cf8-4363-8923-49c521945361'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:01.941016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-530c6e03-360c-40a8-b593-e98a3d03fb5d service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4365869
Nov 15 09:17:01.949256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54740) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:01.952476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72507787-d33d-4a1d-af9c-117cff15efb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:01.953256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object e260cab7-26a0-409b-a4c1-33fb7d625dd1 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:01.962852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-59245094', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'fixed_ips': [{'ip_address': '172.26.4.52'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:02.040283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.059897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:02.080411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.085440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 11.9528291
Nov 15 09:17:02.085440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Usage tracker for resource:port and tenant:2b9f5eb7c9ee4035b0cb07e293af61f2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:02.092928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:02.138767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54744) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:02.186514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Set router 1a0697de-8cf8-4363-8923-49c521945361 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:02.209572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:02.302036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Made reservation on behalf of 2b9f5eb7c9ee4035b0cb07e293af61f2 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:02.307048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.312992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=cac2f227-eb7d-48b2-bf75-a44875742d1f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:02.321254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:02.331336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-083e687c-245e-4c0a-8433-1c21d55837f9 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:02.341202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.354256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.383078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:02.466219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa87b892-fc55-4cf5-8ea0-0af468d91838 req-03c84b0b-7132-440b-8ae2-0bb477619c3b service neutron] 10.222.0.65 "GET /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4946339
Nov 15 09:17:02.516203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=22a8292c-ab2a-4ac9-bc21-d336c198779a,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:02.516415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826f320>, [{'id': '1a0697de-8cf8-4363-8923-49c521945361', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136'}], 'enable_snat': False}, 'gw_port_id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:16:50Z', 'updated_at': '2020-11-15T09:16:55Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0697de-8cf8-4363-8923-49c521945361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:16:52Z', 'updated_at': '2020-11-15T09:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:02.523306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Checking router: 1a0697de-8cf8-4363-8923-49c521945361 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:17:02.523674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Updating router 1a0697de-8cf8-4363-8923-49c521945361 port 94bbe402-8a10-48cb-a5bf-8f57719adba2 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:17:02.524128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:02.594326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=e260cab7-26a0-409b-a4c1-33fb7d625dd1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:02.601614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.651623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:02.659222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port cac2f227-eb7d-48b2-bf75-a44875742d1f on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:02.659825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port cac2f227-eb7d-48b2-bf75-a44875742d1f by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:02.659965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Attempting to bind port cac2f227-eb7d-48b2-bf75-a44875742d1f on network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:02.677581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:02.685661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.693204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Usage tracker for resource:security_group_rule and tenant:2b9f5eb7c9ee4035b0cb07e293af61f2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:02.723300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:02.731609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:02.759696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:02.760125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Checking segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:02.760544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.760954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound using segment: {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:02.761464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Bound port: cac2f227-eb7d-48b2-bf75-a44875742d1f, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e986292-e81c-4d57-b514-c37593bfe609', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b0ff212c-fadb-4224-b7f3-2fdb8168e0a6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:02.761849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:02.811584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Floating IP f7934504-df5f-433d-8f7b-157dc5ed20de associated. External IP: 172.26.4.50, port: e55b9f56-724f-4eee-a312-b4d5adc6b941.
Nov 15 09:17:02.881762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:02.897133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:02.906067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:02.953151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port cac2f227-eb7d-48b2-bf75-a44875742d1f, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:02.957404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port cac2f227-eb7d-48b2-bf75-a44875742d1f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=cac2f227-eb7d-48b2-bf75-a44875742d1f,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:03.040906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.059701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.063101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.067644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:03.068468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.069417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:03.076527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Transition to ACTIVE for port object 94bbe402-8a10-48cb-a5bf-8f57719adba2 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:03.106457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.119652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Router 315f0328-7c7b-466b-b563-1ad589b829ee has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:03.123441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:03.124209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.141792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:03.164052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.2556832
Nov 15 09:17:03.203790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e9629a5-716e-4ede-a6fa-2641a920e7dd None None] Provisioning for port e260cab7-26a0-409b-a4c1-33fb7d625dd1 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:03.205504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54748) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:03.212700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e9629a5-716e-4ede-a6fa-2641a920e7dd None None] Provisioning complete for port e260cab7-26a0-409b-a4c1-33fb7d625dd1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:03.213691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9629a5-716e-4ede-a6fa-2641a920e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.227176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:56:c5'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:03.252801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed5d168-8ecb-402a-ad5e-c210566ea010,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:03.291326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9629a5-716e-4ede-a6fa-2641a920e7dd None None] Port e260cab7-26a0-409b-a4c1-33fb7d625dd1 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:03.309256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:03.418343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event updated for resources: {'Port': ['ID=cac2f227-eb7d-48b2-bf75-a44875742d1f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:03.422221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:03.459960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e8f4d1f2-3cbf-45c5-8b48-90f786401f74 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/1a0697de-8cf8-4363-8923-49c521945361 HTTP/1.1" status: 200  len: 908 time: 1.3169427
Nov 15 09:17:03.462931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54752) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:03.482246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'name': 'tempest-snat-router-313469961', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': True}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:03.497511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:03.503693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] device_id is not set on port 57a3f141-5e09-40e7-bd6d-f2050053099c yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:03.518614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Pushing event updated for resources: {'Port': ['ID=94bbe402-8a10-48cb-a5bf-8f57719adba2,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:03.531285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.535276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "PUT /v2.0/ports/cac2f227-eb7d-48b2-bf75-a44875742d1f HTTP/1.1" status: 200  len: 1080 time: 2.7416351
Nov 15 09:17:03.543002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Usage tracker for resource:router and tenant:b37a7c9af18546729dcc79be2b34373c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:03.544221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54756) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:03.548242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Quota usage for router was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:03.548749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.549137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.549515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.549886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.550254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.550807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.550968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.552057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.552057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.552057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.552416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.552729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.553142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.553502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.553862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.554220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.554576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.554933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.555291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.555648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.556053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.556424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.556767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.557128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:03.561799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:03.568759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:03.587182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Attempting to bind port 94bbe402-8a10-48cb-a5bf-8f57719adba2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:03.587891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Attempting to bind port 94bbe402-8a10-48cb-a5bf-8f57719adba2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:03.588314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Attempting to bind port 94bbe402-8a10-48cb-a5bf-8f57719adba2 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:03.595442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:03.595652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:03.596136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.596571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:03.597087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Bound port: 94bbe402-8a10-48cb-a5bf-8f57719adba2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:03.597520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.679476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Deleting port cac2f227-eb7d-48b2-bf75-a44875742d1f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:03.679923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.691568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] For port 94bbe402-8a10-48cb-a5bf-8f57719adba2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:03.697336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] For port 94bbe402-8a10-48cb-a5bf-8f57719adba2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=94bbe402-8a10-48cb-a5bf-8f57719adba2,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:03.730655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.748620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:03.881448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP aeee7364-afb0-43d5-aa12-592ce191ecf7 associated. External IP: 172.26.4.23, port: 2ec8634b-de7f-4c79-a3e6-dbb32cc783d3.
Nov 15 09:17:03.939898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.940638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:03.961373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:17:04.006028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Pushing event updated for resources: {'Port': ['ID=94bbe402-8a10-48cb-a5bf-8f57719adba2,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:04.010171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:04.037148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Routers {'1a0697de-8cf8-4363-8923-49c521945361'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:04.038077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826f320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['1a0697de-8cf8-4363-8923-49c521945361'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:04.139301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:04.243824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:04.280208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] Set router 1a0697de-8cf8-4363-8923-49c521945361 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:04.307366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] POST failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:17:04.307927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] No notification will be sent due to unsuccessful status code: 409 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:17:04.428791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:04.444043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Sync routers for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:04.463467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:04.464681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3c98a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:04.486709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:04.530815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 2.5768397
Nov 15 09:17:04.531037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] For port cac2f227-eb7d-48b2-bf75-a44875742d1f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=cac2f227-eb7d-48b2-bf75-a44875742d1f,segment=NetworkSegment(9e986292-e81c-4d57-b514-c37593bfe609),segment_id=9e986292-e81c-4d57-b514-c37593bfe609)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:04.531037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:04.541745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54760) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:04.627568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826f320>, [{'id': '1a0697de-8cf8-4363-8923-49c521945361', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136'}], 'enable_snat': False}, 'gw_port_id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:16:50Z', 'updated_at': '2020-11-15T09:16:55Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0697de-8cf8-4363-8923-49c521945361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:16:52Z', 'updated_at': '2020-11-15T09:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:04.635963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612fe291-1514-498a-a748-c847f39b81d7 None None] The sync data for ids ['1a0697de-8cf8-4363-8923-49c521945361'] in dv-neutron-743142-12-ovs is: [{'id': '1a0697de-8cf8-4363-8923-49c521945361', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136'}], 'enable_snat': False}, 'gw_port_id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:16:50Z', 'updated_at': '2020-11-15T09:16:55Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': '94bbe402-8a10-48cb-a5bf-8f57719adba2', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0697de-8cf8-4363-8923-49c521945361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:16:52Z', 'updated_at': '2020-11-15T09:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:04.656808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d702476-bdfb-4aa7-a01a-5a3086dc415c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "PUT /v2.0/floatingips/f371385c-d22c-4d41-a0fb-aec8226c586e HTTP/1.1" status: 200  len: 992 time: 9.8573904
Nov 15 09:17:04.656808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:17:04.679421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:04.766112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'status': 'completed', 'code': 200}
Nov 15 09:17:04.776183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Router b36072a4-6c34-403f-938a-ce12b81d2166 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:04.810376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Calling delete_port for cac2f227-eb7d-48b2-bf75-a44875742d1f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:04.821982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:05.138971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Deleting port afce98b1-0236-494c-8a42-b34762fd3c07 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:05.139370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.254419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-7d4bcbf4-4af4-467a-a42b-df6c01788fd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.3608801
Nov 15 09:17:05.277552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 94bbe402-8a10-48cb-a5bf-8f57719adba2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:17:05.445344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-0d5fd9ff-2103-4eff-8d34-87a93c43d4ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:05.446980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-0d5fd9ff-2103-4eff-8d34-87a93c43d4ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.1710930
Nov 15 09:17:05.508549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.530432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.530775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.541020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8f5c137-daaa-46ae-bc6b-060f5980f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:05.617121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3c98a58>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f371385c-d22c-4d41-a0fb-aec8226c586e', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'port_id': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'mac_address': 'fa:16:3e:e9:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:18Z', 'updated_at': '2020-11-15T09:16:56Z', 'revision_number': 1, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:05.621984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Checking router: 315f0328-7c7b-466b-b563-1ad589b829ee for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:17:05.631948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 94bbe402-8a10-48cb-a5bf-8f57719adba2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:05.638114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 94bbe402-8a10-48cb-a5bf-8f57719adba2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:05.638646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.658205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-3892efa0-f747-4ad7-873d-a1720cfe27e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1000 time: 0.1316552
Nov 15 09:17:05.669964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333de07b-6356-46cc-a5c5-3dcff7a89245 req-3af4e453-a72d-4988-8d9e-e8bbe1bfc560 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:05.671612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-333de07b-6356-46cc-a5c5-3dcff7a89245 req-3af4e453-a72d-4988-8d9e-e8bbe1bfc560 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7320948
Nov 15 09:17:05.703026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:05.703859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3c98a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:05.734093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Pushing event deleted for resources: {'Port': ['ID=cac2f227-eb7d-48b2-bf75-a44875742d1f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:05.737136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:05.824754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Calling delete_port for afce98b1-0236-494c-8a42-b34762fd3c07 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:05.885240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:17:05.892555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.923689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 94bbe402-8a10-48cb-a5bf-8f57719adba2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=94bbe402-8a10-48cb-a5bf-8f57719adba2,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:05.940242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.982294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:05.992663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf8fcf5-8921-4323-a83b-d27bb2b18cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:06.059235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.078772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:06.115697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.124411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=94bbe402-8a10-48cb-a5bf-8f57719adba2,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:06.128262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:06.138598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-87ded179-c8aa-4d8e-9052-127c622a7081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:06.140112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-87ded179-c8aa-4d8e-9052-127c622a7081 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.4655757
Nov 15 09:17:06.144408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:06.152514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-333de07b-6356-46cc-a5c5-3dcff7a89245 req-e63d66f7-6a31-417d-a928-f42ea8c7d192 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4329753
Nov 15 09:17:06.220766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.296583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.449016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:06.456937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.462271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Sync routers for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:06.483811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:06.484867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826ff28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:06.542853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "DELETE /v2.0/ports/cac2f227-eb7d-48b2-bf75-a44875742d1f HTTP/1.1" status: 204  len: 168 time: 2.9974415
Nov 15 09:17:06.553330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54772) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:06.554884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35ab4238-9fda-4d1a-88dd-199b116830c8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "PUT /v2.0/floatingips/f7934504-df5f-433d-8f7b-157dc5ed20de HTTP/1.1" status: 200  len: 990 time: 9.2828710
Nov 15 09:17:06.567001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-657b3ab4-dd32-42c9-946c-aa595dbf64f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4063139
Nov 15 09:17:06.585732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3c98a58>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f371385c-d22c-4d41-a0fb-aec8226c586e', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'port_id': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'mac_address': 'fa:16:3e:e9:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:18Z', 'updated_at': '2020-11-15T09:16:56Z', 'revision_number': 1, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:06.592829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4dd2c-18e1-4a6e-9438-a87ddd7f3521 None None] The sync data for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs is: [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f371385c-d22c-4d41-a0fb-aec8226c586e', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'port_id': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'mac_address': 'fa:16:3e:e9:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:18Z', 'updated_at': '2020-11-15T09:16:56Z', 'revision_number': 1, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:06.717401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ebd1f-a019-46f8-8338-c5561044f4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] GET failed (client error): The resource could not be found.
Nov 15 09:17:06.717997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-066ebd1f-a019-46f8-8338-c5561044f4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Synchronizing usage tracker for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:06.726062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=e260cab7-26a0-409b-a4c1-33fb7d625dd1,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:06.781307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:17:06.788707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-96c4c693-b5bb-4356-bdc0-f3bafd074d18 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538298
Nov 15 09:17:06.810289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:06.830313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:06.954008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:06.973690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77700cef-7f70-4a33-ac01-9953646c6b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:07.010127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-066ebd1f-a019-46f8-8338-c5561044f4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Unset dirty status for tenant:264618a4f7c44eddaa0d093be5af01c4 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:07.012052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-066ebd1f-a019-46f8-8338-c5561044f4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] 10.222.0.81 "GET /v2.0/ports/cac2f227-eb7d-48b2-bf75-a44875742d1f HTTP/1.1" status: 404  len: 333 time: 0.4551594
Nov 15 09:17:07.033980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54782) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:07.064688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Pushing event deleted for resources: {'Port': ['ID=afce98b1-0236-494c-8a42-b34762fd3c07,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:07.068478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:07.162009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aed8867b-dbd5-4608-81ec-7bac815281ae None None] Provisioning complete for port e260cab7-26a0-409b-a4c1-33fb7d625dd1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:07.162435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aed8867b-dbd5-4608-81ec-7bac815281ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.207279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] In _notify_port_updated(), no bound segment for port e260cab7-26a0-409b-a4c1-33fb7d625dd1 on network 382cfb7e-301e-4614-aebd-8b7639b00081 {{(pid=81073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:17:07.211872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:07.212630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.214231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "PUT /v2.0/ports/e260cab7-26a0-409b-a4c1-33fb7d625dd1 HTTP/1.1" status: 200  len: 995 time: 4.0033746
Nov 15 09:17:07.226489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54786) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:07.284930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 94bbe402-8a10-48cb-a5bf-8f57719adba2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:17:07.318582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.332922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aed8867b-dbd5-4608-81ec-7bac815281ae None None] Port e260cab7-26a0-409b-a4c1-33fb7d625dd1 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:07.367444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port e260cab7-26a0-409b-a4c1-33fb7d625dd1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:07.373544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.403542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 94bbe402-8a10-48cb-a5bf-8f57719adba2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:07.404057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.433120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826ff28>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f7934504-df5f-433d-8f7b-157dc5ed20de', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'port_id': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'mac_address': 'fa:16:3e:30:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:21Z', 'updated_at': '2020-11-15T09:17:00Z', 'revision_number': 1, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:07.438667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Checking router: b36072a4-6c34-403f-938a-ce12b81d2166 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:17:07.452377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:07.455414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826ff28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:07.726710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:07.734576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.744857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe6ad0-b3e2-49cc-a019-da7ef0c6de55 None None] New status for floating IP f371385c-d22c-4d41-a0fb-aec8226c586e: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:17:07.763078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:07.765006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] 10.222.0.81 "DELETE /v2.0/floatingips/4cf93a88-5d4f-4051-be1e-77130275d4dd HTTP/1.1" status: 204  len: 168 time: 3.2211969
Nov 15 09:17:07.862599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-435615b7-7978-4e7c-9a37-6d77a07949e4 req-e03644e2-8e9c-4cad-b2d0-b30f6fd1ea76 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9528658
Nov 15 09:17:07.924203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 172.26.4.78 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/e7a89b1f-f10e-4dab-b41e-3d113658fe94) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:07.940921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9445-4368-4869-ab89-ba2e9bf679a2 req-db24d085-5a26-4a8d-9a09-404995b977cc tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:07.950895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e89e9445-4368-4869-ab89-ba2e9bf679a2 req-db24d085-5a26-4a8d-9a09-404995b977cc tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 1.0737867
Nov 15 09:17:07.966699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a9c1e-8a26-4d6c-885e-1f3e348b0bc8 req-701fc2d5-18eb-4d62-8d3b-9b718810444a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:07.972436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a57a9c1e-8a26-4d6c-885e-1f3e348b0bc8 req-701fc2d5-18eb-4d62-8d3b-9b718810444a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 1.1830001
Nov 15 09:17:07.983645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:08.037145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.093498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.370775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for e260cab7-26a0-409b-a4c1-33fb7d625dd1 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:08.500252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e89e9445-4368-4869-ab89-ba2e9bf679a2 req-62351cc2-2dcb-477a-b1dd-8c5061145058 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5030794
Nov 15 09:17:08.505853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a373b240>,) {'filters': {'network_id': ['b0ff212c-fadb-4224-b7f3-2fdb8168e0a6']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.542939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54794) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:08.543099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a57a9c1e-8a26-4d6c-885e-1f3e348b0bc8 req-c7d30136-0797-4734-b44c-58bd44a90c8f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5378053
Nov 15 09:17:08.555732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a373b240>, '9e986292-e81c-4d57-b514-c37593bfe609') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.556246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a373b240>, '9e986292-e81c-4d57-b514-c37593bfe609') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.571010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:08.621150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:08.622016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'status': 'completed', 'code': 200}
Nov 15 09:17:08.622016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.658580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.663788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:17:08.683563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.701805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.749240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:08.749930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f6bf28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.831906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.839332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f6bf28>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.853297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:08.854304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f6bf28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.873223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:08.878088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Usage tracker for resource:security_group_rule and tenant:277e7d4aaf364accb6860eee8e5dd199 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:08.882293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:08.888322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:08.913767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 11.2888644
Nov 15 09:17:08.916517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:08.919103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54808) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:08.936931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e1e0fe0-5e21-4067-b697-c8029820748d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:08.945699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f6bf28>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.946250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793a049-6d70-4877-acee-1bd08f31df1c None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:08.965267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826ff28>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f7934504-df5f-433d-8f7b-157dc5ed20de', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'port_id': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'mac_address': 'fa:16:3e:30:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:21Z', 'updated_at': '2020-11-15T09:17:00Z', 'revision_number': 1, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:08.969808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d084b6c-eff7-4ac5-bc13-311a79c33950 None None] The sync data for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs is: [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f7934504-df5f-433d-8f7b-157dc5ed20de', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'port_id': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'mac_address': 'fa:16:3e:30:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:16:21Z', 'updated_at': '2020-11-15T09:17:00Z', 'revision_number': 1, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:09.013199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:09.034713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.102546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=e260cab7-26a0-409b-a4c1-33fb7d625dd1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:09.159643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:09.163932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.180713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-7d53bdc4-46cb-4805-a765-0c85c8ee853b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2&device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 1162 time: 0.4791427
Nov 15 09:17:09.221129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c16bdd70-1353-4d24-b338-f779c4ddf230 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/floatingips/aeee7364-afb0-43d5-aa12-592ce191ecf7 HTTP/1.1" status: 200  len: 977 time: 0.3008378
Nov 15 09:17:09.226842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54814) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:09.243906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.266705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Network b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:09.313452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f485d9-03d1-4dae-848c-31e23b766523 None None] New status for floating IP f7934504-df5f-433d-8f7b-157dc5ed20de: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:17:09.370539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e1751455-cc1f-4ed5-899d-9cda0c9ab75d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Synchronizing usage tracker for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:floatingip {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:09.377688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:09.379909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.409606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a50080b-1827-4e1f-ad37-8317ddfd834d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:17:09.424439 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:17:09.525783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=277e7d4aaf364accb6860eee8e5dd199&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9816217
Nov 15 09:17:09.526678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e1751455-cc1f-4ed5-899d-9cda0c9ab75d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Unset dirty status for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:floatingip {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:09.527857 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e1751455-cc1f-4ed5-899d-9cda0c9ab75d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.2982790
Nov 15 09:17:09.530983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54818) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:09.531354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54820) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:09.532127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fb4d6-60d5-4dfa-aea4-e51fb40912d4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:09.552373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:09.562383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': '779695e5-63bb-4dbb-a6cd-f292e7616024'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:09.749396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.780544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/e260cab7-26a0-409b-a4c1-33fb7d625dd1 HTTP/1.1" status: 204  len: 168 time: 2.5441909
Nov 15 09:17:09.783455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54828) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:09.791159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.890971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:09.944951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d7e6d0-b791-49ea-a067-c441dc594db0 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] GET failed (client error): The resource could not be found.
Nov 15 09:17:09.945527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-09d7e6d0-b791-49ea-a067-c441dc594db0 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Synchronizing usage tracker for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:09.982214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.105983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=e7a89b1f-f10e-4dab-b41e-3d113658fe94,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:10.124631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:10.181301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.198065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94ae02-a350-4760-91ac-50480ba25831 req-8137cbbc-6096-4d05-9370-b876ceaec02e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:10.200197 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-8137cbbc-6096-4d05-9370-b876ceaec02e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf HTTP/1.1" status: 200  len: 899 time: 0.7666457
Nov 15 09:17:10.204694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.208534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64549e47-722e-4f2b-95ba-179f13f25c10 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:10.318609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2aa41-475e-43c5-a5ab-93d91b80ea32 req-c5a0aa99-8633-4a21-9cc6-4ed8c93862f3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:10.320267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbd2aa41-475e-43c5-a5ab-93d91b80ea32 req-c5a0aa99-8633-4a21-9cc6-4ed8c93862f3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4847589
Nov 15 09:17:10.336036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Pushing event deleted for resources: {'Network': ['ID=b0ff212c-fadb-4224-b7f3-2fdb8168e0a6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:10.347536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-09d7e6d0-b791-49ea-a067-c441dc594db0 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Unset dirty status for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:10.349534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] 10.222.0.81 "DELETE /v2.0/networks/b0ff212c-fadb-4224-b7f3-2fdb8168e0a6 HTTP/1.1" status: 204  len: 168 time: 3.3093505
Nov 15 09:17:10.353064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09d7e6d0-b791-49ea-a067-c441dc594db0 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports/e260cab7-26a0-409b-a4c1-33fb7d625dd1 HTTP/1.1" status: 404  len: 333 time: 0.5678079
Nov 15 09:17:10.353877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:10.369042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54834) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:10.371104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:10.390031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:10.399962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-615096655'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:10.430943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:10.459903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.537722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:10.566896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fb4d6-60d5-4dfa-aea4-e51fb40912d4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:10.576547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:10.588318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.591893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c86fb4d6-60d5-4dfa-aea4-e51fb40912d4 HTTP/1.1" status: 204  len: 168 time: 1.0544088
Nov 15 09:17:10.596543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-38849179-f04e-4e3d-84fe-d498c3bc0a0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941 HTTP/1.1" status: 200  len: 1000 time: 0.3690660
Nov 15 09:17:10.604886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbd2aa41-475e-43c5-a5ab-93d91b80ea32 req-fa5a6274-8d63-4026-86ac-6a742b9a8f6b tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2472689
Nov 15 09:17:10.773098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54842) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:10.778043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:10.781248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94ae02-a350-4760-91ac-50480ba25831 req-f71eb1ff-b06e-4b2e-9fbd-d6942f326c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:10.782840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-f71eb1ff-b06e-4b2e-9fbd-d6942f326c30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb51e32-b254-4205-8578-130a02577552 HTTP/1.1" status: 200  len: 844 time: 0.1770194
Nov 15 09:17:10.849873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:10.907555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:10.913951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:10.960970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-623d93f9-dbee-43c1-9b3f-7a83ed08a92e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1608164
Nov 15 09:17:11.157034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.186682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.276418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port 7f378592-b4a7-4a16-a811-b68712994681 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:11.292740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:11.320097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-77d007f4-5204-47e8-9afd-648b4743504a service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447490
Nov 15 09:17:11.334675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.335486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.431139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72544b23-6442-46fa-a26a-ec48d90034b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b9f5eb7c9ee4035b0cb07e293af61f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1348760
Nov 15 09:17:11.437871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54856) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:11.443978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acb23bba-2b9a-473b-bc8b-a7a004bb468a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3944ec9fb89a4647a2d2371119d419d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6696386
Nov 15 09:17:11.458073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:11.588571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.595513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.659128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.667441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP aeee7364-afb0-43d5-aa12-592ce191ecf7 associated. External IP: 172.26.4.23, port: 2ec8634b-de7f-4c79-a3e6-dbb32cc783d3.
Nov 15 09:17:11.689249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be94ae02-a350-4760-91ac-50480ba25831 req-a4fb5800-e945-46e2-9cd0-6df0efd16d78 service neutron] 10.222.0.65 "GET /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3514009
Nov 15 09:17:11.694760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.9 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/7f378592-b4a7-4a16-a811-b68712994681) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:11.739908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.936217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.946247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d6946ff-b139-4549-a7fd-74a6fb514cac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:11.970954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:11.974156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2938ef9-783a-4851-bda7-769e92842775,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:11.977363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:12.000251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:12.019648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:12.021022 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2938ef9-783a-4851-bda7-769e92842775 HTTP/1.1" status: 204  len: 168 time: 0.5619304
Nov 15 09:17:12.022819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:12.026219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ed5d168-8ecb-402a-ad5e-c210566ea010 HTTP/1.1" status: 204  len: 168 time: 0.5829566
Nov 15 09:17:12.026219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed5d168-8ecb-402a-ad5e-c210566ea010,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:12.031812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:12.296593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bfbed-1e25-42c3-b476-babb7c41d8e0 req-96e60452-5bdb-458f-9fe0-3be3d8b800ae tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:12.298239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28bfbed-1e25-42c3-b476-babb7c41d8e0 req-96e60452-5bdb-458f-9fe0-3be3d8b800ae tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5292203
Nov 15 09:17:12.402226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:12.411876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:12.439984 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28bfbed-1e25-42c3-b476-babb7c41d8e0 req-f2eeb0a1-e264-4070-a5d6-58d6fe209eaa tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274545
Nov 15 09:17:12.446050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object 7f378592-b4a7-4a16-a811-b68712994681 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:12.512588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router 2de771aa-cd20-4866-a3ac-62bb85ebce50 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:17:12.602215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:12.627860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:12.686245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:12.699786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:12.715497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:12.716720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:12.813167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=7f378592-b4a7-4a16-a811-b68712994681,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:12.828420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:12.838977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5748>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:12.852010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:12.852974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:12.878503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:12.934067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5748>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:12.934941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120af69e-88de-4ed0-a58f-9a87dcee8334 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:12.969003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:12.969279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:12.972112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:12.992342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-65ccc6f7-c72d-4b2d-a443-505610855a33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=264618a4f7c44eddaa0d093be5af01c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1075604
Nov 15 09:17:12.995612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54884) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:13.068178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:13.069748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.130385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:13.145031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Sync routers for ids ['2de771aa-cd20-4866-a3ac-62bb85ebce50'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:13.172032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Routers {'2de771aa-cd20-4866-a3ac-62bb85ebce50'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:13.172786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e194a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2de771aa-cd20-4866-a3ac-62bb85ebce50'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:13.198704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.201111 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 9.7367992
Nov 15 09:17:13.205852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54890) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:13.207601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.258461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.293162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.9180584
Nov 15 09:17:13.298669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54894) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:13.308955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'network_id': '382cfb7e-301e-4614-aebd-8b7639b00081', 'name': 'tempest-AllowedAddressPairTestJSON-1457141703'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:13.500567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Set router 2de771aa-cd20-4866-a3ac-62bb85ebce50 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:13.580644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:13.586290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Usage tracker for resource:port and tenant:ff1e33fc655a42ef93807375aeb61c80 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:13.590128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:13.596247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:13.666331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Made reservation on behalf of ff1e33fc655a42ef93807375aeb61c80 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:13.672613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.717875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.727401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ab006d-5915-4d22-b354-5a2746d9103d tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:13.753552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1096cb-34d2-480f-9222-deaa41d88872,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:13.754992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:13.758080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:13.759334 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb1096cb-34d2-480f-9222-deaa41d88872 HTTP/1.1" status: 204  len: 168 time: 0.7627363
Nov 15 09:17:13.780853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:13.921295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba51bf3-d595-4480-80a7-c9781b22b5f1 req-b19f92eb-7488-42b4-bb10-42d015e2140f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:13.923144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cba51bf3-d595-4480-80a7-c9781b22b5f1 req-b19f92eb-7488-42b4-bb10-42d015e2140f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3045444
Nov 15 09:17:13.955802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] device_id is not set on port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:13.962959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-378ce959-abb9-4720-87af-311204b20ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.000736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5de74725-4040-4c40-b2ad-662941f5de22 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/2de771aa-cd20-4866-a3ac-62bb85ebce50 HTTP/1.1" status: 200  len: 906 time: 0.7933302
Nov 15 09:17:14.001722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54910) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:14.049890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f5f9de89-c37d-4be7-9506-e8ef5cfcc199 None None] Provisioning for port 7f378592-b4a7-4a16-a811-b68712994681 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:14.059353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f5f9de89-c37d-4be7-9506-e8ef5cfcc199 None None] Provisioning complete for port 7f378592-b4a7-4a16-a811-b68712994681 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:14.059779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5f9de89-c37d-4be7-9506-e8ef5cfcc199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.138176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:14.150083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:14.150493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9de89-c37d-4be7-9506-e8ef5cfcc199 None None] Port 7f378592-b4a7-4a16-a811-b68712994681 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:14.150619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.184646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:14.185611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8201a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:14.246946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cba51bf3-d595-4480-80a7-c9781b22b5f1 req-fc02d5a6-2da8-41ac-b574-587c8303cd78 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2968278
Nov 15 09:17:14.259700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e194a8>, [{'id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:17:03Z', 'updated_at': '2020-11-15T09:17:10Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:17:06Z', 'updated_at': '2020-11-15T09:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:14.273875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Checking router: 2de771aa-cd20-4866-a3ac-62bb85ebce50 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:17:14.273875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Updating router 2de771aa-cd20-4866-a3ac-62bb85ebce50 port e7a89b1f-f10e-4dab-b41e-3d113658fe94 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:17:14.280696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8201a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:14.294700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:14.295953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8201a20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:16:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:14.356306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Allocated IP 172.20.0.14 (382cfb7e-301e-4614-aebd-8b7639b00081/27886e52-8b99-4d10-a371-60c1d8288a63/dcb9fbf3-4622-4b3b-9af0-deb19edffed3) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:14.387220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8201a20>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:14.387685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d18392-1f71-40eb-9c4e-9eaff489f1dd None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:14.404815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.425971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59730443-94d5-45e0-899e-b2b01c9733eb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/aeee7364-afb0-43d5-aa12-592ce191ecf7 HTTP/1.1" status: 200  len: 977 time: 4.8847632
Nov 15 09:17:14.426361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54920) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:14.433280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:14.568242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.626644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.954051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:14.969569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Transition to ACTIVE for port object e7a89b1f-f10e-4dab-b41e-3d113658fe94 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:14.990922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.005094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.025497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:15.038380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.038734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP aeee7364-afb0-43d5-aa12-592ce191ecf7 disassociated. External IP: 172.26.4.23, port: 779695e5-63bb-4dbb-a6cd-f292e7616024.
Nov 15 09:17:15.134027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.143629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Pushing event updated for resources: {'Port': ['ID=e7a89b1f-f10e-4dab-b41e-3d113658fe94,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:15.153107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Transition to ACTIVE for port object dcb9fbf3-4622-4b3b-9af0-deb19edffed3 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:15.201854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:15.235910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.333566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Attempting to bind port e7a89b1f-f10e-4dab-b41e-3d113658fe94 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:15.334288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Attempting to bind port e7a89b1f-f10e-4dab-b41e-3d113658fe94 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:15.334896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Attempting to bind port e7a89b1f-f10e-4dab-b41e-3d113658fe94 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:15.344699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.346599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:15.347029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:15.347478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.348552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:15.349254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Bound port: e7a89b1f-f10e-4dab-b41e-3d113658fe94, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:15.349684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.446367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:15.449638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] For port e7a89b1f-f10e-4dab-b41e-3d113658fe94, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:15.453122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] For port e7a89b1f-f10e-4dab-b41e-3d113658fe94, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7a89b1f-f10e-4dab-b41e-3d113658fe94,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:15.457883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17c0f776-4355-4771-a0e5-cc24e35841e3 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:15.491301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.509195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:15.605963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Pushing event updated for resources: {'Port': ['ID=e7a89b1f-f10e-4dab-b41e-3d113658fe94,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:15.647947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=dcb9fbf3-4622-4b3b-9af0-deb19edffed3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:15.667685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:15.687222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:15.711765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:15.714668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:15.726153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cca36b4-0b14-4df0-914b-1c479d2cd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.727749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:15.734977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:15.822523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Routers {'2de771aa-cd20-4866-a3ac-62bb85ebce50'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:15.823234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e194a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2de771aa-cd20-4866-a3ac-62bb85ebce50'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:15.865897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:15.866699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:15.895507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79c45a-fb58-4f8f-a0f8-b66c6906cfbd req-aa2d4350-4754-4f98-a5e2-e43ab36641cd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:15.900381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b79c45a-fb58-4f8f-a0f8-b66c6906cfbd req-aa2d4350-4754-4f98-a5e2-e43ab36641cd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3999927
Nov 15 09:17:16.014415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7118733
Nov 15 09:17:16.015399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54958) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:16.024421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b79c45a-fb58-4f8f-a0f8-b66c6906cfbd req-f9880ce4-d743-41ba-ae0c-c122b3665537 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138303
Nov 15 09:17:16.029489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:16:56:c5'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a1:2a:60'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:16.124432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:16.129854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.188878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.259831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1237107628'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:16.269439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:16.270064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f4a1ed76-f308-4baa-a6f2-1d43fb8e3b45 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/aeee7364-afb0-43d5-aa12-592ce191ecf7 HTTP/1.1" status: 200  len: 687 time: 1.8423514
Nov 15 09:17:16.272709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54966) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:16.280587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] Set router 2de771aa-cd20-4866-a3ac-62bb85ebce50 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:16.284404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Usage tracker for resource:network and tenant:b6779975908146e0b8bcd17e59c4ed19 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:16.289480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:16.298646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:16.319611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Deleting port e7a89b1f-f10e-4dab-b41e-3d113658fe94 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:16.320031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.425045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Made reservation on behalf of b6779975908146e0b8bcd17e59c4ed19 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:16.430660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.436830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:16.570097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.583809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.584835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 22a8292c-ab2a-4ac9-bc21-d336c198779a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:16.585234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.703575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-788deca7-41d1-4ca3-b317-ae95c16f4cb3 None None] Provisioning for port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:16.718936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-788deca7-41d1-4ca3-b317-ae95c16f4cb3 None None] Provisioning complete for port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:16.719363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-788deca7-41d1-4ca3-b317-ae95c16f4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.752203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:16.752912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:16.874061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444ac8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:16.876346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.932405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:16.933305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:16.963761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:16.964167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.023650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444ac8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:17.024131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890c3ac-8fb3-4863-a7de-a1c9ea9b504d None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:17.029390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-788deca7-41d1-4ca3-b317-ae95c16f4cb3 None None] Port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:17.120813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 22a8292c-ab2a-4ac9-bc21-d336c198779a owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:17.158669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e194a8>, [{'id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:17:03Z', 'updated_at': '2020-11-15T09:17:10Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:17:06Z', 'updated_at': '2020-11-15T09:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:17.170067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3701d4-ecac-4c56-b817-537cb2145829 None None] The sync data for ids ['2de771aa-cd20-4866-a3ac-62bb85ebce50'] in dv-neutron-743142-12-ovs is: [{'id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'name': 'tempest-snat-router-313469961', 'tenant_id': 'b37a7c9af18546729dcc79be2b34373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:17:03Z', 'updated_at': '2020-11-15T09:17:10Z', 'revision_number': 3, 'project_id': 'b37a7c9af18546729dcc79be2b34373c', 'gw_port': {'id': 'e7a89b1f-f10e-4dab-b41e-3d113658fe94', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de771aa-cd20-4866-a3ac-62bb85ebce50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:17:06Z', 'updated_at': '2020-11-15T09:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:17.210146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:17.229212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Usage tracker for resource:security_group_rule and tenant:b6779975908146e0b8bcd17e59c4ed19 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:17.236652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:17.258261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:17.289162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] For port e7a89b1f-f10e-4dab-b41e-3d113658fe94, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7a89b1f-f10e-4dab-b41e-3d113658fe94,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:17.290485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.335191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.353764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:17.453888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=22a8292c-ab2a-4ac9-bc21-d336c198779a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:17.458253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:17.513856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Calling delete_port for e7a89b1f-f10e-4dab-b41e-3d113658fe94 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:17.524060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.560138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 54982) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:17.584958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:17:17.596554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.639177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.655959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.657274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/aeee7364-afb0-43d5-aa12-592ce191ecf7 HTTP/1.1" status: 204  len: 168 time: 1.3835542
Nov 15 09:17:17.661308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54988) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:17.717836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.741759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9538c26-09fe-40a0-b891-65403d3c14e1 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:17.764430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-169c7a79-9710-46af-a1d6-0522155ca205 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] delete failed (client error): The resource could not be found.
Nov 15 09:17:17.769216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-169c7a79-9710-46af-a1d6-0522155ca205 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/aeee7364-afb0-43d5-aa12-592ce191ecf7 HTTP/1.1" status: 404  len: 345 time: 0.1031597
Nov 15 09:17:17.770711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54992) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:17.855391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.887716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:17.893171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:17.898009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:17.899572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Synchronizing usage tracker for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:17.925561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2115706769', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:17.946621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Unset dirty status for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:17.948006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1fe1143-f6ea-4895-bb0c-68b06588e52e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/ports?network_id=2f4ccdba-435d-4240-95ec-05fc1b1e3e41 HTTP/1.1" status: 200  len: 2358 time: 0.1761103
Nov 15 09:17:17.950927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 54996) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:17.960468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:17.961844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:17.976820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507056-737d-4563-b84e-e1b2984618c7 req-a6e7a081-4585-42d3-929b-6961be3cd073 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:17.978556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d6507056-737d-4563-b84e-e1b2984618c7 req-a6e7a081-4585-42d3-929b-6961be3cd073 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7178805
Nov 15 09:17:17.986195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Usage tracker for resource:port and tenant:d7b01f234da444e3bbac939ef0e0b8cc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:17.997753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:18.012609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event updated for resources: {'Port': ['ID=dcb9fbf3-4622-4b3b-9af0-deb19edffed3,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:18.031752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e26f1a-e209-4e08-9935-d91204fd978c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:18.032435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02e26f1a-e209-4e08-9935-d91204fd978c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Synchronizing usage tracker for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:18.040522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.046220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:18.050642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:18.053322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a6f5944e-7138-4d87-b28c-3dc7b87a84c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:18.112728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:18.152203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Pushing event updated for resources: {'SecurityGroup': ['ID=203965a1-09d5-4d43-a4cd-df88b6621500,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:18.158634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:18.198310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02e26f1a-e209-4e08-9935-d91204fd978c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Unset dirty status for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:18.200145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02e26f1a-e209-4e08-9935-d91204fd978c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/subnets/36b48611-1623-47a1-90ad-a79fedb3a9fe HTTP/1.1" status: 200  len: 797 time: 0.2479243
Nov 15 09:17:18.205040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Made reservation on behalf of d7b01f234da444e3bbac939ef0e0b8cc for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:18.205430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55000) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:18.209862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.211604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'port': {'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41', 'name': 'tempest-FloatingIPTestJSON-832559597', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:18.232648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d6507056-737d-4563-b84e-e1b2984618c7 req-b30251c5-a48e-48c2-8116-3af5eefc5dc4 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2418199
Nov 15 09:17:18.240047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.350906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.351516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Added segment 3495d7d9-74aa-4014-ad69-f7a9711fc231 of type vxlan for network 518354e1-eb1e-4164-967d-a060cf6901bd
Nov 15 09:17:18.374406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] In _notify_port_updated(), no bound segment for port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 on network 382cfb7e-301e-4614-aebd-8b7639b00081 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:17:18.379129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:18.379954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.384711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "PUT /v2.0/ports/dcb9fbf3-4622-4b3b-9af0-deb19edffed3 HTTP/1.1" status: 200  len: 1057 time: 2.3663554
Nov 15 09:17:18.386765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:18.389464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55004) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:18.393791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.455064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d59e0480-d977-44c4-8e1a-e2b41d53e9c5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:18.495704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Usage tracker for resource:security_group_rule and tenant:d7b01f234da444e3bbac939ef0e0b8cc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:18.514580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:18.563741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8548d343-2901-451c-a29e-6d53242d6fc4 None None] Provisioning complete for port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:18.564311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8548d343-2901-451c-a29e-6d53242d6fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.634516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8548d343-2901-451c-a29e-6d53242d6fc4 None None] Port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:18.666209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:18.677674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:18.724721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:18.829763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Port': ['ID=e7a89b1f-f10e-4dab-b41e-3d113658fe94,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:18.832749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:18.842788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.847064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:18.868204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:18.911944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port dcb9fbf3-4622-4b3b-9af0-deb19edffed3 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:18.912329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.034077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] device_id is not set on port 9ca526a0-d380-4617-8d48-ae2c81ad365b yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:19.086927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.116540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:19.117230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.130083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a81e8f-7d5e-4653-abc3-7162c7316aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:19.323244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.390220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.14 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/9ca526a0-d380-4617-8d48-ae2c81ad365b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:19.397192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.12 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/9ca526a0-d380-4617-8d48-ae2c81ad365b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:19.412426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Pushing event updated for resources: {'Network': ['ID=518354e1-eb1e-4164-967d-a060cf6901bd,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:19.422686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.424364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 518354e1-eb1e-4164-967d-a060cf6901bd details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:19.433330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:19.487532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dcc412db-36ff-4906-84a0-0fc66681aa0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:19.495107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 518354e1-eb1e-4164-967d-a060cf6901bd details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:19.618433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 4.1227810
Nov 15 09:17:19.640597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.702330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.719715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a01a37f-4473-4e48-9c21-19cf524efc6d tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:19.803646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc57c20-0491-4b33-9085-aac578e6fa00,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:19.807223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:19.873203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.881331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:19.916384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=9ca526a0-d380-4617-8d48-ae2c81ad365b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:19.932297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:19.956060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55016) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:19.965074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd', 'binding:host_id': 'hv-neutron-7431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-268848438'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:19.975571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:19.980810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Usage tracker for resource:port and tenant:0ad0173c5c194b81854516ccb7a52c24 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:19.985821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:19.994817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:20.009040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:20.010942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:20.013469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:20.048508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Made reservation on behalf of 0ad0173c5c194b81854516ccb7a52c24 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:20.054296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.081617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.128298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:20.129672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.150065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:20.157079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Usage tracker for resource:security_group_rule and tenant:0ad0173c5c194b81854516ccb7a52c24 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:20.163155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:20.172395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:20.193235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for dcb9fbf3-4622-4b3b-9af0-deb19edffed3 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:20.209637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.0008099
Nov 15 09:17:20.213948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55020) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:20.226171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '9ca526a0-d380-4617-8d48-ae2c81ad365b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:20.241246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:20.249298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] device_id is not set on port 1eae8887-bd51-4c42-b5d7-d3ae063aa24d yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:20.249803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:floatingip and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:20.259926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:20.270457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:20.273765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.312720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.326671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:20.337773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e208d-0bf4-4e02-aa95-2336d93cb145 req-6141c747-631d-4092-b099-590ac0137a67 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:20.340355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9b7e208d-0bf4-4e02-aa95-2336d93cb145 req-6141c747-631d-4092-b099-590ac0137a67 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.9382863
Nov 15 09:17:20.343932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.449637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'SecurityGroup': ['ID=3a985988-f8c5-453c-b2f5-88dabf57e446,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:20.496978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:20.539854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:20.798805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.836667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.872965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:20.923262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9b7e208d-0bf4-4e02-aa95-2336d93cb145 req-833b7ffb-be34-4cc3-9084-00fcb50fa406 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5060990
Nov 15 09:17:20.992100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.008665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:21.015952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:21.031111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.050041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Allocated IP 172.26.4.117 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/1eae8887-bd51-4c42-b5d7-d3ae063aa24d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:21.121432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=dcb9fbf3-4622-4b3b-9af0-deb19edffed3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:21.128541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:21.133701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Transition to ACTIVE for port object 7a2f3285-04f6-4c39-96b0-43098ce7cbfd will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:21.185621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.186186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Fanout notify agent at l3_agent the message router_deleted on router 2de771aa-cd20-4866-a3ac-62bb85ebce50 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:17:21.198872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.218788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfc05417-aa3a-4473-b35c-9f5435741edd tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:21.288116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.289366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/routers/2de771aa-cd20-4866-a3ac-62bb85ebce50 HTTP/1.1" status: 204  len: 168 time: 7.2716010
Nov 15 09:17:21.326766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55024) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:21.460990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.465940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/dcb9fbf3-4622-4b3b-9af0-deb19edffed3 HTTP/1.1" status: 204  len: 168 time: 3.0564797
Nov 15 09:17:21.469818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55028) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:21.485922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=7a2f3285-04f6-4c39-96b0-43098ce7cbfd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:21.499124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:21.527810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d281afc7-5aac-403a-83d1-826101b9960e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] GET failed (client error): The resource could not be found.
Nov 15 09:17:21.528497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d281afc7-5aac-403a-83d1-826101b9960e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Synchronizing usage tracker for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:21.556720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.598557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d281afc7-5aac-403a-83d1-826101b9960e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Unset dirty status for tenant:ff1e33fc655a42ef93807375aeb61c80 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:21.599860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d281afc7-5aac-403a-83d1-826101b9960e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports/dcb9fbf3-4622-4b3b-9af0-deb19edffed3 HTTP/1.1" status: 404  len: 333 time: 0.1290073
Nov 15 09:17:21.602817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55034) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:21.644936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.665851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:21.684500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:21.684899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Network hostable DHCP agents. Network: 518354e1-eb1e-4164-967d-a060cf6901bd, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:17:21.750895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.228 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/ede121a0-115d-480d-a897-9545d191324e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:21.836059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port 7f378592-b4a7-4a16-a811-b68712994681 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:21.836353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:21.854957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Network 518354e1-eb1e-4164-967d-a060cf6901bd is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:17:21.905178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Pushing event updated for resources: {'Port': ['ID=1eae8887-bd51-4c42-b5d7-d3ae063aa24d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:21.914361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:21.916322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 518354e1-eb1e-4164-967d-a060cf6901bd) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:21.924026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa7344-e5c6-4c92-bf46-c56d20b3eae9 None None] Network 518354e1-eb1e-4164-967d-a060cf6901bd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:21.937219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.003260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:22.045824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.061584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:22.061954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:22.062325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd on network 518354e1-eb1e-4164-967d-a060cf6901bd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:22.090440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:22.090754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:22.091125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.092282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound using segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:22.092282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound port: 7a2f3285-04f6-4c39-96b0-43098ce7cbfd, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:22.092494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.207882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:22.216161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:22.222357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:22.305979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.453800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.464694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for 7f378592-b4a7-4a16-a811-b68712994681 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:22.537291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9d052-5d34-4150-8ac5-823da338d5a9 req-ce92e096-a24a-4260-a43c-dcba918e8c6d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:22.538931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eba9d052-5d34-4150-8ac5-823da338d5a9 req-ce92e096-a24a-4260-a43c-dcba918e8c6d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4463913
Nov 15 09:17:22.573102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.589918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:22.600560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 5.0334780
Nov 15 09:17:22.604163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55040) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:22.613559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.117'}]}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:22.621268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:22.623955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:22.666591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eba9d052-5d34-4150-8ac5-823da338d5a9 req-a1a11a3c-1375-4552-97ea-d5e307b4a70d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204331
Nov 15 09:17:22.667609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Usage tracker for resource:router and tenant:d7b01f234da444e3bbac939ef0e0b8cc is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:22.672596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:22.686589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:22.736524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=7a2f3285-04f6-4c39-96b0-43098ce7cbfd,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:22.741342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.742413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.761982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.766756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=ede121a0-115d-480d-a897-9545d191324e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:22.773447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:22.776306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.783425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:22.792370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:22.799773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88fa4f40-f778-46a8-835e-30c9d40bd1b1 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:22.893039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=7f378592-b4a7-4a16-a811-b68712994681,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:22.903107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:23.016652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=7a2f3285-04f6-4c39-96b0-43098ce7cbfd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:23.029796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:23.036336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.040631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:23.043512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:23.047184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:23.076011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.118797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Deleting port 94bbe402-8a10-48cb-a5bf-8f57719adba2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:23.119196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.180014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.189923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a89b1f-f10e-4dab-b41e-3d113658fe94 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:23.198002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.223808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1080 time: 3.2641425
Nov 15 09:17:23.224491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55044) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:23.236087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e7a89b1f-f10e-4dab-b41e-3d113658fe94 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:17:23.236495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a89b1f-f10e-4dab-b41e-3d113658fe94 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:17:23.269772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/7f378592-b4a7-4a16-a811-b68712994681 HTTP/1.1" status: 204  len: 168 time: 1.6657367
Nov 15 09:17:23.272735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55048) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:23.383194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Deleting port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:23.383505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.422859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb5e31c-7e61-4923-ba19-b51591b7872d tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] GET failed (client error): The resource could not be found.
Nov 15 09:17:23.428120 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6eb5e31c-7e61-4923-ba19-b51591b7872d tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "GET /v2.0/ports/7f378592-b4a7-4a16-a811-b68712994681 HTTP/1.1" status: 404  len: 333 time: 0.1505787
Nov 15 09:17:23.429905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55052) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:23.651467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port 8fc07e9b-23e3-494e-8d13-d6924d399f88 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:23.651858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.695510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 7a2f3285-04f6-4c39-96b0-43098ce7cbfd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=7a2f3285-04f6-4c39-96b0-43098ce7cbfd,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:23.695934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:23.740299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] For port 94bbe402-8a10-48cb-a5bf-8f57719adba2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=94bbe402-8a10-48cb-a5bf-8f57719adba2,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:23.740711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.015477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Calling delete_port for 94bbe402-8a10-48cb-a5bf-8f57719adba2 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:24.087216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Calling delete_port for 7a2f3285-04f6-4c39-96b0-43098ce7cbfd owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:24.297110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.308311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.339605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.390063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ab04-b40b-440d-bf4f-53fd827e84b5 req-1cac0037-a45b-47dd-9246-445688f2f950 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:24.391712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eaf2ab04-b40b-440d-bf4f-53fd827e84b5 req-1cac0037-a45b-47dd-9246-445688f2f950 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2742329
Nov 15 09:17:24.449739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.470459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for 8fc07e9b-23e3-494e-8d13-d6924d399f88 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:24.487556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0aa3b8fb-d3fa-4521-9620-82ca08152525 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:24.595887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event deleted for resources: {'Port': ['ID=7a2f3285-04f6-4c39-96b0-43098ce7cbfd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:24.634055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:24.693130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.708951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eaf2ab04-b40b-440d-bf4f-53fd827e84b5 req-365a6494-9423-42a2-89d7-6ef8d18a63a4 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2695513
Nov 15 09:17:24.711949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39362a66-3053-40f8-9f38-5e3f9d3ccd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:24.759256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:24.807905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "DELETE /v2.0/ports/7a2f3285-04f6-4c39-96b0-43098ce7cbfd HTTP/1.1" status: 204  len: 168 time: 1.5825713
Nov 15 09:17:24.811301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55058) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:24.818138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event deleted for resources: {'Port': ['ID=94bbe402-8a10-48cb-a5bf-8f57719adba2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:24.831107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:24.872404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-732b22c1-73c5-4a89-b232-af643708d528 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] GET failed (client error): The resource could not be found.
Nov 15 09:17:24.872978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-732b22c1-73c5-4a89-b232-af643708d528 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:24.928365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-732b22c1-73c5-4a89-b232-af643708d528 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:24.929652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-732b22c1-73c5-4a89-b232-af643708d528 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports/7a2f3285-04f6-4c39-96b0-43098ce7cbfd HTTP/1.1" status: 404  len: 333 time: 0.1173589
Nov 15 09:17:24.934912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55062) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:24.949335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-528726500'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:24.962803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:24.980426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:25.031989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.100021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Made reservation on behalf of 0ad0173c5c194b81854516ccb7a52c24 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:25.104854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.153205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.156285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.181538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-716c38d1-d5ea-48df-a83c-aeb2057f554a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:25.292517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Port': ['ID=8fc07e9b-23e3-494e-8d13-d6924d399f88,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:25.305335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:25.418759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:25.491361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.753052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.764707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.830039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.899729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.962073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.968020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:25.968561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Fanout notify agent at l3_agent the message router_deleted on router 8c824e86-5fbf-4b24-9cd8-1335bbcd9d34 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:17:26.006359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/ports/8fc07e9b-23e3-494e-8d13-d6924d399f88 HTTP/1.1" status: 204  len: 168 time: 2.5735838
Nov 15 09:17:26.009917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55068) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:26.063926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:17:26.065849 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed66534d-fbbb-4003-a11f-dbb3db78b604 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.4600422
Nov 15 09:17:26.070795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55072) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:26.141218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e22a5-d60b-4913-abb7-6509bd340d12 req-92cf96cb-0d58-4e54-a768-d47f97331ccb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:26.142855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459e22a5-d60b-4913-abb7-6509bd340d12 req-92cf96cb-0d58-4e54-a768-d47f97331ccb tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2599313
Nov 15 09:17:26.143870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.172419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f1dd3cc-12b2-47ac-b7ae-1a494247b676 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:26.282100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.296872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.360807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.375471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.376302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Fanout notify agent at l3_agent the message router_deleted on router 1a0697de-8cf8-4363-8923-49c521945361 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:17:26.387100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.388405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "DELETE /v2.0/routers/1a0697de-8cf8-4363-8923-49c521945361 HTTP/1.1" status: 204  len: 168 time: 5.0606236
Nov 15 09:17:26.392658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55076) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:26.400263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-495614942', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:26.408229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:26.411567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.429503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c62f3825-43ea-405c-b92f-03e2b1c06287 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:26.474119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:26.537024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:26.561614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:26.591247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=ede121a0-115d-480d-a897-9545d191324e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:26.595873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:26.635675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.636742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.672128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Deleting port 1eae8887-bd51-4c42-b5d7-d3ae063aa24d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:26.672519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.704991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.734684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.783087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=0b0c56e4-2ede-43ec-8548-992f9fa7d938,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:26.786457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:26.803558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459e22a5-d60b-4913-abb7-6509bd340d12 req-37e7f929-024a-4fc3-af9e-c7dc1939e52b tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6343296
Nov 15 09:17:26.893800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Network 518354e1-eb1e-4164-967d-a060cf6901bd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:26.903170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:26.914979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:26.916162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:26.928918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting subnet 27886e52-8b99-4d10-a371-60c1d8288a63 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:17:26.949613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.089504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.1533737
Nov 15 09:17:27.094265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55080) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:27.105625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:27.106091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.137425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.178872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 94bbe402-8a10-48cb-a5bf-8f57719adba2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:27.217122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 94bbe402-8a10-48cb-a5bf-8f57719adba2 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:17:27.217629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 94bbe402-8a10-48cb-a5bf-8f57719adba2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:17:27.264670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.414444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Calling delete_port for 1eae8887-bd51-4c42-b5d7-d3ae063aa24d owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:27.478048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.606506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.640902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP dcb28227-a6fe-4b3b-b642-a12ad7c76809 associated. External IP: 172.26.4.228, port: 9ca526a0-d380-4617-8d48-ae2c81ad365b.
Nov 15 09:17:27.798179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:27.819172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:27.877613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Pushing event deleted for resources: {'Port': ['ID=1eae8887-bd51-4c42-b5d7-d3ae063aa24d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:27.929921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:28.084172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.110535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:28.167058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.219822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.244000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Subnet': ['ID=27886e52-8b99-4d10-a371-60c1d8288a63,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:28.252199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:28.305889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30882b3-f4c9-4292-ab0a-4e9b9babf5a6 req-64b6adec-6b89-4a51-bbd1-76e81394c83f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:28.307517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c30882b3-f4c9-4292-ab0a-4e9b9babf5a6 req-64b6adec-6b89-4a51-bbd1-76e81394c83f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3388016
Nov 15 09:17:28.336692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.356063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.360231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/subnets/27886e52-8b99-4d10-a371-60c1d8288a63 HTTP/1.1" status: 204  len: 168 time: 2.3441410
Nov 15 09:17:28.360231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] 10.222.0.81 "DELETE /v2.0/ports/1eae8887-bd51-4c42-b5d7-d3ae063aa24d HTTP/1.1" status: 204  len: 168 time: 2.2857444
Nov 15 09:17:28.360745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55088) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:28.363944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4092abc-25a5-4992-8a26-8246ee5194c3 None None] Network 382cfb7e-301e-4614-aebd-8b7639b00081 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:28.381064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:28.409298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.451652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Transition to ACTIVE for port object 0b0c56e4-2ede-43ec-8548-992f9fa7d938 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:28.479538 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c30882b3-f4c9-4292-ab0a-4e9b9babf5a6 req-15988c8c-c44d-498f-9336-dd192ae9f926 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1632113
Nov 15 09:17:28.497932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.515050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.515214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:28.590074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:28.590382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.716824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=0b0c56e4-2ede-43ec-8548-992f9fa7d938,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:28.726386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] DHCP port deletion for 382cfb7e-301e-4614-aebd-8b7639b00081 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:17:28.730781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Deleting port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:28.731504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:28.831550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:28.887994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55096) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:29.005632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] For port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,segment=NetworkSegment(508e4006-1ab5-441e-9944-234833ae58b5),segment_id=508e4006-1ab5-441e-9944-234833ae58b5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:29.006082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.146660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:29.147197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:29.147297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 on network 518354e1-eb1e-4164-967d-a060cf6901bd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:29.147941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Calling delete_port for 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:29.183090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Allocated IP 172.26.4.3 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/9a3c020b-40bf-4408-bceb-4b2d978b074b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:29.203512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:29.203934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:29.204353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.204756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound using segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:29.205267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound port: 0b0c56e4-2ede-43ec-8548-992f9fa7d938, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:29.205637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.247445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] For port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,segment=NetworkSegment(508e4006-1ab5-441e-9944-234833ae58b5),segment_id=508e4006-1ab5-441e-9944-234833ae58b5)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:29.248341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.276160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:29.312683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.328043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:17:29.328535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:17:29.385985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:29.398803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Calling delete_port for 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:29.440493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Pushing event deleted for resources: {'Port': ['ID=50569b39-f5a2-4b7e-9f1d-eb1e3a296d77,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:29.445019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:29.480321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] No DVR routers for this DVR port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:17:29.488173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:17:29.488536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:17:29.493728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.606364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 0b0c56e4-2ede-43ec-8548-992f9fa7d938, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:29.610400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 0b0c56e4-2ede-43ec-8548-992f9fa7d938, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=0b0c56e4-2ede-43ec-8548-992f9fa7d938,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:29.630705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:29.646990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Usage tracker for resource:security_group_rule and tenant:7a694fead71846e3aa3f9a729843708f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:29.650471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.663995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:29.677107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:29.725029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade7d9-7bcc-4195-83a5-b25fed1fb1bc req-a46cb9ae-e853-4b27-b651-6a05654edfb0 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:29.726653 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-daade7d9-7bcc-4195-83a5-b25fed1fb1bc req-a46cb9ae-e853-4b27-b651-6a05654edfb0 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.0950341
Nov 15 09:17:29.778822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-daade7d9-7bcc-4195-83a5-b25fed1fb1bc req-f179afb0-bc49-48e8-8bf4-b28637ed4782 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458691
Nov 15 09:17:29.789153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:29.807747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.930170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=0b0c56e4-2ede-43ec-8548-992f9fa7d938,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:29.933507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:29.964184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:29.965619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "PUT /v2.0/ports/0b0c56e4-2ede-43ec-8548-992f9fa7d938 HTTP/1.1" status: 200  len: 1075 time: 2.8678010
Nov 15 09:17:29.968626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55106) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:29.985782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:30.005330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Deleting port 50569b39-f5a2-4b7e-9f1d-eb1e3a296d77 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:30.005719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.006050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.024846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b7e085a-b138-45b5-90eb-8797b2af6116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:30.061896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.092545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] The port '50569b39-f5a2-4b7e-9f1d-eb1e3a296d77' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:17:30.257142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.377033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59e12df5-d4ed-4230-99f0-b3b3ba2d8544 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:30.417907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.423275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3603160>,) {'filters': {'network_id': ['382cfb7e-301e-4614-aebd-8b7639b00081']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:30.437684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3603160>, '508e4006-1ab5-441e-9944-234833ae58b5') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:30.438031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3603160>, '508e4006-1ab5-441e-9944-234833ae58b5') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:30.451079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.458397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59e12df5-d4ed-4230-99f0-b3b3ba2d8544 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:30.459749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59e12df5-d4ed-4230-99f0-b3b3ba2d8544 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 24005 time: 0.4898961
Nov 15 09:17:30.464621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:30.502420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.508849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Releasing vxlan tunnel 6 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:17:30.565727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event updated for resources: {'Port': ['ID=9a3c020b-40bf-4408-bceb-4b2d978b074b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:30.584934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:30.587151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-840ec39d-7a53-488e-9b8b-e39dff39da28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:30.609815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a694fead71846e3aa3f9a729843708f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7163851
Nov 15 09:17:30.617914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:30.656406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c6cb99-cb8f-4353-bf87-358f7640dc24,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:30.667272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:30.680908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:30.684359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:30.686967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:30.725817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Deleting port 0b0c56e4-2ede-43ec-8548-992f9fa7d938 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:30.726210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.785847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:30.804521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:30.961165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:30.971315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:30.984349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:30.985037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec76a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:31.017621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.018444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.022531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.057686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec76a0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:31.069798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:31.070458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec76a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:31.142936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec76a0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:31.143150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Network 382cfb7e-301e-4614-aebd-8b7639b00081 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:31.143389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449724f-a7c1-4afc-af31-0d04e9d4c892 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:31.169729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.9546885
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:17:31.176684 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:17:31.183525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55120) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:31.188795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': '9ca526a0-d380-4617-8d48-ae2c81ad365b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:31.264053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.382241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.417726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.435994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.452042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port 0b0c56e4-2ede-43ec-8548-992f9fa7d938, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=0b0c56e4-2ede-43ec-8548-992f9fa7d938,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:31.452442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.471104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:31.492524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ce8ec-feb4-4b40-83b8-53cc4efc00b7 req-7c1239d1-a4cc-4365-80f4-7a0f6741a183 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:31.494167 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b58ce8ec-feb4-4b40-83b8-53cc4efc00b7 req-7c1239d1-a4cc-4365-80f4-7a0f6741a183 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5705998
Nov 15 09:17:31.498068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.640817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Pushing event deleted for resources: {'Network': ['ID=382cfb7e-301e-4614-aebd-8b7639b00081,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:31.666399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Calling delete_port for 0b0c56e4-2ede-43ec-8548-992f9fa7d938 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:31.699647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:31.725856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] 10.222.0.81 "DELETE /v2.0/networks/382cfb7e-301e-4614-aebd-8b7639b00081 HTTP/1.1" status: 204  len: 168 time: 3.3618567
Nov 15 09:17:31.768000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b58ce8ec-feb4-4b40-83b8-53cc4efc00b7 req-e0b25957-4348-489b-928a-0793828c52ec tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1982226
Nov 15 09:17:31.792315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.797302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb7c8a24-3595-44d0-a50f-5e265ae9f3d9 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:31.813690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c6cb99-cb8f-4353-bf87-358f7640dc24,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:31.825753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:31.825753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:31.953244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11771955-dc6c-4c10-9d79-f558f4330950 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:32.008109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event deleted for resources: {'Port': ['ID=0b0c56e4-2ede-43ec-8548-992f9fa7d938,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:32.018480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:32.022991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:32.026699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46c6cb99-cb8f-4353-bf87-358f7640dc24 HTTP/1.1" status: 204  len: 168 time: 1.4053547
Nov 15 09:17:32.026829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Router fa04aee8-165d-4dff-8b1e-04eb79f79530 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:17:32.035968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:32.039879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "DELETE /v2.0/ports/0b0c56e4-2ede-43ec-8548-992f9fa7d938 HTTP/1.1" status: 204  len: 168 time: 1.5740156
Nov 15 09:17:32.042598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55132) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.115342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93cc30b-3d08-498b-b9bc-ef962aed9284 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] GET failed (client error): The resource could not be found.
Nov 15 09:17:32.116154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c93cc30b-3d08-498b-b9bc-ef962aed9284 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:32.158247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55136) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.196344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c93cc30b-3d08-498b-b9bc-ef962aed9284 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:32.198321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c93cc30b-3d08-498b-b9bc-ef962aed9284 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports/0b0c56e4-2ede-43ec-8548-992f9fa7d938 HTTP/1.1" status: 404  len: 333 time: 0.1545632
Nov 15 09:17:32.203212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55144) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.211456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1647152722', 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:32.218333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:32.232259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:32.386112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Made reservation on behalf of 0ad0173c5c194b81854516ccb7a52c24 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:32.390950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:32.659191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9c7b661-2649-46ec-ab21-7f099591a6c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff1e33fc655a42ef93807375aeb61c80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4970582
Nov 15 09:17:32.667406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55150) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.675777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port 7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:32.732499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:32.746658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] Sync routers for ids ['fa04aee8-165d-4dff-8b1e-04eb79f79530'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:32.754323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:17:32.769551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] Routers {'fa04aee8-165d-4dff-8b1e-04eb79f79530'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:32.769551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e24470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fa04aee8-165d-4dff-8b1e-04eb79f79530'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:32.798971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b6da8-8eed-40d9-a301-80834b719593 req-775a186b-c9e2-4c9a-862b-6bf10fc99129 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:32.801900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b9b6da8-8eed-40d9-a301-80834b719593 req-775a186b-c9e2-4c9a-862b-6bf10fc99129 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4742515
Nov 15 09:17:32.804643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55154) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.852318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e24470>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:32.869097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] Routers {'fa04aee8-165d-4dff-8b1e-04eb79f79530'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:32.869926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e24470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fa04aee8-165d-4dff-8b1e-04eb79f79530'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:32.884340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:32.888287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.4919512
Nov 15 09:17:32.889270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55158) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:32.901028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:32.948428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e24470>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:32.949150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1248d4f-a3e3-4026-8d5f-2f96417e8cbf None None] The sync data for ids ['fa04aee8-165d-4dff-8b1e-04eb79f79530'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:32.983488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.016960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.218027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-12fa8c57-7400-47c0-b6a8-ce118cee0185 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.6240244
Nov 15 09:17:33.235390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b9b6da8-8eed-40d9-a301-80834b719593 req-67fcfe0d-b769-45b8-bc59-a703945dda55 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4217455
Nov 15 09:17:33.288112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.432273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-456403d8-03b3-49ec-947e-0314a6425b5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7b01f234da444e3bbac939ef0e0b8cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6206923
Nov 15 09:17:33.436310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55162) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:33.459131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.554528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.585958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-dae341a9-3175-47bc-9e7b-c729bd100df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:33.587583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-dae341a9-3175-47bc-9e7b-c729bd100df5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.3465207
Nov 15 09:17:33.644691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.662514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.680252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:33.714470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e51d8-c4c3-4847-863b-7bd4876f8b02,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:33.729831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:33.739645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.757212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d92c2be-d808-4d90-a013-993fccad1433 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:33.767960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.871808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-333a31c5-1226-4419-bb37-e1ae4614f04a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1002 time: 0.2721455
Nov 15 09:17:33.955179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.956484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae6e51d8-c4c3-4847-863b-7bd4876f8b02 HTTP/1.1" status: 204  len: 168 time: 1.2855539
Nov 15 09:17:33.978468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:33.984898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e75a4a8-825b-4c0e-91b3-6057edec0a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:33.992608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=7a8b0a1b-8c02-4882-b3e0-6f16772a2d86,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:34.000358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:34.007967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-3dd107b3-3081-453b-85ba-1ac99cc1b34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:34.008950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc57c20-0491-4b33-9085-aac578e6fa00,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:34.009593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-3dd107b3-3081-453b-85ba-1ac99cc1b34b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.1166618
Nov 15 09:17:34.022051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:34.024742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:34.028810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fc57c20-0491-4b33-9085-aac578e6fa00 HTTP/1.1" status: 204  len: 168 time: 0.5913353
Nov 15 09:17:34.103200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Network 518354e1-eb1e-4164-967d-a060cf6901bd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:34.107114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:34.110012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:34.111162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:34.168989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-f3538a1b-f935-4a65-a73a-f4945007c0af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1479580
Nov 15 09:17:34.173671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:34.174336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.9697099
Nov 15 09:17:34.177091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55172) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:34.368774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f17a594-6fb5-48a7-b5aa-6a41ce328400 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:34.449624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f17a594-6fb5-48a7-b5aa-6a41ce328400 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:34.450929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f17a594-6fb5-48a7-b5aa-6a41ce328400 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports/7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 HTTP/1.1" status: 200  len: 955 time: 0.2728400
Nov 15 09:17:34.458632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-3f6162f8-8984-4055-ab85-97be54acbc66 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784262
Nov 15 09:17:34.459281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55182) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:34.532418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:34.588923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:34.594304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:34.599381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:34.618170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:34.620387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f6bb70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:34.676722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Deleting port 7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:34.677017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:34.761658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d0f1-1197-427b-b141-0440b80ede51 req-029a3843-3bc5-42e8-a49b-44862918d665 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:34.763329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-add0d0f1-1197-427b-b141-0440b80ede51 req-029a3843-3bc5-42e8-a49b-44862918d665 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3632510
Nov 15 09:17:34.815133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f6bb70>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:34.846597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:34.848049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f6bb70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:34.869395 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b258e1cd-b304-48f5-ab41-c4d770db3a0a req-e31076c9-3aa2-4e8e-9eeb-25220d804d43 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3676274
Nov 15 09:17:34.989481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f6bb70>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:34.990106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414b3e-96a7-4092-babe-4bb694b26e0f None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:35.004688 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-add0d0f1-1197-427b-b141-0440b80ede51 req-4ebe4d96-ae09-44ab-ac11-6db88aaf413d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2303476
Nov 15 09:17:35.117188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.210657 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f7708cd2-ac7f-4bf1-8032-d60b2406e544 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/dcb28227-a6fe-4b3b-b642-a12ad7c76809 HTTP/1.1" status: 200  len: 978 time: 4.0258117
Nov 15 09:17:35.211026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55206) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.267978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Calling delete_port for 7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:35.403875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.424725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6be022aa-2dc4-4997-8190-44aa32868747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:35.536598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55220) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.570519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event deleted for resources: {'Port': ['ID=7a8b0a1b-8c02-4882-b3e0-6f16772a2d86,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:35.573489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:35.604361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55224) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.615508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.662655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "DELETE /v2.0/ports/7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 HTTP/1.1" status: 204  len: 168 time: 1.2011533
Nov 15 09:17:35.665276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55232) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.678250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port ede121a0-115d-480d-a897-9545d191324e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:35.678625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.713691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6691b9a-cc9b-4d47-a617-aff45586b0bb tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] GET failed (client error): The resource could not be found.
Nov 15 09:17:35.714308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6691b9a-cc9b-4d47-a617-aff45586b0bb tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:35.756659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.763985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6691b9a-cc9b-4d47-a617-aff45586b0bb tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:35.769889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b6691b9a-cc9b-4d47-a617-aff45586b0bb tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports/7a8b0a1b-8c02-4882-b3e0-6f16772a2d86 HTTP/1.1" status: 404  len: 333 time: 0.0991561
Nov 15 09:17:35.770394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55236) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.776788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1687685133'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:35.780137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.785151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:35.813243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:35.860153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-155060945'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:35.861037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Made reservation on behalf of 0ad0173c5c194b81854516ccb7a52c24 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:35.867697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:35.868899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-81b97a8c-d0e5-414b-9521-a3df46f31ae7 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:35.869998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81b97a8c-d0e5-414b-9521-a3df46f31ae7 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.2581425
Nov 15 09:17:35.874020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55240) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.943891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:35.955718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-5b13a8aa-59c7-4d36-8fc2-d3898f23161e tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:35.959215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5b13a8aa-59c7-4d36-8fc2-d3898f23161e tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0741665
Nov 15 09:17:35.965546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55244) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.973708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:network and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:35.982362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-76d0046c-32a0-4be7-875d-55e0fa52ff4f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:35.983444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-76d0046c-32a0-4be7-875d-55e0fa52ff4f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0149238
Nov 15 09:17:35.984419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:35.987101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55248) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:35.998154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:36.018122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:36.023039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-c5a84e3d-2f54-4d10-b8da-f5d53c17efeb tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.026631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5a84e3d-2f54-4d10-b8da-f5d53c17efeb tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0329297
Nov 15 09:17:36.029083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55252) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.054981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-d1edfccc-a8c4-4236-ac61-c80d89a69428 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.056078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1edfccc-a8c4-4236-ac61-c80d89a69428 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0147126
Nov 15 09:17:36.071526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55258) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.079519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-6488e803-7576-4247-9255-5d1c62b34503 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.083035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6488e803-7576-4247-9255-5d1c62b34503 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0080655
Nov 15 09:17:36.083536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55262) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.085232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.085578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.093914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-46188735-c578-416a-8a22-21cdedb17a73 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.097115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46188735-c578-416a-8a22-21cdedb17a73 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0125446
Nov 15 09:17:36.098704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:36.104228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.115755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55266) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.123547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-177979ae-8646-4d2a-960e-048f6b0f6498 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.126953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-177979ae-8646-4d2a-960e-048f6b0f6498 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0076466
Nov 15 09:17:36.127600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.148772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-6d943f4e-58b8-459b-8e22-71b4e4a083cd tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.149812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6d943f4e-58b8-459b-8e22-71b4e4a083cd tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0212407
Nov 15 09:17:36.181727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55274) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.256261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for ede121a0-115d-480d-a897-9545d191324e owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:36.289389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-21bee1f2-02a2-426e-9127-4cbea74a5e8c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.290507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21bee1f2-02a2-426e-9127-4cbea74a5e8c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0439186
Nov 15 09:17:36.291559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.309079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55278) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.329146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-5db54c37-ca0b-40c6-a7a4-89466693debf tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.330231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5db54c37-ca0b-40c6-a7a4-89466693debf tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0183139
Nov 15 09:17:36.338590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55282) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.411213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-9ba5d8a5-7376-4767-be08-0f2f2c72fa11 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.412334 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ba5d8a5-7376-4767-be08-0f2f2c72fa11 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0177155
Nov 15 09:17:36.419934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55286) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.434269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-fa7bb2e6-a1ff-4461-8ba1-a4ac59ff75ce tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.435349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa7bb2e6-a1ff-4461-8ba1-a4ac59ff75ce tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0120130
Nov 15 09:17:36.448005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55290) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.470877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-e2a3d4d2-0891-4bfa-aa3b-1cca50a33a05 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.472070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2a3d4d2-0891-4bfa-aa3b-1cca50a33a05 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0229721
Nov 15 09:17:36.480483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55294) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.481498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:36.506946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-9e6072f3-75ac-4266-8124-0369e81de423 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.507964 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e6072f3-75ac-4266-8124-0369e81de423 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0236156
Nov 15 09:17:36.509062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:security_group_rule and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:36.513960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:36.516490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55298) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.531235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-ef9e3c9a-8636-4132-9739-81b5ef0c0cda tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.532304 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ef9e3c9a-8636-4132-9739-81b5ef0c0cda tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0118182
Nov 15 09:17:36.536811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55302) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.537692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:36.552326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-bee5c859-3c53-4519-945d-4d5193ac8e48 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.553376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bee5c859-3c53-4519-945d-4d5193ac8e48 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0110960
Nov 15 09:17:36.559350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55306) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.572160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-a66b2867-3744-453c-a374-405466023f0f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.573201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a66b2867-3744-453c-a374-405466023f0f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0122480
Nov 15 09:17:36.577515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55310) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.589599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-4ecdcea8-ab1d-4c5c-b047-2ee21017e433 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.590659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ecdcea8-ab1d-4c5c-b047-2ee21017e433 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0090735
Nov 15 09:17:36.596509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55314) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.612194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.613188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-2d6460da-7154-4bb3-9bd5-f04e2e5fe5e2 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.614387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d6460da-7154-4bb3-9bd5-f04e2e5fe5e2 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0157275
Nov 15 09:17:36.617040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55318) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.626684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348a096-cd4a-4fcc-a1bf-fd1dd5fbb9d6 req-9ffc6652-cb04-4639-88e9-ed3c1bf1adfd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:36.628882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d348a096-cd4a-4fcc-a1bf-fd1dd5fbb9d6 req-9ffc6652-cb04-4639-88e9-ed3c1bf1adfd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4863517
Nov 15 09:17:36.633676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-1f2d5244-a4f3-4b5f-91c0-71ecd84f40fc tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.643205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f2d5244-a4f3-4b5f-91c0-71ecd84f40fc tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0167108
Nov 15 09:17:36.650879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55322) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.658402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-d0e7b8b5-828b-468e-9471-2c179e175df1 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.662337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0e7b8b5-828b-468e-9471-2c179e175df1 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0075843
Nov 15 09:17:36.663987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55326) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.669459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router fa04aee8-165d-4dff-8b1e-04eb79f79530 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:36.671812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-2d77a43d-b41b-4361-ba75-1dba3667606c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.672878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d77a43d-b41b-4361-ba75-1dba3667606c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0078981
Nov 15 09:17:36.677432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.687136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-2eb9bcab-7f56-45a6-8cb4-069a60f18eed tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.690606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2eb9bcab-7f56-45a6-8cb4-069a60f18eed tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0093980
Nov 15 09:17:36.691542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.700383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-e5c509d8-ff4f-4729-a73d-726862792e56 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.701406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e5c509d8-ff4f-4729-a73d-726862792e56 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0087767
Nov 15 09:17:36.704249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55338) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.711051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-be0a5ead-c764-417a-9d99-b13df114f23a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.715991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be0a5ead-c764-417a-9d99-b13df114f23a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0056903
Nov 15 09:17:36.715991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d348a096-cd4a-4fcc-a1bf-fd1dd5fbb9d6 req-84a19b50-afb0-44e4-97d1-57dd59c3cabf tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776711
Nov 15 09:17:36.717860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55342) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.722969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-48790c63-de34-487f-8526-0ce0e42dfe84 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.726356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48790c63-de34-487f-8526-0ce0e42dfe84 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0053873
Nov 15 09:17:36.726730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55346) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.731733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-8793050a-fba7-4d8e-8e8b-1c1c235610c3 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.734841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8793050a-fba7-4d8e-8e8b-1c1c235610c3 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0052443
Nov 15 09:17:36.735560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.737307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55350) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.756379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:36.791778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-371c0401-7098-4b49-9a8f-7102da1feadc tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.795385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-371c0401-7098-4b49-9a8f-7102da1feadc tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0537202
Nov 15 09:17:36.802355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55356) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.818102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-f6393abd-9d87-4246-b206-a0e7b5e33bc9 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.821587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6393abd-9d87-4246-b206-a0e7b5e33bc9 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0162573
Nov 15 09:17:36.827266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55360) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.902550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-0405a7f7-eaa2-40d3-a0f2-5ab74966c39b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.903591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0405a7f7-eaa2-40d3-a0f2-5ab74966c39b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0299981
Nov 15 09:17:36.908792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55364) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.921723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.926216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-8a40ed82-cbf3-40cd-92b7-d9406db1d7b2 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.927309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a40ed82-cbf3-40cd-92b7-d9406db1d7b2 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0104818
Nov 15 09:17:36.930014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55368) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.936995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-aa8b4ba6-f3aa-40e5-81f3-6d7b2298813a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.938030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa8b4ba6-f3aa-40e5-81f3-6d7b2298813a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0069802
Nov 15 09:17:36.942715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55372) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.948504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-66811d4e-2152-42e2-a84d-796d06b90506 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.949789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-66811d4e-2152-42e2-a84d-796d06b90506 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0061638
Nov 15 09:17:36.953320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55376) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.958083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:36.966370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-b5191359-5e05-409f-abdb-a2ff31b38aee tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.967433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5191359-5e05-409f-abdb-a2ff31b38aee tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0124834
Nov 15 09:17:36.968159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:36.977793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55380) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:36.990584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:36.996338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-f2f9249c-abf7-4e26-97a5-67f398ccccce tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:36.997398 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f2f9249c-abf7-4e26-97a5-67f398ccccce tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0120583
Nov 15 09:17:37.008544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55384) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.022827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-5b260120-3f12-4ad1-ac21-808cd52e9031 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.023813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5b260120-3f12-4ad1-ac21-808cd52e9031 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0113215
Nov 15 09:17:37.028310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55388) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.037376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.037807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.038220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.038634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.039043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.039449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.039885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.040309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.040430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.040713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.041114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.041534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.041912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.042364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.042763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.043158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.043554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.043976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.044381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.044776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.045172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.045566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.045962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.046361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.046755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.053667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-d06ccbcb-7863-4e33-90da-747bba0414f4 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.054812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d06ccbcb-7863-4e33-90da-747bba0414f4 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0231822
Nov 15 09:17:37.056715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:37.058353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55392) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.073437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-4d511d03-7d89-4700-b949-960370b7c201 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.074752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d511d03-7d89-4700-b949-960370b7c201 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0104108
Nov 15 09:17:37.082092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55396) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.086163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Network 518354e1-eb1e-4164-967d-a060cf6901bd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:37.087042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:37.090644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:37.095109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-39020f4a-647c-4289-b6c3-5974fd44338b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.096316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39020f4a-647c-4289-b6c3-5974fd44338b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0088141
Nov 15 09:17:37.098676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:37.099807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.105164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55400) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.117697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-4be8cacd-2bfb-42b8-8e39-f7aeda94f176 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.118740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4be8cacd-2bfb-42b8-8e39-f7aeda94f176 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0110681
Nov 15 09:17:37.124163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55404) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.136939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-a4ba7d30-33a3-41dc-8eb4-3edae0cd687c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.137982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4ba7d30-33a3-41dc-8eb4-3edae0cd687c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0123575
Nov 15 09:17:37.142677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55408) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.153428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb06de-ad0c-4417-af31-2c25af207c01 req-1cdd0c18-8847-4c75-abfb-f7bcf8063b31 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:37.157779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f4bb06de-ad0c-4417-af31-2c25af207c01 req-1cdd0c18-8847-4c75-abfb-f7bcf8063b31 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2633638
Nov 15 09:17:37.158252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-a8d0ce46-28f2-4357-9321-63f3efcfba1a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.159284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8d0ce46-28f2-4357-9321-63f3efcfba1a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0156720
Nov 15 09:17:37.162917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55412) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.169597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-da2c2fc1-206e-445e-98e4-39ab1f740b7b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.170469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da2c2fc1-206e-445e-98e4-39ab1f740b7b tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0065498
Nov 15 09:17:37.174783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0541e3-9601-459c-9039-2d757b17ad15,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:37.177920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55416) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.187186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.187633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Added segment 3573b57e-c608-4645-a364-d0cf87be029b of type vxlan for network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9
Nov 15 09:17:37.188238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4168942
Nov 15 09:17:37.191869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55418) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.200068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:37.215261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-14e88fe1-9f1d-4878-a2bb-797370d6c4e5 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.216362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14e88fe1-9f1d-4878-a2bb-797370d6c4e5 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0242846
Nov 15 09:17:37.222491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55424) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.251791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-6bfa1093-26c0-4981-aa69-e330e0bb9705 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.255277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6bfa1093-26c0-4981-aa69-e330e0bb9705 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0234976
Nov 15 09:17:37.256337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.256710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.257094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.257502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.257954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.258357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.258859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.259106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55428) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.259213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.259510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.259949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.260347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.260745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.261200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.261599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.261993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.262390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.262952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.263160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.263553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.263994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.264390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.264953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.265154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.265579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:37.270337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:37.279807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-be41cfb7-b774-45c4-b26a-10fea83f31e1 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.279807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be41cfb7-b774-45c4-b26a-10fea83f31e1 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0155280
Nov 15 09:17:37.281467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55432) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.292330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:37.293917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-91221021-3eec-44cc-901d-acd9d1e05c08 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.297023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91221021-3eec-44cc-901d-acd9d1e05c08 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0106308
Nov 15 09:17:37.298849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55436) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.338154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f4bb06de-ad0c-4417-af31-2c25af207c01 req-1a68a95b-201a-4920-953c-badd1578b2f5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1721880
Nov 15 09:17:37.341448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-f42798a8-b436-4d8a-8d93-6ba50f55635f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.344855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f42798a8-b436-4d8a-8d93-6ba50f55635f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0130591
Nov 15 09:17:37.349886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55440) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.352622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.357244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=ede121a0-115d-480d-a897-9545d191324e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:37.371209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:37.371589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-a171a93e-741d-49ac-be24-e026c0f557fd tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.371589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a171a93e-741d-49ac-be24-e026c0f557fd tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0123549
Nov 15 09:17:37.371721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55444) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.385235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.387904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-f6de8ba9-e8bb-4f75-a843-7823f8bfc809 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.388991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6de8ba9-e8bb-4f75-a843-7823f8bfc809 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0221376
Nov 15 09:17:37.395369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55450) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.406759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-778d1fcb-90c9-4a0c-a464-17ba02de7f98 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.407831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-778d1fcb-90c9-4a0c-a464-17ba02de7f98 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0095520
Nov 15 09:17:37.422747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55454) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.436615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-3bef70c9-ef85-4f1c-a0da-40ec1e03cc6a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.437696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3bef70c9-ef85-4f1c-a0da-40ec1e03cc6a tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0129883
Nov 15 09:17:37.441248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55458) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.463642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-a6936dbf-44da-4a0a-926f-2a1a63f12e16 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.465738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6936dbf-44da-4a0a-926f-2a1a63f12e16 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0179491
Nov 15 09:17:37.473351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55462) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.483194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-dc4e1553-8b04-409d-a797-8b0d7e46ac9f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.484373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dc4e1553-8b04-409d-a797-8b0d7e46ac9f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0099258
Nov 15 09:17:37.492214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55466) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.499909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-4b27ed40-6391-4584-9a78-0f6d36fba2e9 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.500747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.500967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b27ed40-6391-4584-9a78-0f6d36fba2e9 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0077751
Nov 15 09:17:37.503621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55470) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.511425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:37.512120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.520578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f85fae6-f684-421f-ac15-16a24be436d1 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:37.542971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-0a05fd74-b203-4c8c-90d7-a772165504e3 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.542971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0a05fd74-b203-4c8c-90d7-a772165504e3 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0374384
Nov 15 09:17:37.550989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55474) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.563275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-9262cdc2-2581-41a8-823f-62eafc60f33c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.564368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9262cdc2-2581-41a8-823f-62eafc60f33c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0124002
Nov 15 09:17:37.567319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.574697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-3799b527-5888-4e1d-bc0f-acf99d5f6d2d tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.577990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3799b527-5888-4e1d-bc0f-acf99d5f6d2d tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0074589
Nov 15 09:17:37.584393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55482) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.592835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-6e98fca5-251b-4fca-9736-a56d29444043 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.596965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e98fca5-251b-4fca-9736-a56d29444043 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0085032
Nov 15 09:17:37.596965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55486) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.604665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-7aacaa74-1204-4766-a4a4-7a7087128b8c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.608210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7aacaa74-1204-4766-a4a4-7a7087128b8c tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0076005
Nov 15 09:17:37.608895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55490) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.631373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-2e40a1be-7258-4faa-afff-7fa1da25b11f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.633867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e40a1be-7258-4faa-afff-7fa1da25b11f tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0227625
Nov 15 09:17:37.637154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55494) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.710083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-803d66fc-2296-424d-be8c-12d1d9a1b5e6 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.711185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-803d66fc-2296-424d-be8c-12d1d9a1b5e6 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0730276
Nov 15 09:17:37.714890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55498) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:37.722887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [None req-37450208-916b-449f-9ecb-43bab9e9b321 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:17:37.723983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37450208-916b-449f-9ecb-43bab9e9b321 tempest-ExtensionsTestJSON-525406233 tempest-ExtensionsTestJSON-525406233] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0080943
Nov 15 09:17:37.897251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.897638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP dcb28227-a6fe-4b3b-b642-a12ad7c76809 disassociated (deleted). External IP: 172.26.4.228, port: 9ca526a0-d380-4617-8d48-ae2c81ad365b.
Nov 15 09:17:37.952438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] device_id is not set on port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:37.963197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:37.989810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Transition to ACTIVE for port object c828e0dd-4f75-4c66-9dfb-9f889d6e3456 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:38.005439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d7e99-350f-4aca-84b9-8fb5734d428c req-bb1287c1-1f40-41d0-8671-aa887935be5e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:38.007454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d12d7e99-350f-4aca-84b9-8fb5734d428c req-bb1287c1-1f40-41d0-8671-aa887935be5e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.1513293
Nov 15 09:17:38.031296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Network': ['ID=0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:38.034700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:38.035472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.046311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:38.054788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9bb522c-737c-4290-bdbc-0cc3e6c3a464 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:38.056992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:38.061592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.066509 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d003c5b-1f9f-4ec3-8670-0866c7528ec7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "PUT /v2.0/routers/fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 200  len: 923 time: 5.1732478
Nov 15 09:17:38.067264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55506) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:38.073136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.5354593
Nov 15 09:17:38.096608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55510) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:38.171829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:38.188551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] Sync routers for ids ['fa04aee8-165d-4dff-8b1e-04eb79f79530'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:38.193067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:38.227202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] Routers {'fa04aee8-165d-4dff-8b1e-04eb79f79530'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:38.228289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30fd0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fa04aee8-165d-4dff-8b1e-04eb79f79530'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:38.235662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55516) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:38.351759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30fd0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:38.358105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d12d7e99-350f-4aca-84b9-8fb5734d428c req-ef6dca7b-0a8f-47ff-8d53-eaf0a60510a4 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3437829
Nov 15 09:17:38.363126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:38.372479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:38.405066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] Routers {'fa04aee8-165d-4dff-8b1e-04eb79f79530'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:38.406001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30fd0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fa04aee8-165d-4dff-8b1e-04eb79f79530'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:38.474509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:38.482009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:38.484870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30fd0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:38.485824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32cfa7-3cc1-498e-8575-c73273fbd568 None None] The sync data for ids ['fa04aee8-165d-4dff-8b1e-04eb79f79530'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:38.486546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:38.498707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:38.522669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:38.523513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:38.524088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Attempting to bind port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 on network 518354e1-eb1e-4164-967d-a060cf6901bd {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:38.531935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:38.532485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Checking segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:38.533069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.533616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound using segment: {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:38.534250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Bound port: c828e0dd-4f75-4c66-9dfb-9f889d6e3456, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495d7d9-74aa-4014-ad69-f7a9711fc231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '518354e1-eb1e-4164-967d-a060cf6901bd'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:38.535317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.602314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-76f62b43-aa06-4f6d-9e54-0d5c85b3aa35 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 200  len: 923 time: 0.5342121
Nov 15 09:17:38.606610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55524) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:38.617909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:38.739500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.804526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:38.921928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:38.955214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port c828e0dd-4f75-4c66-9dfb-9f889d6e3456, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:39.026915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:39.057172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port c828e0dd-4f75-4c66-9dfb-9f889d6e3456, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:39.058555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Usage tracker for resource:security_group_rule and tenant:9677f0c9f7314ffca735e968af302a29 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:39.067722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:39.069285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:39.074487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.079631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:39.085587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:39.110121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.117640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:39.121730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:39.127142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10f54c50-8c10-4a2e-a22a-8c70af82f558 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:39.145591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/dcb28227-a6fe-4b3b-b642-a12ad7c76809 HTTP/1.1" status: 204  len: 168 time: 3.9309340
Nov 15 09:17:39.146060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55530) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:39.171066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-087964a5-6978-4e32-b983-68c6fdd386f9 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Synchronizing usage tracker for tenant:b37a7c9af18546729dcc79be2b34373c on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:39.215924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8b70>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:39.229743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:39.230655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:39.233524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 9ca526a0-d380-4617-8d48-ae2c81ad365b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:39.234026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.306269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8b70>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:39.307112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d5fc5-b0f7-470b-ba02-a2a703a82a51 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:39.333055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4f9fb-d9ec-4ef9-989d-4a42151a1e06 req-61cb8af9-4705-4e06-9a66-9b685cbf452f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:39.334918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54b4f9fb-d9ec-4ef9-989d-4a42151a1e06 req-61cb8af9-4705-4e06-9a66-9b685cbf452f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5084803
Nov 15 09:17:39.383972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-087964a5-6978-4e32-b983-68c6fdd386f9 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Unset dirty status for tenant:b37a7c9af18546729dcc79be2b34373c on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:39.388370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-087964a5-6978-4e32-b983-68c6fdd386f9 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=fa04aee8-165d-4dff-8b1e-04eb79f79530&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.7687743
Nov 15 09:17:39.396497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55534) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:39.426667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.430671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "PUT /v2.0/ports/c828e0dd-4f75-4c66-9dfb-9f889d6e3456 HTTP/1.1" status: 200  len: 1076 time: 2.2353151
Nov 15 09:17:39.456065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55538) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:39.458264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event updated for resources: {'Port': ['ID=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:39.466950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:39.542100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.647046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54b4f9fb-d9ec-4ef9-989d-4a42151a1e06 req-d7ce4960-b87a-44d3-b18f-74b427d27154 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3022492
Nov 15 09:17:39.680840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 9ca526a0-d380-4617-8d48-ae2c81ad365b owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:39.742577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:39.758378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Deleting port c828e0dd-4f75-4c66-9dfb-9f889d6e3456 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:39.758770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.003639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.022645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33df3d2e-3fd5-4f65-bc4d-0c78269b29b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:40.037933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.056829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:40.073585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4091a-aa43-4856-9393-f6075fca8be7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:40.074480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ae4091a-aa43-4856-9393-f6075fca8be7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Synchronizing usage tracker for tenant:b37a7c9af18546729dcc79be2b34373c on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:40.118082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=9ca526a0-d380-4617-8d48-ae2c81ad365b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:40.128472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:40.202495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f817c-55cb-4bb0-9764-37f7aa351ddc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:40.214757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:40.217630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ae4091a-aa43-4856-9393-f6075fca8be7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Unset dirty status for tenant:b37a7c9af18546729dcc79be2b34373c on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:40.221534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ae4091a-aa43-4856-9393-f6075fca8be7 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.8199859
Nov 15 09:17:40.221534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9677f0c9f7314ffca735e968af302a29&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9846759
Nov 15 09:17:40.229254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55542) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:40.229637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55544) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:40.264657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.274968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/9ca526a0-d380-4617-8d48-ae2c81ad365b HTTP/1.1" status: 204  len: 168 time: 1.1279421
Nov 15 09:17:40.279118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55550) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:40.284134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:40.290572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:40.295018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:floatingip and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:40.298060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:40.304890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:40.356337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.366885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73fa420c-9b18-462a-bd69-c2a360cc564e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 200  len: 205 time: 0.1336780
Nov 15 09:17:40.372970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55554) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:40.547676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] For port c828e0dd-4f75-4c66-9dfb-9f889d6e3456, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,segment=NetworkSegment(3495d7d9-74aa-4014-ad69-f7a9711fc231),segment_id=3495d7d9-74aa-4014-ad69-f7a9711fc231)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:40.548136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.563716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.704672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.705857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Calling delete_port for c828e0dd-4f75-4c66-9dfb-9f889d6e3456 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:40.789198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.910650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:40.913971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:17:41.014786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.036102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24679df0-62e5-49c1-80d1-f7b5ae4cc1ac tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:41.137413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28fec6-0219-40b0-86ee-63ddd3e33877 req-c29f7316-886c-48ca-9bba-5d536b0c4444 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:41.139067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a28fec6-0219-40b0-86ee-63ddd3e33877 req-c29f7316-886c-48ca-9bba-5d536b0c4444 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2975135
Nov 15 09:17:41.139784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.288998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.324063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=392e4e89-741c-4297-9e2e-9ad95d1cc115,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:41.334990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:41.338860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fae82b2d-6359-4597-9033-6f4d405107ab tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:41.412293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Pushing event deleted for resources: {'Port': ['ID=c828e0dd-4f75-4c66-9dfb-9f889d6e3456,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:41.428563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:41.429663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db2a56ce-ff98-4ed4-8034-bc8d899b5682 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:41.449759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a28fec6-0219-40b0-86ee-63ddd3e33877 req-1ffacae5-6cff-42f6-8350-c15acd2d1e1f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3005779
Nov 15 09:17:41.459394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f817c-55cb-4bb0-9764-37f7aa351ddc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:41.467747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:41.468288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.42 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/ea1f9d37-8700-4199-8807-7772d1b6d513) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:41.473955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.477559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c01f817c-55cb-4bb0-9764-37f7aa351ddc HTTP/1.1" status: 204  len: 168 time: 1.2428606
Nov 15 09:17:41.484053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.486106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "DELETE /v2.0/ports/c828e0dd-4f75-4c66-9dfb-9f889d6e3456 HTTP/1.1" status: 204  len: 168 time: 2.0247762
Nov 15 09:17:41.490701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55564) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:41.583113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89f5d2c-e90f-4dfe-8748-d254de7c2669 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] GET failed (client error): The resource could not be found.
Nov 15 09:17:41.584596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d89f5d2c-e90f-4dfe-8748-d254de7c2669 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Synchronizing usage tracker for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:41.605745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:41.606302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network hostable DHCP agents. Network: 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:17:41.638067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d89f5d2c-e90f-4dfe-8748-d254de7c2669 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Unset dirty status for tenant:0ad0173c5c194b81854516ccb7a52c24 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:41.639629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d89f5d2c-e90f-4dfe-8748-d254de7c2669 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] 10.222.0.81 "GET /v2.0/ports/c828e0dd-4f75-4c66-9dfb-9f889d6e3456 HTTP/1.1" status: 404  len: 333 time: 0.1457438
Nov 15 09:17:41.643445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55570) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:41.721055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.771398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:17:41.774489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.808540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.826629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port 9a3c020b-40bf-4408-bceb-4b2d978b074b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:41.827034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.878936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:41.896695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:41.905518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9de0f47d-1434-4859-a5b9-f30da1b7a663 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:41.907434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0079931-4d01-4ad4-aa3b-bea7f27518e0 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:41.988044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:41.988832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.158981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.0577383
Nov 15 09:17:42.182229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55586) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:42.199409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'name': 'tempest-NetworksTestDHCPv6-703252766'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:42.207236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=ea1f9d37-8700-4199-8807-7772d1b6d513,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:42.215570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:42.302877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.338720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:42.347650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:42.350861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.359281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:42.469254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.502015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ea238-37f3-4aa0-a2fc-10108284fdd2 req-1a70a1d5-d976-42a0-849e-8cddfe5d9468 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:42.503898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e47ea238-37f3-4aa0-a2fc-10108284fdd2 req-1a70a1d5-d976-42a0-849e-8cddfe5d9468 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5893748
Nov 15 09:17:42.533128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '392e4e89-741c-4297-9e2e-9ad95d1cc115'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:17:42.534051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.547546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:42.572505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2780>,) {'filters': {'network_id': ['518354e1-eb1e-4164-967d-a060cf6901bd']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:42.580382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:42.586166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:42.599729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2780>, '3495d7d9-74aa-4014-ad69-f7a9711fc231') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:42.600108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2780>, '3495d7d9-74aa-4014-ad69-f7a9711fc231') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:42.629629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:42.633591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e47ea238-37f3-4aa0-a2fc-10108284fdd2 req-4c607276-946a-4659-bb51-57921a5ad3f2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096792
Nov 15 09:17:42.638205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.655888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for 9a3c020b-40bf-4408-bceb-4b2d978b074b owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:42.660978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.666287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:17:42.703397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:42.721252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.756103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:42.912659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55600) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:42.956459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/392e4e89-741c-4297-9e2e-9ad95d1cc115/e82e35b4-bd40-4fd2-b863-287c0dee0309) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:43.114058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-1909960090'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:43.125709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Network 518354e1-eb1e-4164-967d-a060cf6901bd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:43.131621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:43.141417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.183519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:43.188761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:43.219744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:43.244968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-853732fc-ce0c-4beb-9358-88226dfda285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.291443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:43.297154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.317173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.337595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.338047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.357822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.361841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f3849ab-bf55-4827-9aba-8a02c67b8bd0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:43.459401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:43.481392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=9a3c020b-40bf-4408-bceb-4b2d978b074b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:43.503998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:43.504557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6874bfb4-1bb4-43aa-a717-c82d167f95fa tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:43.584932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 3c41a35c-187a-4aa1-90a6-83eee84922b0 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:43.620707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:43.653499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:security_group_rule and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:43.669118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:43.681389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:43.703785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=ea1f9d37-8700-4199-8807-7772d1b6d513,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:43.729796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:43.795911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Network 518354e1-eb1e-4164-967d-a060cf6901bd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:17:43.849151 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:17:44.004481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Transition to ACTIVE for port object e82e35b4-bd40-4fd2-b863-287c0dee0309 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:44.017060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6274c54-d61b-4ea5-bc2b-2f411d1c8427 req-5621ce1d-885e-4a1e-97dc-e7198400442a tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:44.018783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6274c54-d61b-4ea5-bc2b-2f411d1c8427 req-5621ce1d-885e-4a1e-97dc-e7198400442a tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.6187768
Nov 15 09:17:44.023797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-ee0fd21b-69e7-4e35-b6b7-ec23963c4e94 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6279092
Nov 15 09:17:44.027282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Transition to ACTIVE for port object e82e35b4-bd40-4fd2-b863-287c0dee0309 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:44.058738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.060605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.115551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.118423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08afea98-6ef5-4f7e-b9ba-49de4f4f0b65 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:44.154418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:44.174157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Pushing event deleted for resources: {'Network': ['ID=518354e1-eb1e-4164-967d-a060cf6901bd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:44.177971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:44.229045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] 10.222.0.81 "DELETE /v2.0/networks/518354e1-eb1e-4164-967d-a060cf6901bd HTTP/1.1" status: 204  len: 168 time: 2.5837097
Nov 15 09:17:44.275027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b443426-1263-4e54-9261-6a98b87267b7 req-5299dede-7767-4632-96e6-d6c156442a00 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:44.282795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b443426-1263-4e54-9261-6a98b87267b7 req-5299dede-7767-4632-96e6-d6c156442a00 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4312813
Nov 15 09:17:44.287123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::3e3 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/392e4e89-741c-4297-9e2e-9ad95d1cc115/3c41a35c-187a-4aa1-90a6-83eee84922b0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:44.303473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:44.306720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:44.311712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:44.317920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6274c54-d61b-4ea5-bc2b-2f411d1c8427 req-97b105dc-ecd9-4f93-ab72-84a76964aeee tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2863302
Nov 15 09:17:44.385589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Attempting to bind port e82e35b4-bd40-4fd2-b863-287c0dee0309 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:44.386212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Attempting to bind port e82e35b4-bd40-4fd2-b863-287c0dee0309 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:44.386640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Attempting to bind port e82e35b4-bd40-4fd2-b863-287c0dee0309 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:44.396153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Pushing event updated for resources: {'Port': ['ID=e82e35b4-bd40-4fd2-b863-287c0dee0309,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:44.405616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.407220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:44.411876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:44.412456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:44.417566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.417566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:44.417566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Bound port: e82e35b4-bd40-4fd2-b863-287c0dee0309, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:44.417566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.424494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b443426-1263-4e54-9261-6a98b87267b7 req-27814cdf-fb06-4e9e-849f-63bbf9c67d5a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406465
Nov 15 09:17:44.461370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.465355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.474890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-540f7a8a-e112-4c7f-984b-7834450fca74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.3066545
Nov 15 09:17:44.562364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] For port e82e35b4-bd40-4fd2-b863-287c0dee0309, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:44.566179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] For port e82e35b4-bd40-4fd2-b863-287c0dee0309, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e82e35b4-bd40-4fd2-b863-287c0dee0309,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:44.608598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.626556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:44.685338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.692443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c65d699c-6b58-4518-95ab-acdd040fad30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:44.736030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1762a4-e926-4c4c-bd03-2480961cf66a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:44.753456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:44.755995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:44.764262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4845259
Nov 15 09:17:44.769171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55616) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:44.789372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'port': {'network_id': '2f4ccdba-435d-4240-95ec-05fc1b1e3e41', 'name': 'tempest-FloatingIPTestJSON-1815882990'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:44.835805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55620) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:44.848573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Pushing event updated for resources: {'Port': ['ID=e82e35b4-bd40-4fd2-b863-287c0dee0309,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:44.866530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:44.876292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-7ee5e6aa-108a-468a-b799-b15aebb4c497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:44.881356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-7ee5e6aa-108a-468a-b799-b15aebb4c497 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.3249688
Nov 15 09:17:44.908419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158dda3-fa20-4c69-9c0c-1d9c5f16ded9 req-98e61017-9bd6-4d6d-b49e-f59be397f761 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:44.910941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2158dda3-fa20-4c69-9c0c-1d9c5f16ded9 req-98e61017-9bd6-4d6d-b49e-f59be397f761 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3120978
Nov 15 09:17:44.973361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:45.010738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.083356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.083800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment 31ec4b53-8d56-4634-aa72-87db60018b10 of type vxlan for network fd0ed73d-5857-436e-99db-6ab877d62e3c
Nov 15 09:17:45.100716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.110946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 3c41a35c-187a-4aa1-90a6-83eee84922b0 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:45.127446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.155576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2158dda3-fa20-4c69-9c0c-1d9c5f16ded9 req-5ac5b7c6-5bc3-4252-befa-7dedcfbdd01e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2307587
Nov 15 09:17:45.162594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-dcde066d-beec-4f4d-8097-f40c66506701 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1002 time: 0.2307770
Nov 15 09:17:45.176440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.190186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-270fae9b-4a7c-4c82-aab1-7ae73f211218 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6779975908146e0b8bcd17e59c4ed19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3437972
Nov 15 09:17:45.195748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55628) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:45.209249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:45.217911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:port and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:45.231814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for port was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:45.258171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:45.263903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.263903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router fa04aee8-165d-4dff-8b1e-04eb79f79530 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:17:45.271866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.295306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.307799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 204  len: 168 time: 4.9331117
Nov 15 09:17:45.310188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55634) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:45.318525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.327583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30d9ba5b-e02d-44c3-be0b-d7e8344c1348 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:45.327736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-595552396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:45.341163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:45.341839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.354879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:45.354879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:45.375191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.396290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:45.408211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.443424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e82e35b4-bd40-4fd2-b863-287c0dee0309 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:17:45.451041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:45.462068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:45.520486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:45.567817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.6524131
Nov 15 09:17:45.573445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:45.580804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e82e35b4-bd40-4fd2-b863-287c0dee0309 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:45.584200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-563099612'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:45.589613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=fd0ed73d-5857-436e-99db-6ab877d62e3c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:45.591735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:45.604030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:45.617941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.618893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.623238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-b77b0928-0562-4a5a-a6e3-96faf5e2f3b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:45.624866 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-b77b0928-0562-4a5a-a6e3-96faf5e2f3b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.4035156
Nov 15 09:17:45.626790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:45.680544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:45.729353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:45.745537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:45.756788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:45.841766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] device_id is not set on port 8c243ded-d252-41f8-9343-051db7346425 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:17:45.895538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0d1d-e3af-4026-bf36-2942c35ab93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.944387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:45.950176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.973896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:45.993009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=3c41a35c-187a-4aa1-90a6-83eee84922b0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:46.022268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:46.029947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.090759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:46.115715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-fd5eb377-a2e0-4fd5-b82f-b279f3e21a41 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:46.116524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-fd5eb377-a2e0-4fd5-b82f-b279f3e21a41 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Synchronizing usage tracker for tenant:b0e689093b9e40a589ba42ff3f60bcda on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:46.121291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.126712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.127156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment 2350aed2-b9fd-40ab-b5eb-72c4675ffdce of type vxlan for network 8dda3d78-2ad5-4734-8397-ac5aacd37591
Nov 15 09:17:46.129823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.141977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.12 (2f4ccdba-435d-4240-95ec-05fc1b1e3e41/36b48611-1623-47a1-90ad-a79fedb3a9fe/8c243ded-d252-41f8-9343-051db7346425) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:46.194350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.203969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.204163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:46.219790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fcf17-62a1-4210-82a9-13ccb80414de req-afc99266-ce5c-4c06-a6cd-0dd598153e07 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:46.221387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d40fcf17-62a1-4210-82a9-13ccb80414de req-afc99266-ce5c-4c06-a6cd-0dd598153e07 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7555065
Nov 15 09:17:46.223347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:46.224069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-fd5eb377-a2e0-4fd5-b82f-b279f3e21a41 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Unset dirty status for tenant:b0e689093b9e40a589ba42ff3f60bcda on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:46.225316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-fd5eb377-a2e0-4fd5-b82f-b279f3e21a41 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.5410018
Nov 15 09:17:46.229925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:46.234285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:46.234965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.245566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b988a3-e1ef-404e-a1a2-034798a5d4b7 req-bae82e8b-d7ba-4a79-b2a2-4793ca1ea038 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:46.247173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b2b988a3-e1ef-404e-a1a2-034798a5d4b7 req-bae82e8b-d7ba-4a79-b2a2-4793ca1ea038 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 945 time: 0.7014997
Nov 15 09:17:46.302922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.303210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-dce1ed9e-4e30-41ab-a2ac-8ae8245395fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6386697
Nov 15 09:17:46.306771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d1007cd-30fb-4279-92c5-7ab61271c56c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.9919472
Nov 15 09:17:46.311630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55644) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:46.349507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:46.432406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.2487500
Nov 15 09:17:46.440003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Deleting port 9b449ba2-2d7b-42ba-93be-970f96706291 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:46.440433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.468309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:46.519387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.522030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.523262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/203965a1-09d5-4d43-a4cd-df88b6621500 HTTP/1.1" status: 204  len: 168 time: 1.3262298
Nov 15 09:17:46.540672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:46.542213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.552263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee8575-fd54-41b5-bdcf-47124be6feed None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:46.569236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:46.572978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.578969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec02dc69-bb71-4085-81ee-0f22ac010811 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:46.625780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203965a1-09d5-4d43-a4cd-df88b6621500,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:46.650140 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d40fcf17-62a1-4210-82a9-13ccb80414de req-c8d4d9fb-abac-45ed-b027-1d0d0882a949 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3989944
Nov 15 09:17:46.652261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:46.658949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b2b988a3-e1ef-404e-a1a2-034798a5d4b7 req-6b0df204-7742-4005-9de2-a05d22d2e407 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3948979
Nov 15 09:17:46.760867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 9b449ba2-2d7b-42ba-93be-970f96706291 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:46.853136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.2772193
Nov 15 09:17:46.857729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55656) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:46.876244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=8dda3d78-2ad5-4734-8397-ac5aacd37591,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:46.883216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:46.915185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:46.923083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:46.959132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:46.989879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-d897cd2a-3329-4e10-9dbd-e22ab3d96933 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6770883
Nov 15 09:17:47.161021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50484c7-b5be-4cc8-9cf6-76e7a15504b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:47.165475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50484c7-b5be-4cc8-9cf6-76e7a15504b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:47.169693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a50484c7-b5be-4cc8-9cf6-76e7a15504b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.6799932
Nov 15 09:17:47.173455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55662) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:47.201704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:47.235684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:47.264801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6de9cf73-2ef3-4c95-9bd9-a020826526b6 req-490807c7-83cc-4792-ad29-4527e5d2c4c5 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919029
Nov 15 09:17:47.267435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:47.274501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f93ed-b04f-4441-9289-9e70fb43924b req-95f40001-ec83-4037-ab3b-528a0a6c1d94 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:47.276268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f9f93ed-b04f-4441-9289-9e70fb43924b req-95f40001-ec83-4037-ab3b-528a0a6c1d94 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3617563
Nov 15 09:17:47.288003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:47.306450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55666) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:47.307341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:47.360080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 3c41a35c-187a-4aa1-90a6-83eee84922b0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:47.360469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.394718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=9b449ba2-2d7b-42ba-93be-970f96706291,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:47.395137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.465642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.493754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.499963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f9f93ed-b04f-4441-9289-9e70fb43924b req-c157768c-39b6-4d5e-b853-d0083093e989 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074809
Nov 15 09:17:47.508898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.517973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:47.520710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Provisioning for port e82e35b4-bd40-4fd2-b863-287c0dee0309 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:47.535510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Provisioning complete for port e82e35b4-bd40-4fd2-b863-287c0dee0309 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:47.535971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.561209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-596bd90a-1cb7-41a0-a8e9-7fd167a3f365 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:47.632638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:17:47.645016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.661087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=9b449ba2-2d7b-42ba-93be-970f96706291,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:47.742236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291', 'code': 200}
Nov 15 09:17:47.760682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.761438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:47.907292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.933423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.949521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:47.956373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:47.980873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] For port e82e35b4-bd40-4fd2-b863-287c0dee0309, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e82e35b4-bd40-4fd2-b863-287c0dee0309,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:47.983167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.983567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.984006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.984394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.984776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.985155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.985532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.986348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.986734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.987116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.988414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.988793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.989240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.989800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:17:47.998732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:48.015245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.018025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d15014f0-c6c3-4054-8a88-49ea9ef9b25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:48.026693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.108738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Pushing event updated for resources: {'Port': ['ID=e82e35b4-bd40-4fd2-b863-287c0dee0309,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:48.114761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:48.173515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Provisioning for port 3c41a35c-187a-4aa1-90a6-83eee84922b0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:48.180741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Provisioning complete for port 3c41a35c-187a-4aa1-90a6-83eee84922b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:48.182142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.195063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d59948-a176-42cf-a8b9-368a6119603b req-c5b4d575-5b5c-497b-9d96-e564fd0b60cc tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:48.197166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6d59948-a176-42cf-a8b9-368a6119603b req-c5b4d575-5b5c-497b-9d96-e564fd0b60cc tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.2325823
Nov 15 09:17:48.223216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-136f71f4-4760-4214-9d8b-03882f71181c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ad0173c5c194b81854516ccb7a52c24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9131670
Nov 15 09:17:48.239517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55676) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:48.269948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Port 3c41a35c-187a-4aa1-90a6-83eee84922b0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:48.287344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Provisioning complete for port e82e35b4-bd40-4fd2-b863-287c0dee0309 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:48.288852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d37290b-50b0-4c96-b08a-146ba325f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.338901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6d59948-a176-42cf-a8b9-368a6119603b req-ad7c9c46-58c4-4be1-b4a2-981b673fee1d tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338010
Nov 15 09:17:48.391608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=8c243ded-d252-41f8-9343-051db7346425,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:48.414387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:48.423592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.434002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.526526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.578657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Allocated IP 172.26.4.144 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/49c3d3dd-2d50-46c6-9139-ab0c0eba6c5c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:48.611517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aa51f0df-7cda-4d59-b08c-428beb8b6380 None None] Provisioning complete for port 3c41a35c-187a-4aa1-90a6-83eee84922b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:48.612791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa51f0df-7cda-4d59-b08c-428beb8b6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.697478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aa51f0df-7cda-4d59-b08c-428beb8b6380 None None] Port 3c41a35c-187a-4aa1-90a6-83eee84922b0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:17:48.714461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aa51f0df-7cda-4d59-b08c-428beb8b6380 None None] Provisioning complete for port e82e35b4-bd40-4fd2-b863-287c0dee0309 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:48.715132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa51f0df-7cda-4d59-b08c-428beb8b6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.731292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.741013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad12ead-2f3d-44b3-87bc-59e82316861c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:48.758158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a985988-f8c5-453c-b2f5-88dabf57e446,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:48.765950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:48.792818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.826551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:48.837459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:48.851654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:48.851902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.855487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a985988-f8c5-453c-b2f5-88dabf57e446 HTTP/1.1" status: 204  len: 168 time: 0.6011500
Nov 15 09:17:48.883492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.909260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdd38e04-915f-43dd-8850-3cb9c91a870f tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:48.939759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.940260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:48.941152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Floating IP ed15195e-a0a9-4081-8830-6174e7de5314 disassociated. External IP: 172.26.4.64, port: 9b449ba2-2d7b-42ba-93be-970f96706291.
Nov 15 09:17:48.942992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Calling delete_port for 9b449ba2-2d7b-42ba-93be-970f96706291 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:49.028181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a501ea71-248c-488d-a18b-a285855e37e0 None None] Provisioning complete for port e82e35b4-bd40-4fd2-b863-287c0dee0309 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:49.028615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a501ea71-248c-488d-a18b-a285855e37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.054706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.067763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:49.069912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.278248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e82e35b4-bd40-4fd2-b863-287c0dee0309 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:17:49.294933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 3c41a35c-187a-4aa1-90a6-83eee84922b0 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:49.353732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.5804737
Nov 15 09:17:49.369792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55688) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:49.381122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': '8c243ded-d252-41f8-9343-051db7346425'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:49.383409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e82e35b4-bd40-4fd2-b863-287c0dee0309 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:49.384105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.512377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.572688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:17:49.573062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:17:49.601507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event updated for resources: {'Port': ['ID=49c3d3dd-2d50-46c6-9139-ab0c0eba6c5c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:49.618996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:49.748891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:49.768407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdb743c7-e539-4fdc-8c10-080aff1dc8ab tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:49.805018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:49.814254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:49.817529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:49.889439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=3c41a35c-187a-4aa1-90a6-83eee84922b0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:49.897357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:50.013698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:50.034166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/3c41a35c-187a-4aa1-90a6-83eee84922b0 HTTP/1.1" status: 204  len: 168 time: 2.8459265
Nov 15 09:17:50.035291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:50.079259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Deleting port 9b449ba2-2d7b-42ba-93be-970f96706291 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:50.079631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:50.217726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55714) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:50.251364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aaea2a-34c7-43be-9a4a-feff39d94db9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:50.253616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aaea2a-34c7-43be-9a4a-feff39d94db9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:50.257728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3aaea2a-34c7-43be-9a4a-feff39d94db9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2189991
Nov 15 09:17:50.264320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029844a4-4467-4ecb-ab29-052d2c5a7ce7 req-ac81da77-8d6e-4efc-a604-06ad2984dad0 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:50.266228 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-029844a4-4467-4ecb-ab29-052d2c5a7ce7 req-ac81da77-8d6e-4efc-a604-06ad2984dad0 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 943 time: 0.6453805
Nov 15 09:17:50.275087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55720) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:50.327034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:50.347880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:50.533254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-029844a4-4467-4ecb-ab29-052d2c5a7ce7 req-55d9cd41-836c-4fc3-b6ee-c3fb948fefa3 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups?id=4a167425-d66c-46fc-84d5-c3171a30342b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2535410
Nov 15 09:17:50.562119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7130c-8281-4804-bc87-a81e28f9e531 req-56668e43-44e5-4239-b3d5-1344ff9b505f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:50.563891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d7130c-8281-4804-bc87-a81e28f9e531 req-56668e43-44e5-4239-b3d5-1344ff9b505f tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.5512111
Nov 15 09:17:50.867133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d7130c-8281-4804-bc87-a81e28f9e531 req-ed6fe67f-22c7-4e33-91a9-fad150068a52 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947283
Nov 15 09:17:50.875452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5dc7676-c068-4bff-9263-d7eb337777a5 tempest-AgentManagementNegativeTest-1403189229 tempest-AgentManagementNegativeTest-1403189229] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.6480093
Nov 15 09:17:50.883502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 392e4e89-741c-4297-9e2e-9ad95d1cc115 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:17:50.889014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:50.920720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=81bd280e-a6bf-4bb9-897d-a44bccc31e40,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:50.938926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:50.966361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:50.992218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] For port 9b449ba2-2d7b-42ba-93be-970f96706291, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=9b449ba2-2d7b-42ba-93be-970f96706291,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:50.992619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.024095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.228792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': '31ec4b53-8d56-4634-aa72-87db60018b10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:51.229209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: fd0ed73d-5857-436e-99db-6ab877d62e3c, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:17:51.305803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.334541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55728) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:51.376184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.402525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.402843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.403199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Floating IP ed15195e-a0a9-4081-8830-6174e7de5314 disassociated. External IP: 172.26.4.64, port: 9b449ba2-2d7b-42ba-93be-970f96706291.
Nov 15 09:17:51.403582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Calling delete_port for 9b449ba2-2d7b-42ba-93be-970f96706291 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:51.436366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network fd0ed73d-5857-436e-99db-6ab877d62e3c is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:17:51.522103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, fd0ed73d-5857-436e-99db-6ab877d62e3c) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:51.530920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f60e6-7dd4-458a-8d74-1fb77569a2e5 None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:51.541997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:51.542664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.549314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.664641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:51.672038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8003500
Nov 15 09:17:51.672276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55736) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:51.675742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Usage tracker for resource:security_group_rule and tenant:f48644aa3383451694975f5212bd431b is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:51.682658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:51.701290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:51.714794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:51.763086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.768968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.780131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-fd0ed73d-5857-436e-99db-6ab877d62e3c', 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '81bd280e-a6bf-4bb9-897d-a44bccc31e40'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:17:51.781115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.837390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:51.849988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c676a62d-1f78-4c7f-972f-e30c4ae6cb8c req-9d8d3df9-5ea5-40a5-bbcb-a0c92b53a7d6 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.1324830
Nov 15 09:17:51.878386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1696377-0a4d-4b51-8709-8a268cf60d49 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:51.932248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.011168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event deleted for resources: {'Port': ['ID=9b449ba2-2d7b-42ba-93be-970f96706291,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:52.023886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:52.035626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.071877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.087195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:52.097041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:52.115179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Allocated IP 172.20.0.2 (fd0ed73d-5857-436e-99db-6ab877d62e3c/81bd280e-a6bf-4bb9-897d-a44bccc31e40/22d23514-5974-44be-a985-928904cbf7e5) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:52.128533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:52.145639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:52.158407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:52.166089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd0cb9-e753-45fb-981d-150ea2a58d7d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:52.176171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f48644aa3383451694975f5212bd431b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8395975
Nov 15 09:17:52.179712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:52.180245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55742) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:52.231475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:52.386157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.402099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Transition to ACTIVE for port object 22d23514-5974-44be-a985-928904cbf7e5 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:52.423528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Transition to ACTIVE for port object 22d23514-5974-44be-a985-928904cbf7e5 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:52.461290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.483205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.484053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:52.515484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.570928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.583220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-a114c774-fd6a-4900-8c4f-0d9f85b01100 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:52.584320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-a114c774-fd6a-4900-8c4f-0d9f85b01100 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.65 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.5920630
Nov 15 09:17:52.614266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4d36-2bd3-4828-b833-a969f3765627 req-897488e5-aaf0-4461-82dd-e4645708d30a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:52.615912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e1dc4d36-2bd3-4828-b833-a969f3765627 req-897488e5-aaf0-4461-82dd-e4645708d30a tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 945 time: 0.5679147
Nov 15 09:17:52.720487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Pushing event updated for resources: {'Port': ['ID=22d23514-5974-44be-a985-928904cbf7e5,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:52.731069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:52.732858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:52.739917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:52.740513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:52.747171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e55b9f56-724f-4eee-a312-b4d5adc6b941 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:52.806682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Deleting port e55b9f56-724f-4eee-a312-b4d5adc6b941 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:52.807066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.865346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.874722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:52.896924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e1dc4d36-2bd3-4828-b833-a969f3765627 req-06448a8c-0911-42e8-94c4-f5f5b285a1e0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2413425
Nov 15 09:17:52.899045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.965750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd0cb9-e753-45fb-981d-150ea2a58d7d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:52.969882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:52.980918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8691e037-d351-4964-85f8-ecce3536f866 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:52.985811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:52.987140 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07bd0cb9-e753-45fb-981d-150ea2a58d7d HTTP/1.1" status: 204  len: 168 time: 0.8044610
Nov 15 09:17:52.996078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Attempting to bind port 22d23514-5974-44be-a985-928904cbf7e5 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:17:52.996499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Attempting to bind port 22d23514-5974-44be-a985-928904cbf7e5 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '31ec4b53-8d56-4634-aa72-87db60018b10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:17:52.996910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Attempting to bind port 22d23514-5974-44be-a985-928904cbf7e5 on network fd0ed73d-5857-436e-99db-6ab877d62e3c {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:17:53.062070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:17:53.062500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Checking segment: {'id': '31ec4b53-8d56-4634-aa72-87db60018b10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:53.062954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.063408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Bound using segment: {'id': '31ec4b53-8d56-4634-aa72-87db60018b10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:17:53.063970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Bound port: 22d23514-5974-44be-a985-928904cbf7e5, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec4b53-8d56-4634-aa72-87db60018b10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd0ed73d-5857-436e-99db-6ab877d62e3c'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:17:53.064394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.082289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=392e4e89-741c-4297-9e2e-9ad95d1cc115,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:53.100913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:53.146736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.216487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:17:53.249426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e55b9f56-724f-4eee-a312-b4d5adc6b941, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:53.281071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f9951948-8496-45b8-907d-7ac57547492e None None] For port 22d23514-5974-44be-a985-928904cbf7e5, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:17:53.297115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f9951948-8496-45b8-907d-7ac57547492e None None] For port 22d23514-5974-44be-a985-928904cbf7e5, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22d23514-5974-44be-a985-928904cbf7e5,segment=NetworkSegment(31ec4b53-8d56-4634-aa72-87db60018b10),segment_id=31ec4b53-8d56-4634-aa72-87db60018b10)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:17:53.302346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:53.306730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.308320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eea2d9ba-8cde-4a35-afc6-413f3bf5abe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:53.354156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.370048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'code': 200}
Nov 15 09:17:53.441907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8106aa99-a1eb-46cc-a2c1-e2c6a1636908 req-a33c4dca-675a-40d6-b237-38b7a19700ea tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.3416705
Nov 15 09:17:53.488525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.535192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:53.700344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:53.754988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP 5797e78b-9cc5-4111-9dad-216ae60f2a93 associated. External IP: 172.26.4.42, port: 8c243ded-d252-41f8-9343-051db7346425.
Nov 15 09:17:53.771509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:53.773494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:53.800439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=bdd7317c-e65d-4b0b-aa2f-81d5a8832012,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:53.810074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:53.869461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:53.870968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e24a1-4e6c-46e7-9c45-04f04f41fb62 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:53.942309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/392e4e89-741c-4297-9e2e-9ad95d1cc115 HTTP/1.1" status: 204  len: 168 time: 3.6659815
Nov 15 09:17:53.946574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55762) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:54.037296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] For port e55b9f56-724f-4eee-a312-b4d5adc6b941, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e55b9f56-724f-4eee-a312-b4d5adc6b941,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:54.037625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.064895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55770) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:54.066116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6cd0ad4b-aa16-491f-a1a7-4dc701f0a06d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1113195
Nov 15 09:17:54.118372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:54.159244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Sync routers for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:54.168100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': '2350aed2-b9fd-40ab-b5eb-72c4675ffdce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:17:54.168485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: 8dda3d78-2ad5-4734-8397-ac5aacd37591, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:17:54.181783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] No DVR routers for this DVR port 9b449ba2-2d7b-42ba-93be-970f96706291 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:17:54.188332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.191168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce357562-4e4c-4742-a7a8-2de4ae1af3b8 req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.65 "DELETE /v2.0/ports/9b449ba2-2d7b-42ba-93be-970f96706291 HTTP/1.1" status: 204  len: 173 time: 7.9489839
Nov 15 09:17:54.192613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-deleted', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:17:54.203366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Pushing event updated for resources: {'Port': ['ID=22d23514-5974-44be-a985-928904cbf7e5,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:54.210989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:54.266539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:17:54.270957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:54.271695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32bb4e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:54.308409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc62cf97-bc98-4b88-bfa4-c7e19c5abb74', 'name': 'network-vif-deleted', 'tag': '9b449ba2-2d7b-42ba-93be-970f96706291', 'status': 'completed', 'code': 200}
Nov 15 09:17:54.338946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8dda3d78-2ad5-4734-8397-ac5aacd37591) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:54.358384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:54.359076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.445094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7715771
Nov 15 09:17:54.449017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55780) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:54.462554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1916040398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:54.474819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:54.493281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:54.502916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:54.515620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:54.577375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.580559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.634164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:54.635078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:54.653096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.792391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.877840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:54.882359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e5f59fe-0108-468b-b7b0-993b50cf638e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4321275
Nov 15 09:17:54.883051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55788) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:54.930819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d7e10-a9d7-472e-8169-f052c9dd8086 None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:54.982741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55792) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:55.026898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5afde3cd-69da-4602-96eb-fb5ea0060735 req-7e2144d2-058e-4f21-8ff6-4bf5199c4648 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/ports?device_id=fc62cf97-bc98-4b88-bfa4-c7e19c5abb74 HTTP/1.1" status: 200  len: 210 time: 0.1339273
Nov 15 09:17:55.111788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Router 7be7af5c-9946-42cd-afb2-ee2fdc925364 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:17:55.199546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:55.203694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:55.207344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:55.213364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:55.274926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:55.281624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.396240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'networks': [{'name': 'tempest-network--1685364191'}, {'name': 'tempest-network--1084453814'}]} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:55.396589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-network--1685364191'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:55.397100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-network--1084453814'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:55.402754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:55.408312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:network and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:55.412314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:55.413107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22d23514-5974-44be-a985-928904cbf7e5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:17:55.419502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:55.449408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8dda3d78-2ad5-4734-8397-ac5aacd37591', 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': 'bdd7317c-e65d-4b0b-aa2f-81d5a8832012'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:17:55.450308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.461958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'network': 2} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:55.469845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.569147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:17:55.680451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Deleting port e82e35b4-bd40-4fd2-b863-287c0dee0309 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:55.681212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.734230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 22d23514-5974-44be-a985-928904cbf7e5 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:55.770422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90ba3-161a-414e-858c-32d7ccff05f8 req-fad98bf6-aa16-45c7-a349-c4663eb267bc tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:55.772327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b90ba3-161a-414e-858c-32d7ccff05f8 req-fad98bf6-aa16-45c7-a349-c4663eb267bc tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 943 time: 1.0896561
Nov 15 09:17:55.865842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.866070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.866828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Floating IP f7934504-df5f-433d-8f7b-157dc5ed20de disassociated. External IP: 172.26.4.50, port: e55b9f56-724f-4eee-a312-b4d5adc6b941.
Nov 15 09:17:55.867139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Calling delete_port for e55b9f56-724f-4eee-a312-b4d5adc6b941 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:55.959112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:55.969438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32bb4e0>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:55.997139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Checking router: 58ca06a2-5fd8-4201-90fd-9c776fc6b76b for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:17:56.045623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:56.046319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32bb4e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:56.070454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b90ba3-161a-414e-858c-32d7ccff05f8 req-b773d79a-a060-43e6-a9cb-b30020afcff7 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups?id=f8991710-bfb4-4881-bcd8-3e7b9d416930&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2723818
Nov 15 09:17:56.089835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:56.091546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:security_group_rule and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:56.095508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:56.103197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:56.157046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d4828-3654-4888-bd17-a8b2071677f0 None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:56.225124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.244381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55802) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:56.298160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.298752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.319256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9f66757-1039-48c8-8c94-9cb86d21200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:56.454177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'SecurityGroup': ['ID=feab04e2-eb97-4291-90cc-c3eaaf139838,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:56.461939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:56.470424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:56.472425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.495037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.495684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 8d8ac3c9-7a80-43d3-9019-81c7d1fc76c9 of type vxlan for network d057a9c8-fc82-4930-a867-03e66cdc1dd0
Nov 15 09:17:56.527284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.539985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.548114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33b203c5-299c-4f12-842a-fe69919de7c7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:56.698877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Allocated IP 172.21.0.2 (8dda3d78-2ad5-4734-8397-ac5aacd37591/bdd7317c-e65d-4b0b-aa2f-81d5a8832012/895231bf-b59f-4e41-be31-6dfc0243c55d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:56.701173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Provisioning for port 22d23514-5974-44be-a985-928904cbf7e5 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:17:56.737612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] For port e82e35b4-bd40-4fd2-b863-287c0dee0309, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e82e35b4-bd40-4fd2-b863-287c0dee0309,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:56.737837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.738184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.747755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.762274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Provisioning complete for port 22d23514-5974-44be-a985-928904cbf7e5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:56.762641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.904802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event deleted for resources: {'Port': ['ID=e55b9f56-724f-4eee-a312-b4d5adc6b941,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:56.907823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:56.948143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:17:56.980002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:56.980553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 6e6a517d-1676-4e40-bed6-3dc3a8bd9c67 of type vxlan for network 08540f46-ef2a-4db8-b8bd-c2505268416b
Nov 15 09:17:57.027542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.033422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:57.057554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Calling delete_port for e82e35b4-bd40-4fd2-b863-287c0dee0309 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:57.064219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:57.074882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a167425-d66c-46fc-84d5-c3171a30342b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:57.077436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] Sync routers for ids ['7be7af5c-9946-42cd-afb2-ee2fdc925364'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:57.109886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:57.121322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] Routers {'7be7af5c-9946-42cd-afb2-ee2fdc925364'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:57.122444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a813b320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7be7af5c-9946-42cd-afb2-ee2fdc925364'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:57.125104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.175643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.187144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "PUT /v2.0/routers/7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 200  len: 883 time: 10.8669155
Nov 15 09:17:57.193686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55808) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:57.255910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:17:57.260551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:17:57.304883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.305845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "DELETE /v2.0/security-groups/4a167425-d66c-46fc-84d5-c3171a30342b HTTP/1.1" status: 204  len: 168 time: 1.0631499
Nov 15 09:17:57.311872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55812) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:57.333547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e82e35b4-bd40-4fd2-b863-287c0dee0309 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:17:57.398513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d54d268c-3f55-4679-bb84-f4ddda5e30b0 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] show failed (client error): The resource could not be found.
Nov 15 09:17:57.402953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d54d268c-3f55-4679-bb84-f4ddda5e30b0 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "GET /v2.0/security-groups/4a167425-d66c-46fc-84d5-c3171a30342b HTTP/1.1" status: 404  len: 347 time: 0.0848167
Nov 15 09:17:57.410793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55816) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:57.436859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a813b320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:57.454241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] Routers {'7be7af5c-9946-42cd-afb2-ee2fdc925364'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:17:57.455160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a813b320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7be7af5c-9946-42cd-afb2-ee2fdc925364'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:57.495444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.523318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.529306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:57.529786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a813b320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:57.530385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533924bd-5d39-4851-913f-1c3d3d950765 None None] The sync data for ids ['7be7af5c-9946-42cd-afb2-ee2fdc925364'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:57.557862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:57.561172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:57.561875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.600103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1f1da14f-87eb-4c3d-86d8-58e7942e9962 req-68952e3a-2f1a-44d8-a6b5-5b846a98d411 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Synchronizing usage tracker for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:17:57.723491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.748868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.20.0.1 (fd0ed73d-5857-436e-99db-6ab877d62e3c/81bd280e-a6bf-4bb9-897d-a44bccc31e40/fc0f749e-82e0-4428-a3cf-4bdaa6c7066f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:17:57.759018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1f1da14f-87eb-4c3d-86d8-58e7942e9962 req-68952e3a-2f1a-44d8-a6b5-5b846a98d411 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Unset dirty status for tenant:ef9cb4a7be804567aae50f3c6c40d3c2 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:17:57.760467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f1da14f-87eb-4c3d-86d8-58e7942e9962 req-68952e3a-2f1a-44d8-a6b5-5b846a98d411 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.3687911
Nov 15 09:17:57.769314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Deleting port 22f5a440-564a-4c25-9377-025ada7155d2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:17:57.769702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.814372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:57.859375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port e82e35b4-bd40-4fd2-b863-287c0dee0309 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:17:57.879666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:57.918494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.9317460
Nov 15 09:17:57.918494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=d057a9c8-fc82-4930-a867-03e66cdc1dd0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:57.918850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:57.920397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:57.963605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:58.147916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=08540f46-ef2a-4db8-b8bd-c2505268416b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:58.169187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:58.169949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:58.170493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:58.191284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Pushing event deleted for resources: {'Port': ['ID=e82e35b4-bd40-4fd2-b863-287c0dee0309,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:58.194165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:58.210077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d057a9c8-fc82-4930-a867-03e66cdc1dd0 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:58.224402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d057a9c8-fc82-4930-a867-03e66cdc1dd0 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:58.276651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.277194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.335428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 08540f46-ef2a-4db8-b8bd-c2505268416b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:58.368200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.371527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=deee0799-cf5b-4414-b1f9-d49a42a16d86,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:58.375283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:58.403333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 08540f46-ef2a-4db8-b8bd-c2505268416b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:17:58.441404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Calling delete_port for 22f5a440-564a-4c25-9377-025ada7155d2 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:17:58.474923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.479481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.506989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object fc0f749e-82e0-4428-a3cf-4bdaa6c7066f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:58.512112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949fa7a-0374-415d-bfee-4090439addbb tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:58.516646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949fa7a-0374-415d-bfee-4090439addbb tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:58.521849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949fa7a-0374-415d-bfee-4090439addbb tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:58.526490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949fa7a-0374-415d-bfee-4090439addbb tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:58.528321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9949fa7a-0374-415d-bfee-4090439addbb tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.6068363
Nov 15 09:17:58.531446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55826) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:58.584382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:58.588852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:58.615909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d7307046-09b2-46a0-912a-77fe9d5b730e tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 200  len: 924 time: 1.3885581
Nov 15 09:17:58.616896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55830) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:58.621860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:58.622514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.706118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Transition to ACTIVE for port object 895231bf-b59f-4e41-be31-6dfc0243c55d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:58.715431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.720562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] No DVR routers for this DVR port e82e35b4-bd40-4fd2-b863-287c0dee0309 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:17:58.737780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36e5f366-2ed5-4053-b5fa-f6fbea169ada tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:58.758833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.6823297
Nov 15 09:17:58.772431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55834) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:58.785628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'name': 'tempest-NetworksTestDHCPv6-1487971049'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:17:58.785845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6124d02f-8097-43d3-b5e9-0d3b2dbd5851 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:17:58.790654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.829260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Transition to ACTIVE for port object 895231bf-b59f-4e41-be31-6dfc0243c55d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:17:58.942329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:58.961994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] For port 22d23514-5974-44be-a985-928904cbf7e5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22d23514-5974-44be-a985-928904cbf7e5,segment=NetworkSegment(31ec4b53-8d56-4634-aa72-87db60018b10),segment_id=31ec4b53-8d56-4634-aa72-87db60018b10)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:17:58.967568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:59.034942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Router b36072a4-6c34-403f-938a-ce12b81d2166 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:17:59.078491 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea14dbc0-8262-4499-8e6a-d2f8b95ee06b req-0d6e64c5-3d1b-472c-8eec-fefd96109fe1 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.1144798
Nov 15 09:17:59.142652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.283028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Pushing event updated for resources: {'Port': ['ID=895231bf-b59f-4e41-be31-6dfc0243c55d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:59.295064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:59.306646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc2d76f-01bd-4863-b563-fb1b47bdc976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:59.343598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=fc0f749e-82e0-4428-a3cf-4bdaa6c7066f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:59.354160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.373941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:59.374534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:17:59.434667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Pushing event deleted for resources: {'Port': ['ID=22f5a440-564a-4c25-9377-025ada7155d2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:59.447336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:59.580026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25d1381d-3cb4-4a30-8b2c-5db619045a35 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=7be7af5c-9946-42cd-afb2-ee2fdc925364&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.9598451
Nov 15 09:17:59.585525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55840) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:59.592879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:17:59.605028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Pushing event updated for resources: {'Port': ['ID=22d23514-5974-44be-a985-928904cbf7e5,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:17:59.619182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:17:59.622742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.625927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'deee0799-cf5b-4414-b1f9-d49a42a16d86'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:17:59.626785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.668531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32bb4e0>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:59.680374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ddab0d04-9319-482b-9c72-e021414fd5d4 None None] Provisioning complete for port 22d23514-5974-44be-a985-928904cbf7e5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:17:59.680934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ddab0d04-9319-482b-9c72-e021414fd5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.740859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313e0f-58ab-4e83-92c5-69dbde536af4 None None] The sync data for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs is: [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:15:44Z', 'revision_number': 4, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '49d6271c-73da-43e4-830c-64c6beeffbe6', 'name': '', 'network_id': '6e91940b-a0c0-4b7f-a531-00e7770071f5', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'mac_address': 'fa:16:3e:b7:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:43Z', 'updated_at': '2020-11-15T09:15:57Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'subnets': [{'id': '6d6a144c-b072-48e8-93fa-350baa4c327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:17:59.751769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:59.780912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0338c2-fd33-4784-a0aa-c35600a2d0b3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:17:59.782963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:59.789632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:59.789790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c0338c2-fd33-4784-a0aa-c35600a2d0b3 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.1964757
Nov 15 09:17:59.789790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55846) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:17:59.791133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:17:59.794945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:17:59.802526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:17:59.809937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network fd0ed73d-5857-436e-99db-6ab877d62e3c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:17:59.814484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:17:59.833293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:17:59.912748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3790cc0>,) {'filters': {'network_id': ['d057a9c8-fc82-4930-a867-03e66cdc1dd0']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:59.921830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:17:59.923757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:17:59.928320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3790cc0>, '8d8ac3c9-7a80-43d3-9019-81c7d1fc76c9') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:59.928667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3790cc0>, '8d8ac3c9-7a80-43d3-9019-81c7d1fc76c9') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:17:59.932199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.944447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.950314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23119e43-a66c-409e-8845-5c08ba22939c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 200  len: 205 time: 0.1326463
Nov 15 09:17:59.955140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:17:59.956222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.962262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:17:59.965237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:17:59.991759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55850) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:00.014020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Attempting to bind port 895231bf-b59f-4e41-be31-6dfc0243c55d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:00.014531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Attempting to bind port 895231bf-b59f-4e41-be31-6dfc0243c55d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '2350aed2-b9fd-40ab-b5eb-72c4675ffdce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:00.014949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Attempting to bind port 895231bf-b59f-4e41-be31-6dfc0243c55d on network 8dda3d78-2ad5-4734-8397-ac5aacd37591 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:00.028501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:00.028923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Checking segment: {'id': '2350aed2-b9fd-40ab-b5eb-72c4675ffdce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:00.029383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.029827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Bound using segment: {'id': '2350aed2-b9fd-40ab-b5eb-72c4675ffdce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:00.030370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Bound port: 895231bf-b59f-4e41-be31-6dfc0243c55d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2350aed2-b9fd-40ab-b5eb-72c4675ffdce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dda3d78-2ad5-4734-8397-ac5aacd37591'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:00.030796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.173133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f0726ca3-6334-47af-abf5-2f226ae6564e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/5797e78b-9cc5-4111-9dad-216ae60f2a93 HTTP/1.1" status: 200  len: 978 time: 10.7997906
Nov 15 09:18:00.185526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55856) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:00.262983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network d057a9c8-fc82-4930-a867-03e66cdc1dd0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:00.287508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d16e4ec-0d19-4f06-bff4-a4e4c5299495 None None] New status for floating IP ed15195e-a0a9-4081-8830-6174e7de5314: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:18:00.324079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d6870087-ba65-4117-9700-e67d9262f48b req-5f57e907-fdbf-471d-ad5e-05b7422e16f8 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.0514948
Nov 15 09:18:00.341441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.378817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] For port 895231bf-b59f-4e41-be31-6dfc0243c55d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:00.382138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] For port 895231bf-b59f-4e41-be31-6dfc0243c55d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=895231bf-b59f-4e41-be31-6dfc0243c55d,segment=NetworkSegment(2350aed2-b9fd-40ab-b5eb-72c4675ffdce),segment_id=2350aed2-b9fd-40ab-b5eb-72c4675ffdce)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:00.387316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:00.388035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:00.457359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.462925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 8c243ded-d252-41f8-9343-051db7346425 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:00.463319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.469271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.486020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c70ff4e5-5046-431b-9dc9-ebb61cfd8f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:00.590056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:00.608738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network d057a9c8-fc82-4930-a867-03e66cdc1dd0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:00.617633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:00.618088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:00.640801 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:00.739805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.741137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] 10.222.0.81 "DELETE /v2.0/floatingips/ed15195e-a0a9-4081-8830-6174e7de5314 HTTP/1.1" status: 204  len: 168 time: 3.3289578
Nov 15 09:18:00.744159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:00.826984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:00.827788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:00.875740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.902794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Pushing event updated for resources: {'Port': ['ID=895231bf-b59f-4e41-be31-6dfc0243c55d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:00.907157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:00.908220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:00.929610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.934554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:00.935212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec9f69-7d73-4adf-8601-47e92421c90e None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:00.944861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=d057a9c8-fc82-4930-a867-03e66cdc1dd0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:00.955199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:00.960593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/d057a9c8-fc82-4930-a867-03e66cdc1dd0 HTTP/1.1" status: 204  len: 168 time: 2.4255049
Nov 15 09:18:00.960593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:00.969254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55864) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:01.060881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Provisioning complete for port 22d23514-5974-44be-a985-928904cbf7e5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:01.061600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:01.110307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::28b (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/deee0799-cf5b-4414-b1f9-d49a42a16d86/05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:01.154595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:01.283015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Provisioning for port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:01.298392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Provisioning complete for port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:01.298392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:01.339423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:01.354689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22d23514-5974-44be-a985-928904cbf7e5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:01.490650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c723d8b-e076-44f1-98f0-a40305b5f2cf None None] Port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:01.512854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 22d23514-5974-44be-a985-928904cbf7e5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:01.513435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:01.605003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:01.630563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Sync routers for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:01.682587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:01.683489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a345d2b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:01.944035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:02.007098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc9f294c-7b9f-4397-aa22-a4e763721625 req-f2748b20-3e80-4484-b108-8e0768eca154 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.4550674
Nov 15 09:18:02.051556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] No DVR routers for this DVR port e55b9f56-724f-4eee-a312-b4d5adc6b941 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:02.064279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.072320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.075326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-deleted', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:18:02.132177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-920570b1-f8ff-4602-84e8-6bcb5391ec08 req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.65 "DELETE /v2.0/ports/e55b9f56-724f-4eee-a312-b4d5adc6b941 HTTP/1.1" status: 204  len: 173 time: 9.5285015
Nov 15 09:18:02.157232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.229649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf74344-fe6e-43bd-8732-138d0c7b5bca', 'name': 'network-vif-deleted', 'tag': 'e55b9f56-724f-4eee-a312-b4d5adc6b941', 'status': 'completed', 'code': 200}
Nov 15 09:18:02.236240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.258024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:02.294692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8a3e198>,) {'filters': {'network_id': ['08540f46-ef2a-4db8-b8bd-c2505268416b']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:02.372970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.421425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be4adb76-0f58-43b1-8801-a4a6d0074e69 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:02.425371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a345d2b0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:02.435096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/deee0799-cf5b-4414-b1f9-d49a42a16d86/b1059ba5-4e04-4c68-a3a6-c4f871243b73) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:02.438151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Checking router: b36072a4-6c34-403f-938a-ce12b81d2166 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:18:02.454978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:02.456048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a345d2b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:02.549215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:02.570173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:02.597049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.602781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8a3e198>, '6e6a517d-1676-4e40-bed6-3dc3a8bd9c67') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:02.603268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8a3e198>, '6e6a517d-1676-4e40-bed6-3dc3a8bd9c67') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:02.629704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.630066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ae9b4-33b5-4d72-9e48-1c784971db77 None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:02.655103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.684599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.684940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.685294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP 5797e78b-9cc5-4111-9dad-216ae60f2a93 disassociated. External IP: 172.26.4.42, port: 8c243ded-d252-41f8-9343-051db7346425.
Nov 15 09:18:02.685683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 8c243ded-d252-41f8-9343-051db7346425 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:02.694036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cacc98a-4451-439c-88a1-0f7d830cea4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:02.733974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:02.746486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:02.995585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:03.002124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:03.007639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=fc0f749e-82e0-4428-a3cf-4bdaa6c7066f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:03.009683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:03.011074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:03.012321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.014423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:03.014825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.112515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.3339400
Nov 15 09:18:03.113784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55874) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:03.119811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.129402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d526e78e-b5f3-47ae-b814-24e3ac9d96cf None None] Provisioning for port 895231bf-b59f-4e41-be31-6dfc0243c55d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:03.135057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network 08540f46-ef2a-4db8-b8bd-c2505268416b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:03.150279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.185251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:03.360819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e148cb78-b286-4830-9c28-d583c7c4fb37 tempest-ExternalNetworksAdminNegativeTestJSON-886268718 tempest-ExternalNetworksAdminNegativeTestJSON-886268718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:03.370111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 895231bf-b59f-4e41-be31-6dfc0243c55d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:03.406448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.471344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=8c243ded-d252-41f8-9343-051db7346425,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:03.491616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:03.498776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a274104-8ae3-4e01-82c7-915a4927c7a1 req-6c63a607-f1a8-486b-9128-e31e33bfd0de tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/ports?device_id=abf74344-fe6e-43bd-8732-138d0c7b5bca HTTP/1.1" status: 200  len: 210 time: 0.0960419
Nov 15 09:18:03.504850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network 08540f46-ef2a-4db8-b8bd-c2505268416b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:03.530465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port 49c3d3dd-2d50-46c6-9139-ab0c0eba6c5c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:03.530850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:03.536873 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:03.627892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.631989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e937175-9fcb-4d41-a04a-4fdf96a70092 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:03.633234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e937175-9fcb-4d41-a04a-4fdf96a70092 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:03.672872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network fd0ed73d-5857-436e-99db-6ab877d62e3c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:03.676348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:03.733666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Transition to ACTIVE for port object b1059ba5-4e04-4c68-a3a6-c4f871243b73 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:03.772515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Transition to ACTIVE for port object b1059ba5-4e04-4c68-a3a6-c4f871243b73 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:03.813816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e937175-9fcb-4d41-a04a-4fdf96a70092 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:03.827252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e937175-9fcb-4d41-a04a-4fdf96a70092 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.7103257
Nov 15 09:18:03.827942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 895231bf-b59f-4e41-be31-6dfc0243c55d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:03.835536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55878) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:03.869109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.892425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:03.942680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 895231bf-b59f-4e41-be31-6dfc0243c55d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:03.942680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.953093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:03.969418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:03.990874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.009967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.013616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=08540f46-ef2a-4db8-b8bd-c2505268416b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:04.039179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:04.047204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/08540f46-ef2a-4db8-b8bd-c2505268416b HTTP/1.1" status: 204  len: 168 time: 3.0733907
Nov 15 09:18:04.048083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55882) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:04.054270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.188494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for 49c3d3dd-2d50-46c6-9139-ab0c0eba6c5c owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:04.209770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Pushing event updated for resources: {'Port': ['ID=b1059ba5-4e04-4c68-a3a6-c4f871243b73,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:04.219071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:04.225495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-371703d5-63b7-4727-a6ce-1a8a958a1329 None None] Provisioning complete for port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:04.225926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-371703d5-63b7-4727-a6ce-1a8a958a1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.284053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a345d2b0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:04.294621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c5018-7d83-4213-816f-6b9245ab2cb9 None None] The sync data for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs is: [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:58Z', 'revision_number': 4, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '6b133e3d-e3ac-4449-b4f0-29f625e7b74f', 'name': '', 'network_id': '2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'mac_address': 'fa:16:3e:d1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eb51e32-b254-4205-8578-130a02577552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:16Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'subnets': [{'id': '1eb51e32-b254-4205-8578-130a02577552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:04.309658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:04.310957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.405198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-371703d5-63b7-4727-a6ce-1a8a958a1329 None None] Port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:04.444958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:04.449101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:04.454795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:04.514570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.515786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa81534-7f2d-454e-95ec-8f5163646ea7 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:04.522279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa81534-7f2d-454e-95ec-8f5163646ea7 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:04.522415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cfa81534-7f2d-454e-95ec-8f5163646ea7 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Synchronizing usage tracker for tenant:f784b507d0884be5a2eb355900954859 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:04.563282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Attempting to bind port b1059ba5-4e04-4c68-a3a6-c4f871243b73 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:04.563698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Attempting to bind port b1059ba5-4e04-4c68-a3a6-c4f871243b73 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:04.564136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Attempting to bind port b1059ba5-4e04-4c68-a3a6-c4f871243b73 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:04.585389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:04.585887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:04.586253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.586707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:04.587259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Bound port: b1059ba5-4e04-4c68-a3a6-c4f871243b73, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:04.587685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.603752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 895231bf-b59f-4e41-be31-6dfc0243c55d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=895231bf-b59f-4e41-be31-6dfc0243c55d,segment=NetworkSegment(2350aed2-b9fd-40ab-b5eb-72c4675ffdce),segment_id=2350aed2-b9fd-40ab-b5eb-72c4675ffdce)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:04.607910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-596cbc3f-5715-4edd-b91f-b0f47833f7c1 None None] Provisioning complete for port 895231bf-b59f-4e41-be31-6dfc0243c55d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:04.608342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-596cbc3f-5715-4edd-b91f-b0f47833f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.645700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:04.660815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:04.873177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8dc871-b90b-4350-8711-8ba0d1a4b58e None None] New status for floating IP f7934504-df5f-433d-8f7b-157dc5ed20de: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:18:04.874876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=895231bf-b59f-4e41-be31-6dfc0243c55d,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:04.883168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:04.921951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:04.953333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55890) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:04.956937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1059ba5-4e04-4c68-a3a6-c4f871243b73,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:05.015363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.035918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:05.106991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cfa81534-7f2d-454e-95ec-8f5163646ea7 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Unset dirty status for tenant:f784b507d0884be5a2eb355900954859 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:05.108326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cfa81534-7f2d-454e-95ec-8f5163646ea7 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.0576391
Nov 15 09:18:05.114139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55894) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:05.121596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1763463921'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:05.136417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:05.155269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.182050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:05.188306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.194084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:05.219169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Pushing event updated for resources: {'Port': ['ID=b1059ba5-4e04-4c68-a3a6-c4f871243b73,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:05.229696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:05.245418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.309791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=49c3d3dd-2d50-46c6-9139-ab0c0eba6c5c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:05.323982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:05.327661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 895231bf-b59f-4e41-be31-6dfc0243c55d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:05.331610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:05.334746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.418321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:05.423748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.441426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.441426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 7ed915c7-9fe9-41cd-8f20-c47d39a25ad1 of type vxlan for network c89e2204-d351-41e5-8aac-0bfeb3d3dae2
Nov 15 09:18:05.462448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.475521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:05.501271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 160c23ea-2b29-4172-82fd-58aa8dbd1822 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:18:05.540959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8991710-bfb4-4881-bcd8-3e7b9d416930,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:05.548512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.557799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:05.596891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:05.647964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 895231bf-b59f-4e41-be31-6dfc0243c55d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:05.648733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.813912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:05.902830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.904043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "DELETE /v2.0/security-groups/f8991710-bfb4-4881-bcd8-3e7b9d416930 HTTP/1.1" status: 204  len: 168 time: 0.9423673
Nov 15 09:18:05.910407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55898) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:05.917698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.921845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:05.922503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:05.944222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:06.050380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-09d0737a-74be-49e8-95e1-0eaf10407582 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] show failed (client error): The resource could not be found.
Nov 15 09:18:06.054059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09d0737a-74be-49e8-95e1-0eaf10407582 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "GET /v2.0/security-groups/f8991710-bfb4-4881-bcd8-3e7b9d416930 HTTP/1.1" status: 404  len: 347 time: 0.1358292
Nov 15 09:18:06.062023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55902) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:06.150228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.182726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0673633
Nov 15 09:18:06.195200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55906) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:06.201409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=c89e2204-d351-41e5-8aac-0bfeb3d3dae2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:06.207954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1231195426'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:06.213097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:06.235017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:06.296451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:06.313257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.330979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:06.333812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39eff71c-aeeb-426f-a9fa-56baaba41ef1 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:06.360606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Deleting port 5c0a8172-e5e0-4115-8f40-c731c70ff637 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:06.360988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.400111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:06.444602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:06.447282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:06.579592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:06.585805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.649287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:06.656914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7727685
Nov 15 09:18:06.662877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] Sync routers for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:06.664451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55910) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:06.683224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:06.684910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a819d390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:06.704672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:06.712024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.737905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.738285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.753927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.754382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 64f18686-a2da-4b5c-822b-14b09a89e476 of type vxlan for network eb708edd-73be-44cd-8feb-ccd67c32e66e
Nov 15 09:18:06.788666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a819d390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:06.806029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:06.806901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a819d390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:06.812387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:06.889971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c1b7ce-67ca-4022-ad1d-3ee2f1bbc56a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:06.891947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0c1b7ce-67ca-4022-ad1d-3ee2f1bbc56a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports/fc0f749e-82e0-4428-a3cf-4bdaa6c7066f HTTP/1.1" status: 200  len: 910 time: 0.2225933
Nov 15 09:18:06.900631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55914) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:06.925931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a819d390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:06.926335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76c68b-c198-4275-b58e-ba6460d2ef5d None None] The sync data for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:06.973571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Calling delete_port for 5c0a8172-e5e0-4115-8f40-c731c70ff637 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:07.106227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b213f647-0b90-44d2-b63b-36d7ef07e833 None None] Provisioning for port b1059ba5-4e04-4c68-a3a6-c4f871243b73 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:07.121482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.228068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-39f323c2-1e6a-43b3-a242-88ab41c11514 None None] Could not find standard attr ID for object 05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:18:07.277450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.351882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.355740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:07.356630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.370680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:07.397317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1059ba5-4e04-4c68-a3a6-c4f871243b73 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:07.412716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.413327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router 7be7af5c-9946-42cd-afb2-ee2fdc925364 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:07.420360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.421976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 204  len: 168 time: 7.4203448
Nov 15 09:18:07.429674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55920) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:07.443879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1308155160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:07.455164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a HTTP/1.1" status: 204  len: 168 time: 3.5964997
Nov 15 09:18:07.460028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:07.462276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55924) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:07.514871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:07.540783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:07.562881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:07.574939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b1059ba5-4e04-4c68-a3a6-c4f871243b73 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:07.582275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1059ba5-4e04-4c68-a3a6-c4f871243b73 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:07.582796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.606494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe138b-394f-4a63-b8ed-c6fc1f3fb804 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:07.608108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe138b-394f-4a63-b8ed-c6fc1f3fb804 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:07.608971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8fbe138b-394f-4a63-b8ed-c6fc1f3fb804 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:07.610226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Deleting port 49d6271c-73da-43e4-830c-64c6beeffbe6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:07.610589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.616507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:07.626182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:07.651895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:07.657170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec7278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:07.720687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.726233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/8c243ded-d252-41f8-9343-051db7346425 HTTP/1.1" status: 204  len: 168 time: 7.5392296
Nov 15 09:18:07.735342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55928) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:07.782292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec7278>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:07.803450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:07.805805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec7278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:07.809979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8fbe138b-394f-4a63-b8ed-c6fc1f3fb804 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:07.814524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8fbe138b-394f-4a63-b8ed-c6fc1f3fb804 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3509617
Nov 15 09:18:07.822842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55932) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:07.881960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.937678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ec7278>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:07.938732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5bdc6-7ad8-4316-b4b6-9d95be431842 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:07.964293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=eb708edd-73be-44cd-8feb-ccd67c32e66e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:07.978894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:07.982986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] For port 49d6271c-73da-43e4-830c-64c6beeffbe6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=49d6271c-73da-43e4-830c-64c6beeffbe6,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:07.983406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.987643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d0ff3db8-297d-4382-b857-b11cee838610 None None] Provisioning complete for port b1059ba5-4e04-4c68-a3a6-c4f871243b73 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:07.988533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3db8-297d-4382-b857-b11cee838610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:07.996911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c2c47371-1edb-47a8-b32f-b9c72528deac tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/floatingips/5797e78b-9cc5-4111-9dad-216ae60f2a93 HTTP/1.1" status: 200  len: 687 time: 0.2601123
Nov 15 09:18:08.009736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.8115146
Nov 15 09:18:08.012627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55936) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:08.013487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55938) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:08.024021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network eb708edd-73be-44cd-8feb-ccd67c32e66e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:08.030298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'ports': [{'network_id': 'c89e2204-d351-41e5-8aac-0bfeb3d3dae2', 'name': 'tempest-port--560803066', 'admin_state_up': True}, {'network_id': 'eb708edd-73be-44cd-8feb-ccd67c32e66e', 'admin_state_up': False}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:08.031024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'port': {'network_id': 'c89e2204-d351-41e5-8aac-0bfeb3d3dae2', 'name': 'tempest-port--560803066', 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:08.031603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'port': {'network_id': 'eb708edd-73be-44cd-8feb-ccd67c32e66e', 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:08.052492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network eb708edd-73be-44cd-8feb-ccd67c32e66e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:08.061175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.062201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.081604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1059ba5-4e04-4c68-a3a6-c4f871243b73,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:08.215315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.236163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:08.398922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.412022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b1059ba5-4e04-4c68-a3a6-c4f871243b73,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:08.430287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:08.519899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Calling delete_port for 49d6271c-73da-43e4-830c-64c6beeffbe6 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:08.570939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.576765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:08.583952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet deee0799-cf5b-4414-b1f9-d49a42a16d86 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:08.590826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.595207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f37bfcb-91bf-4e67-9f2b-11b8bc5486d4 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:08.621879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:port and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:08.631902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:08.634941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.647504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:08.765334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.766640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-06c324e3-c524-4929-acfb-2d2e94375797 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.3347759
Nov 15 09:18:08.770178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'port': 2} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:08.776354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.788667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:08.789827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Pushing event deleted for resources: {'Port': ['ID=5c0a8172-e5e0-4115-8f40-c731c70ff637,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:08.792867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.801579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': True}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:08.876672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:08.905615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port ea1f9d37-8700-4199-8807-7772d1b6d513 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:08.905979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:08.960928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.133745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.220413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] device_id is not set on port 6fd253da-49b0-43de-949a-96bdfc0266af yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:09.284536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1059ba5-4e04-4c68-a3a6-c4f871243b73 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:09.377565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1059ba5-4e04-4c68-a3a6-c4f871243b73 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:09.378364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.489600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.489946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.572570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.575394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:09.576750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] 10.222.0.81 "DELETE /v2.0/floatingips/f7934504-df5f-433d-8f7b-157dc5ed20de HTTP/1.1" status: 204  len: 168 time: 3.4982729
Nov 15 09:18:09.607264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:09.652692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for ea1f9d37-8700-4199-8807-7772d1b6d513 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:10.006078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.026834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.027653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa123e65-cde2-401e-b88c-5f62baf4dc23 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:10.077053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.150621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Pushing event deleted for resources: {'Port': ['ID=49d6271c-73da-43e4-830c-64c6beeffbe6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:10.410652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.413997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:10.466505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.468573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.472034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] device_id is not set on port a08f585e-e1db-4ce7-83f1-9240ddfd7e06 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:10.493793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-615c5d35-b761-47c5-ad93-6a38a3fe55f2 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:10.507302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:10.619528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=ea1f9d37-8700-4199-8807-7772d1b6d513,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:10.622844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=deee0799-cf5b-4414-b1f9-d49a42a16d86,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:10.626641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:10.636673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:10.869210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272fbda-27bb-4296-a99e-20a160085346 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:10.876881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:10.993044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/deee0799-cf5b-4414-b1f9-d49a42a16d86 HTTP/1.1" status: 204  len: 168 time: 3.1683810
Nov 15 09:18:10.996084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55952) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:11.122458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-199cffd1-df7a-4072-8f50-fd954e7493dc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1158988
Nov 15 09:18:11.124569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55956) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:11.132212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.134018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.140852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:11.174319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:11.178981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Deleting port b1059ba5-4e04-4c68-a3a6-c4f871243b73 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:11.186249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.345326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.347484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/5797e78b-9cc5-4111-9dad-216ae60f2a93 HTTP/1.1" status: 204  len: 168 time: 3.3291197
Nov 15 09:18:11.351398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55960) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:11.357614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1059ba5-4e04-4c68-a3a6-c4f871243b73 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:11.361125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:11.377250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '779695e5-63bb-4dbb-a6cd-f292e7616024'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:11.387911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:11.390898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.415688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.461934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:11.466812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:11.477575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.492273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:11.608875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1059ba5-4e04-4c68-a3a6-c4f871243b73,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:11.609332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.613765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:11.666605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:floatingip and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:11.671475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4645aaa2-10d3-4344-bf15-19d33521e0ac tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:11.710235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:11.738172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:11.779353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.821798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.21.0.1 (8dda3d78-2ad5-4734-8397-ac5aacd37591/bdd7317c-e65d-4b0b-aa2f-81d5a8832012/2cadf5fa-b926-4deb-b565-f9e1f97511c0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:11.895093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:11.917172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Port': ['ID=6fd253da-49b0-43de-949a-96bdfc0266af,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:11.928952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:11.931653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Calling delete_port for b1059ba5-4e04-4c68-a3a6-c4f871243b73 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:11.961549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.019780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.028360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1059ba5-4e04-4c68-a3a6-c4f871243b73,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:12.060391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.062297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:12.145953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b1059ba5-4e04-4c68-a3a6-c4f871243b73,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:12.149705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:12.157808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:12.159261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:12.220427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Checking segment: {'id': '7ed915c7-9fe9-41cd-8f20-c47d39a25ad1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c89e2204-d351-41e5-8aac-0bfeb3d3dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:12.223781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network hostable DHCP agents. Network: c89e2204-d351-41e5-8aac-0bfeb3d3dae2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:12.226456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.256771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 172.26.4.203 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/621006f4-f2e2-4e07-9096-0de08b587549) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:12.323884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.373209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object 2cadf5fa-b926-4deb-b565-f9e1f97511c0 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:12.430008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.448625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:12.596268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.609078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, c89e2204-d351-41e5-8aac-0bfeb3d3dae2) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:12.617610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e7fdc-20d5-42a8-be6c-abc3eb58ff97 None None] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:12.621361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-822c243d-69ba-4d29-92e2-194767240f18 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:12.683079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.685569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Deleting port b1059ba5-4e04-4c68-a3a6-c4f871243b73 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:12.685864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.718662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:12.735485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:12.935092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=2cadf5fa-b926-4deb-b565-f9e1f97511c0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:12.994706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:12.998322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ccbb5a7-fad0-4e39-bcb0-9266245052d0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:13.136394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] For port b1059ba5-4e04-4c68-a3a6-c4f871243b73, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1059ba5-4e04-4c68-a3a6-c4f871243b73,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:13.137248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.164325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.171987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Port': ['ID=a08f585e-e1db-4ce7-83f1-9240ddfd7e06,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:13.180114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:13.181931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:13.245779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:13.255284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:13.269707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:13.300970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Calling delete_port for b1059ba5-4e04-4c68-a3a6-c4f871243b73 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:13.351230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Checking segment: {'id': '64f18686-a2da-4b5c-822b-14b09a89e476', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eb708edd-73be-44cd-8feb-ccd67c32e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:13.351965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network hostable DHCP agents. Network: eb708edd-73be-44cd-8feb-ccd67c32e66e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:13.370818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=621006f4-f2e2-4e07-9096-0de08b587549,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:13.382802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:13.384422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.146 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/9ec2f331-ed72-40fd-b537-adfa5fbddd71) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:13.418232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde53-1094-4544-b680-869716f1e22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.435659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.447573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.480526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:13.587701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Pushing event deleted for resources: {'Port': ['ID=b1059ba5-4e04-4c68-a3a6-c4f871243b73,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:13.588920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.601790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:13.619327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:13.624377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2fe711f-a606-4b1f-b2f9-32f887e46cc7 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:13.635030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-127bc997-775c-4e30-a9d9-e64dd15e5af9 None None] Provisioning for port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:13.641318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network eb708edd-73be-44cd-8feb-ccd67c32e66e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:13.651198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-127bc997-775c-4e30-a9d9-e64dd15e5af9 None None] Provisioning complete for port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:13.651638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-127bc997-775c-4e30-a9d9-e64dd15e5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.663280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:13.728591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:13.730446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, eb708edd-73be-44cd-8feb-ccd67c32e66e) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:13.734830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] No DVR routers for this DVR port b1059ba5-4e04-4c68-a3a6-c4f871243b73 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:13.738892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-127bc997-775c-4e30-a9d9-e64dd15e5af9 None None] Port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:13.747160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:13.751523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:13.753328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9c2a6-e818-46ca-b3c9-499f3cd49dea None None] Network eb708edd-73be-44cd-8feb-ccd67c32e66e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:13.758428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:13.758428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:13.918194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=4e4cf703-97a0-4375-b812-9d8c0cf0d7d9,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:13.972589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:14.178639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:14.183074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:14.191459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 6.1761703
Nov 15 09:18:14.193221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a5234-7bb5-4eeb-84f5-557ea0c3fea4 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:14.196024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.204241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55964) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:14.211423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.247758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:14.248477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.400370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.2721477
Nov 15 09:18:14.402124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55968) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:14.414970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'name': 'tempest-NetworksTestDHCPv6-1932325695'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:14.435600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '4e4cf703-97a0-4375-b812-9d8c0cf0d7d9'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:14.436759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.535278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4021b-945a-4935-8d05-735079e45f57 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:14.539702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4021b-945a-4935-8d05-735079e45f57 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:14.541459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c4a4021b-945a-4935-8d05-735079e45f57 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.3337989
Nov 15 09:18:14.558332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:14.604892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.628893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-471aa5f4-30f5-4b2b-b488-db6872455b1c tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:14.672163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.742432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/4e4cf703-97a0-4375-b812-9d8c0cf0d7d9/9df491c0-96e6-4c53-91df-760a8f3d7352) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:14.822125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Deleting port 6fd253da-49b0-43de-949a-96bdfc0266af {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:14.822492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:14.834281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=9ec2f331-ed72-40fd-b537-adfa5fbddd71,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:14.837545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:14.855647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:14.881397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:14.950286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:14.991625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:15.042020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.054555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Transition to ACTIVE for port object 9df491c0-96e6-4c53-91df-760a8f3d7352 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:15.059284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:15.066365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:15.068816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:15.078151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Transition to ACTIVE for port object 9df491c0-96e6-4c53-91df-760a8f3d7352 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:15.094504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:15.100038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.106630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.124877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6e132eb-ce28-4ea1-a657-0b7f007357f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:15.275867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Pushing event updated for resources: {'Port': ['ID=9df491c0-96e6-4c53-91df-760a8f3d7352,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:15.290219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:15.320851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Deleting port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:15.321235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.352344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:18:15.357048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:15.357048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:15.358893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:15.388095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.418864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:15.438319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.441990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.475300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f185403-a314-46ba-a13f-02efb60df15b tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:15.538996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.575811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.594932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Attempting to bind port 9df491c0-96e6-4c53-91df-760a8f3d7352 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:15.595179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Attempting to bind port 9df491c0-96e6-4c53-91df-760a8f3d7352 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:15.595616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Attempting to bind port 9df491c0-96e6-4c53-91df-760a8f3d7352 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:15.603474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:15.604022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:15.604538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.605046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:15.605620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Bound port: 9df491c0-96e6-4c53-91df-760a8f3d7352, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:15.606147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.692602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.704392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c1f484-83c3-4efa-ae2b-c42e2092f0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.733614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] For port 9df491c0-96e6-4c53-91df-760a8f3d7352, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:15.737817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] For port 9df491c0-96e6-4c53-91df-760a8f3d7352, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9df491c0-96e6-4c53-91df-760a8f3d7352,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:15.767422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.794356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:15.799810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:15.844102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=2cadf5fa-b926-4deb-b565-f9e1f97511c0,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:15.847550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:15.978082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Pushing event updated for resources: {'Port': ['ID=9df491c0-96e6-4c53-91df-760a8f3d7352,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:15.987453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Calling delete_port for 6fd253da-49b0-43de-949a-96bdfc0266af owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:15.990385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:16.145589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port ccd1a8b8-149c-4ca4-af45-6f634b2b545b yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:16.203584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:16.357558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] For port 6b133e3d-e3ac-4449-b4f0-29f625e7b74f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:16.358209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:16.431746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:16.501732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2097961b-b25b-40b6-8986-7a7a92aaeed0 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:16.536433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Calling delete_port for 6b133e3d-e3ac-4449-b4f0-29f625e7b74f owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:16.621871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Port': ['ID=6fd253da-49b0-43de-949a-96bdfc0266af,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:16.624266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:16.629729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:16.653721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:16.748988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::6a (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/4e4cf703-97a0-4375-b812-9d8c0cf0d7d9/ccd1a8b8-149c-4ca4-af45-6f634b2b545b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:16.777935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:16.814976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/ports/6fd253da-49b0-43de-949a-96bdfc0266af HTTP/1.1" status: 204  len: 168 time: 2.2537341
Nov 15 09:18:16.828389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55978) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:17.007183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Deleting port a08f585e-e1db-4ce7-83f1-9240ddfd7e06 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:17.007622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.046968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:17.060593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] 10.222.0.81 "PUT /v2.0/routers/58ca06a2-5fd8-4201-90fd-9c776fc6b76b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.3131354
Nov 15 09:18:17.060757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Sync routers for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:17.062336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55982) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:17.077630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:17.078658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9a828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:17.238020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router 5f3cb2f9-8d39-4150-ab05-49cac0b9b86c is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:18:17.243072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.289110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object ccd1a8b8-149c-4ca4-af45-6f634b2b545b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:17.330212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e906222f-c762-48ee-bce5-51d8ae84bf5c None None] Provisioning complete for port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:17.330786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e906222f-c762-48ee-bce5-51d8ae84bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.423091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9df491c0-96e6-4c53-91df-760a8f3d7352 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:17.479608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:17.557795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.602959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.624071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.639282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.662777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caca6064-975d-498d-9331-b2b0856610f0 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:17.691392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d55cf7b-8fda-4d32-b37b-0d822dc26900 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:17.766263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e906222f-c762-48ee-bce5-51d8ae84bf5c None None] Port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:17.867354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.889103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:17.899571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b133e3d-e3ac-4449-b4f0-29f625e7b74f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:17.913032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:17.916994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:18:17.925290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Calling delete_port for a08f585e-e1db-4ce7-83f1-9240ddfd7e06 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:17.927617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9df491c0-96e6-4c53-91df-760a8f3d7352 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:18.027112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Provisioning for port 9df491c0-96e6-4c53-91df-760a8f3d7352 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:18.035829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9a828>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:18:09Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.040510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Provisioning complete for port 9df491c0-96e6-4c53-91df-760a8f3d7352 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:18.040788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.092383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Checking router: 58ca06a2-5fd8-4201-90fd-9c776fc6b76b for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:18:18.125802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Routers {'58ca06a2-5fd8-4201-90fd-9c776fc6b76b'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:18.126450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9a828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.156117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.203454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 160c23ea-2b29-4172-82fd-58aa8dbd1822 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:18.266361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=ccd1a8b8-149c-4ca4-af45-6f634b2b545b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:18.270116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:18.300489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.324856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.356417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:18.422664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] Set router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:18.476072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:18.480523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:18.483095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:18.487883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:18.488617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.595956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:18.600615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:18.604667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "PUT /v2.0/routers/5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 200  len: 919 time: 9.8063056
Nov 15 09:18:18.626628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55986) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:18.627560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] Sync routers for ids ['5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:18.627560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] Routers {'5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:18.627560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.732989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.3268726
Nov 15 09:18:18.738578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55990) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:18.743368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86240>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.759388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] Routers {'5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:18.760629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.820218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Port': ['ID=a08f585e-e1db-4ce7-83f1-9240ddfd7e06,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:18.823259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:18.848472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86240>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:18.849639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ec57f-814c-4356-a8fa-f1ae93381e43 None None] The sync data for ids ['5f3cb2f9-8d39-4150-ab05-49cac0b9b86c'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:18.862173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.027525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b63124-a805-44b1-99d5-bb7bf495068e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:19.032064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b63124-a805-44b1-99d5-bb7bf495068e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:19.033008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-09b63124-a805-44b1-99d5-bb7bf495068e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:19.098571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.131043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] For port 9df491c0-96e6-4c53-91df-760a8f3d7352, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9df491c0-96e6-4c53-91df-760a8f3d7352,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:19.134413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-09b63124-a805-44b1-99d5-bb7bf495068e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:19.138203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09b63124-a805-44b1-99d5-bb7bf495068e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.3827734
Nov 15 09:18:19.139918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 55994) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.163196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9a828>, [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:18:09Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:19.168369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06820fc-bfd6-4d3b-9c8f-4de4f8260434 None None] The sync data for ids ['58ca06a2-5fd8-4201-90fd-9c776fc6b76b'] in dv-neutron-743142-12-ovs is: [{'id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'name': 'tempest-ServersTestManualDisk-472705226-router', 'tenant_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:37Z', 'updated_at': '2020-11-15T09:18:09Z', 'revision_number': 5, 'project_id': 'b0e689093b9e40a589ba42ff3f60bcda', 'gw_port': {'id': 'fd161c38-b47e-4420-9151-900e634e5db0', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca06a2-5fd8-4201-90fd-9c776fc6b76b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:19.177349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.186028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.192794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:19.194104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Deleting port fd161c38-b47e-4420-9151-900e634e5db0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:19.194497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.238841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/ports/a08f585e-e1db-4ce7-83f1-9240ddfd7e06 HTTP/1.1" status: 204  len: 168 time: 2.4037681
Nov 15 09:18:19.246408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 55998) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.297649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2800c820-9e28-4f12-8e6e-b4276b27b53b tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 200  len: 925 time: 0.6871126
Nov 15 09:18:19.297866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Pushing event updated for resources: {'Port': ['ID=9df491c0-96e6-4c53-91df-760a8f3d7352,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:19.304928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56002) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.305169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:19.337924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b3b4fe20-6f7e-4984-a4d3-23f070f82019 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Synchronizing usage tracker for tenant:f784b507d0884be5a2eb355900954859 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:19.350323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Provisioning for port ccd1a8b8-149c-4ca4-af45-6f634b2b545b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:19.357535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Provisioning complete for port ccd1a8b8-149c-4ca4-af45-6f634b2b545b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:19.358111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.371650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port ccd1a8b8-149c-4ca4-af45-6f634b2b545b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:19.371913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.400038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 49d6271c-73da-43e4-830c-64c6beeffbe6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:19.458830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b3b4fe20-6f7e-4984-a4d3-23f070f82019 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Unset dirty status for tenant:f784b507d0884be5a2eb355900954859 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:19.464465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3b4fe20-6f7e-4984-a4d3-23f070f82019 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2169476
Nov 15 09:18:19.465176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56006) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.468325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.477368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1208781398'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:19.499539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:19.500836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 49d6271c-73da-43e4-830c-64c6beeffbe6 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:19.501135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 49d6271c-73da-43e4-830c-64c6beeffbe6 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:19.507598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Port ccd1a8b8-149c-4ca4-af45-6f634b2b545b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:19.513399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.525486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Provisioning complete for port 9df491c0-96e6-4c53-91df-760a8f3d7352 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:19.525918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7792952b-7c4f-4b86-9551-e293b81342a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.531332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:network and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:19.536455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73fd94e4-2ca7-4325-be61-7f1720368ad1 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:19.577771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:19.644755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:19.666913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:19.674775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7705472
Nov 15 09:18:19.680153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56010) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.685698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] Sync routers for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:19.724006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:19.725203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a858b588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:19.731126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=9ec2f331-ed72-40fd-b537-adfa5fbddd71,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:19.734352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:19.753616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f5980fb-879b-419a-9606-b7f7fdc4ceb9 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=5f3cb2f9-8d39-4150-ab05-49cac0b9b86c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4438453
Nov 15 09:18:19.757012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56014) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:19.757896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:19.763093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.812747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a858b588>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:19.826015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:19.827372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a858b588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:19.869122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] For port fd161c38-b47e-4420-9151-900e634e5db0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd161c38-b47e-4420-9151-900e634e5db0,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:19.869416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:19.904670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a858b588>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:19.905378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255fa4d-4f1f-41d5-874d-e8a6023fc0c6 None None] The sync data for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:19.965322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:20.030406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba8d927-4710-4a90-b28c-5722e6813436 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:20.030984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ba8d927-4710-4a90-b28c-5722e6813436 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:20.040262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.040889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Calling delete_port for fd161c38-b47e-4420-9151-900e634e5db0 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:20.060729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.077037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 9ed431aa-878f-4fc6-9677-ce4b3aeaba77 of type vxlan for network faf325b9-9164-44ad-bb22-14912fbdf7dc
Nov 15 09:18:20.124848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.173415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c6746-f3c1-45e5-a435-bcc414cd09ab tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:20.175750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db5c6746-f3c1-45e5-a435-bcc414cd09ab tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.4017189
Nov 15 09:18:20.184461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56018) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:20.188794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.252617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.272156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for ccd1a8b8-149c-4ca4-af45-6f634b2b545b owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:20.304765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ba8d927-4710-4a90-b28c-5722e6813436 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:20.308732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ba8d927-4710-4a90-b28c-5722e6813436 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports/2cadf5fa-b926-4deb-b565-f9e1f97511c0 HTTP/1.1" status: 200  len: 910 time: 0.6062479
Nov 15 09:18:20.321439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56022) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:20.338368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-692c14fd-5a78-492f-aed9-1d311fbec5bd tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 200  len: 205 time: 0.1509528
Nov 15 09:18:20.349273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56026) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:20.495653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.505353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:20.506022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:20.513298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:20.973670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.5031357
Nov 15 09:18:20.978146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=faf325b9-9164-44ad-bb22-14912fbdf7dc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:20.981179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:20.983358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56030) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:20.991347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network faf325b9-9164-44ad-bb22-14912fbdf7dc details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:21.003681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1740729979'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:21.023470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:21.034663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:network and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:21.040446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:21.056701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:21.073251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network faf325b9-9164-44ad-bb22-14912fbdf7dc details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:21.139256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:21.145636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.163027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.196006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97bbd5c2-a669-4816-bbf7-fd7d70f491c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:21.233495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:21.252243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP 395d9525-3c10-4b97-9994-b6a6aae8bb67 associated. External IP: 172.26.4.146, port: 779695e5-63bb-4dbb-a6cd-f292e7616024.
Nov 15 09:18:21.291180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9df491c0-96e6-4c53-91df-760a8f3d7352 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:21.311757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=ccd1a8b8-149c-4ca4-af45-6f634b2b545b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:21.323356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:21.328475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.328869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Added segment 04cd24e3-0190-4d53-82ca-59703ee1071b of type vxlan for network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b
Nov 15 09:18:21.378346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9df491c0-96e6-4c53-91df-760a8f3d7352 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:21.378946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.386774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.399600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.419185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff26beab-daed-477e-beaa-13c010980b58 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:21.536602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.540716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:21.541364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.557718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:21.618865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd161c38-b47e-4420-9151-900e634e5db0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:21.639153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:21.777835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.851340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:21.852505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8668370
Nov 15 09:18:21.919948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Network': ['ID=764e9639-33cc-4e58-9e1a-b5123a9b8d2b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:21.934313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/ccd1a8b8-149c-4ca4-af45-6f634b2b545b HTTP/1.1" status: 204  len: 168 time: 2.7947195
Nov 15 09:18:21.934745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:21.935361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56034) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:21.947441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:22.120152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:22.286673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861edf7-5f32-450c-a126-282e10a992f3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:22.288359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861edf7-5f32-450c-a126-282e10a992f3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:22.289182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4861edf7-5f32-450c-a126-282e10a992f3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:22.351603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:22.418017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:22.493303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Router b36072a4-6c34-403f-938a-ce12b81d2166 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:22.496539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4861edf7-5f32-450c-a126-282e10a992f3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:22.497862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4861edf7-5f32-450c-a126-282e10a992f3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5305502
Nov 15 09:18:22.502273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56040) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:23.103503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:23.169672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 4e4cf703-97a0-4375-b812-9d8c0cf0d7d9 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:23.177472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.232507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.248185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.369908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.369908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ca06a2-5fd8-4201-90fd-9c776fc6b76b {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:23.396617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.492784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.519033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.524121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/58ca06a2-5fd8-4201-90fd-9c776fc6b76b HTTP/1.1" status: 204  len: 168 time: 6.4571152
Nov 15 09:18:23.524121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56046) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:23.597604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port 621006f4-f2e2-4e07-9096-0de08b587549 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:23.598100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.658270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:23.747221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:23.758927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Sync routers for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:23.760737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] 10.222.0.81 "PUT /v2.0/routers/b36072a4-6c34-403f-938a-ce12b81d2166/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1409218
Nov 15 09:18:23.761009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56050) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:23.773216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:23.774263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ffd9b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:23.969364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:23.981966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:24.009409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:24.013211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3260908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.023498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.053010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.160985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3260908>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.191407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:24.192838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:24.193683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3260908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.211802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for 621006f4-f2e2-4e07-9096-0de08b587549 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:24.250822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 12.8933866
Nov 15 09:18:24.252153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56056) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:24.262774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1186864486'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:24.270479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:24.280818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:network and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:24.286159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:24.295265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:24.323439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3260908>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.323934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172fb11-8c06-4a24-9959-415f2b966f82 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:24.333552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.350672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64da702a-3ec4-4025-9177-412e8dc545bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:24.394303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:24.400027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.484062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=4e4cf703-97a0-4375-b812-9d8c0cf0d7d9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:24.487151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:24.580067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:24.667685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Deleting subnet 6d6a144c-b072-48e8-93fa-350baa4c327b {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:24.672804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.688424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.688983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Added segment b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe of type vxlan for network 8132e0a6-8398-4560-bec8-d2dc1ff3c879
Nov 15 09:18:24.703067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.713030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f4a6f-ebef-4252-b63a-16a460c1eb25 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:24.729027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ffd9b0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:18:17Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.729027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Checking router: b36072a4-6c34-403f-938a-ce12b81d2166 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:18:24.741059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Routers {'b36072a4-6c34-403f-938a-ce12b81d2166'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:24.741998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ffd9b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b36072a4-6c34-403f-938a-ce12b81d2166'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:24.767927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.832017 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/4e4cf703-97a0-4375-b812-9d8c0cf0d7d9 HTTP/1.1" status: 204  len: 168 time: 2.3275025
Nov 15 09:18:24.838340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.838672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56062) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:24.917749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.922012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:24.922734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:24.939620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:24.972523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-517d9c3a-72ee-4e43-8183-2f0dbb552de3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1305785
Nov 15 09:18:24.977352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] Set router b36072a4-6c34-403f-938a-ce12b81d2166 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:18:24.982047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56066) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:25.046268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:25.161245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-5dafc83e-1452-46e6-b35e-6d5cd8829ce5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.5728846
Nov 15 09:18:25.193136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2b06b-eb3b-4df5-b70d-14a5aa1926ef req-8ab9471f-d733-43d8-9eca-fd04728d4465 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:25.200134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15b2b06b-eb3b-4df5-b70d-14a5aa1926ef req-8ab9471f-d733-43d8-9eca-fd04728d4465 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5711980
Nov 15 09:18:25.279643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd161c38-b47e-4420-9151-900e634e5db0 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:25.357474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: fd161c38-b47e-4420-9151-900e634e5db0 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:25.357872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd161c38-b47e-4420-9151-900e634e5db0 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:25.391525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:25.396884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.1419804
Nov 15 09:18:25.398253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Network': ['ID=8132e0a6-8398-4560-bec8-d2dc1ff3c879,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:25.410857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:25.459260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56070) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:25.468357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16f1ebf2-b268-4d19-b7a7-b96f42ff7546 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:25.472813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:25.507399 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15b2b06b-eb3b-4df5-b70d-14a5aa1926ef req-4c448c29-2171-4c1c-9d0a-110123bb010f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848911
Nov 15 09:18:25.523575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ffd9b0>, [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:18:17Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:25.530596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13da1-12d0-4ded-a220-8853ee6cf0eb None None] The sync data for ids ['b36072a4-6c34-403f-938a-ce12b81d2166'] in dv-neutron-743142-12-ovs is: [{'id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'name': 'tempest-ServersTestJSON-274133611-router', 'tenant_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:18:17Z', 'revision_number': 5, 'project_id': 'ef9cb4a7be804567aae50f3c6c40d3c2', 'gw_port': {'id': '4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36072a4-6c34-403f-938a-ce12b81d2166', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:39Z', 'updated_at': '2020-11-15T09:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:25.588222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'subnet': {'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:25.602852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:25.608098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-f2598e3f-1d41-4624-81a4-b9fa6141896d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:25.609912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-f2598e3f-1d41-4624-81a4-b9fa6141896d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.4088180
Nov 15 09:18:25.612076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56074) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:25.618857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6af528-bfeb-4ae1-b2a8-eeda749d8515 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:25.619871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb6af528-bfeb-4ae1-b2a8-eeda749d8515 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:25.623470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:25.629110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'subnets': [{'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1298428260', 'ip_version': 6}, {'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:25.629675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'subnet': {'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1298428260', 'ip_version': 6}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:25.630556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Request body: {'subnet': {'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:25.685167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Deleting port 9df491c0-96e6-4c53-91df-760a8f3d7352 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:25.685531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:25.713087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=621006f4-f2e2-4e07-9096-0de08b587549,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:25.896930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb6af528-bfeb-4ae1-b2a8-eeda749d8515 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:25.898237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb6af528-bfeb-4ae1-b2a8-eeda749d8515 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8602579
Nov 15 09:18:25.916477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:25.927959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56078) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:25.951916 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-f87480a1-0d3f-45ab-a74b-ecd4e83e4901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1002 time: 0.3027070
Nov 15 09:18:25.990278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] For port 9df491c0-96e6-4c53-91df-760a8f3d7352, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9df491c0-96e6-4c53-91df-760a8f3d7352,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:25.990881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:25.999321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:26.058256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:26.061640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-19f17098-3624-46d2-8621-7836a75bb2a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:26.063081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-19f17098-3624-46d2-8621-7836a75bb2a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.0966055
Nov 15 09:18:26.066292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Usage tracker for resource:subnet and tenant:f784b507d0884be5a2eb355900954859 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:26.069458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:26.072642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:26.124043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:26.139460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Calling delete_port for 9df491c0-96e6-4c53-91df-760a8f3d7352 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:26.174025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-db12df25-5ab2-4b03-b3e1-fbcf5a8fd883 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1008747
Nov 15 09:18:26.181758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe946ea-55e5-4994-9a5e-55b256040672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:26.183374 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dfe946ea-55e5-4994-9a5e-55b256040672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2506952
Nov 15 09:18:26.194939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:26.206373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56082) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:26.210438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:26.215521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Made reservation on behalf of f784b507d0884be5a2eb355900954859 for: {'subnet': 2} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:26.259834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:26.276989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:26.327728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84c836c9-4334-4a41-9d8d-81ab47fa9981 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:26.562025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Pushing event deleted for resources: {'Port': ['ID=9df491c0-96e6-4c53-91df-760a8f3d7352,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:26.568394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:26.614211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] No DVR routers for this DVR port 9df491c0-96e6-4c53-91df-760a8f3d7352 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:26.723150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3b8d20c0-9157-46e5-a23f-a758949416e0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5090766
Nov 15 09:18:26.730378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56088) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:26.790777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:26.841649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6a144c-b072-48e8-93fa-350baa4c327b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:26.933989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:27.004318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.097088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-18bc9523-1ae4-4451-8946-f8fce8f82f3f service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9141164
Nov 15 09:18:27.098006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:27.108872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:27.112406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.137302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:27.151176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.151546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.171089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:27.295880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.296545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b133e3d-e3ac-4449-b4f0-29f625e7b74f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:27.324278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500777d-d74c-4c7d-9c41-4170ba7a1464 req-994ea633-c2e9-4fa7-b61c-bdb70a64ed3f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:27.325917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4500777d-d74c-4c7d-9c41-4170ba7a1464 req-994ea633-c2e9-4fa7-b61c-bdb70a64ed3f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.6055555
Nov 15 09:18:27.336876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:27.342936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.345882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 6b133e3d-e3ac-4449-b4f0-29f625e7b74f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:27.349606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b133e3d-e3ac-4449-b4f0-29f625e7b74f not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:27.349743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6d6a144c-b072-48e8-93fa-350baa4c327b HTTP/1.1" status: 204  len: 168 time: 3.8226178
Nov 15 09:18:27.349827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9df491c0-96e6-4c53-91df-760a8f3d7352 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:27.367754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56092) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:27.386932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826e674-4a77-4b7d-b44a-b15420130bce None None] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:27.489978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9df491c0-96e6-4c53-91df-760a8f3d7352 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:27.490779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9df491c0-96e6-4c53-91df-760a8f3d7352 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:27.583398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.608379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.615577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 2cadf5fa-b926-4deb-b565-f9e1f97511c0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:27.616057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.690030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f302b26-3aeb-46a8-80d5-622ab5fdc4d9 req-d3eb0a22-9614-4381-9c4b-317e6df4b0f9 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5769784
Nov 15 09:18:27.706131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4500777d-d74c-4c7d-9c41-4170ba7a1464 req-368eeca7-779a-4ecf-9eed-557accd39f0f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3344586
Nov 15 09:18:27.714511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.723447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] DHCP port deletion for 6e91940b-a0c0-4b7f-a531-00e7770071f5 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:27.730642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Deleting port ba8dc19b-c68c-4a3b-b636-7d738ca81273 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:27.730642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.741974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.979219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:27.979700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router 5f3cb2f9-8d39-4150-ab05-49cac0b9b86c {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:28.033190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] For port ba8dc19b-c68c-4a3b-b636-7d738ca81273, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ba8dc19b-c68c-4a3b-b636-7d738ca81273,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:28.033916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.065724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Deleting port ba8dc19b-c68c-4a3b-b636-7d738ca81273 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:28.066081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.072169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.077478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 204  len: 168 time: 7.6654391
Nov 15 09:18:28.086737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56096) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:28.101524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1881028767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:28.118680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:28.123461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.177853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Calling delete_port for ba8dc19b-c68c-4a3b-b636-7d738ca81273 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:28.180855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:28.189495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:28.288661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.304952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:28.380376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:28.388940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 2cadf5fa-b926-4deb-b565-f9e1f97511c0 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:28.409325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Pushing event deleted for resources: {'Port': ['ID=ba8dc19b-c68c-4a3b-b636-7d738ca81273,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:28.414168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:28.452550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] No DVR routers for this DVR port ba8dc19b-c68c-4a3b-b636-7d738ca81273 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:28.503694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.504747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.578889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] For port ba8dc19b-c68c-4a3b-b636-7d738ca81273, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ba8dc19b-c68c-4a3b-b636-7d738ca81273,segment=NetworkSegment(9d6ba2a4-3381-4b69-8f48-9801ca99435b),segment_id=9d6ba2a4-3381-4b69-8f48-9801ca99435b)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:28.579288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.596733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.735216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.793677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.854429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.855459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Deleting port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:28.855828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.914418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:28.942111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.943397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5451dd92-1dde-43ca-952c-d86af446a773 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8556585
Nov 15 09:18:28.944148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:28.962866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56102) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:29.051782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Calling delete_port for ba8dc19b-c68c-4a3b-b636-7d738ca81273 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:29.290560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ba8dc19b-c68c-4a3b-b636-7d738ca81273 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:29.307998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:29.308536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:29.333756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ba8dc19b-c68c-4a3b-b636-7d738ca81273 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:29.334161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ba8dc19b-c68c-4a3b-b636-7d738ca81273 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:29.338138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8bcbf-60fb-46b5-af89-39dc2007f697 req-0bf72783-0492-4cd1-b8e1-3d0d537e34b6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:29.339777 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1e8bcbf-60fb-46b5-af89-39dc2007f697 req-0bf72783-0492-4cd1-b8e1-3d0d537e34b6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4121823
Nov 15 09:18:29.394491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:29.477325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:29.494534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1e8bcbf-60fb-46b5-af89-39dc2007f697 req-71d438f4-c961-4576-991a-31b8cc87217b tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447833
Nov 15 09:18:29.499135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:29.625913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Subnet': ['ID=282256d2-0c43-4a6d-83a5-c3e6790bb6da,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:29.635157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:29.680703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52e63509-1c08-4492-ba11-e8e40fbbf9f4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:29.681392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=3604291d-ea1f-408e-90dc-8d6457fdc6a4,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:29.688056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:29.721178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:29.749057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6de31314-50d2-4010-819d-f3478a41d72c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:29.770065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=2cadf5fa-b926-4deb-b565-f9e1f97511c0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:29.788770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:29.838068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Deleting port ba8dc19b-c68c-4a3b-b636-7d738ca81273 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:29.838454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:29.954155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] The port 'ba8dc19b-c68c-4a3b-b636-7d738ca81273' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:18:30.024740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:30.039293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Subnet': ['ID=f03b6500-4f3d-4a17-90c7-76a63e615de1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:30.052591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:30.056331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:30.069479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c53d53-093e-4e0a-b312-eb872f5fa341 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:30.102467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] For port 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:30.102837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.143704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:30.144388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.171148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.265302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Calling delete_port for 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:30.328926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.5950532
Nov 15 09:18:30.334456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56108) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:30.343690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '3604291d-ea1f-408e-90dc-8d6457fdc6a4', 'ip_address': '2001:db8::beb9:5556:2e08:9b40'}], 'name': 'tempest-NetworksTestDHCPv6-1608349109'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:30.343870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '3604291d-ea1f-408e-90dc-8d6457fdc6a4'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:30.344732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.359877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3d0d978>,) {'filters': {'network_id': ['6e91940b-a0c0-4b7f-a531-00e7770071f5']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:30.390208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Checking segment: {'id': 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:30.390619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network hostable DHCP agents. Network: 8132e0a6-8398-4560-bec8-d2dc1ff3c879, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:30.435743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3d0d978>, '9d6ba2a4-3381-4b69-8f48-9801ca99435b') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:30.436132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3d0d978>, '9d6ba2a4-3381-4b69-8f48-9801ca99435b') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:30.465846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Checking segment: {'id': '9ed431aa-878f-4fc6-9677-ce4b3aeaba77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:30.466247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network hostable DHCP agents. Network: faf325b9-9164-44ad-bb22-14912fbdf7dc, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:30.475648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.507099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.521257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:30.651004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/3604291d-ea1f-408e-90dc-8d6457fdc6a4/168dbe00-c54e-4ed6-b540-45f31b7f0b69) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:30.663715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:30.723313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:30.740987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:30.743062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network faf325b9-9164-44ad-bb22-14912fbdf7dc is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:30.760243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, faf325b9-9164-44ad-bb22-14912fbdf7dc) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:30.761796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.773545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:30.781336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8132e0a6-8398-4560-bec8-d2dc1ff3c879) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:30.782757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329677f-84b2-4710-95fa-dd8ee8cc4310 None None] Network faf325b9-9164-44ad-bb22-14912fbdf7dc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:30.791417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.810988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:30.855636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:30.859491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.885036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bbb6b4-f35b-4523-a3c0-0f98c47a35ab None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:30.915660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:30.984277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.054764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc3f3bc8-5eb2-4182-a71b-f41215387f40 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:31.103396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.5595479
Nov 15 09:18:31.135017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56112) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:31.149578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2002957668', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:31.176803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:31.182421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.192617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Network 6e91940b-a0c0-4b7f-a531-00e7770071f5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:31.218730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:router and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:31.244321 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:31.246823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for router was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:31.484493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:31.494183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:31.547475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-faf325b9-9164-44ad-bb22-14912fbdf7dc', 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc', 'tenant_id': 'f784b507d0884be5a2eb355900954859', 'fixed_ips': [{'subnet_id': 'f03b6500-4f3d-4a17-90c7-76a63e615de1'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:31.549647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.563304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8132e0a6-8398-4560-bec8-d2dc1ff3c879', 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879', 'tenant_id': 'c4b46eecd1a5403fba9de272a8254d79', 'fixed_ips': [{'subnet_id': '282256d2-0c43-4a6d-83a5-c3e6790bb6da'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:31.564311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.571071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:31.629851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.655812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.656860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.703768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.708795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.714822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Transition to ACTIVE for port object 168dbe00-c54e-4ed6-b540-45f31b7f0b69 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:31.717785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49f21b3a-dd66-47bb-8fc7-a3bad1243d7f tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:31.749874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e91940b-a0c0-4b7f-a531-00e7770071f5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:31.772501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:31.779145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6e91940b-a0c0-4b7f-a531-00e7770071f5 HTTP/1.1" status: 204  len: 168 time: 4.4041409
Nov 15 09:18:31.818261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Transition to ACTIVE for port object 168dbe00-c54e-4ed6-b540-45f31b7f0b69 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:31.892497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.899510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:31.918571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:32.015502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.099069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 238ca7ae-896b-4b94-a66f-7ce021b4fb2c yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:32.102741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.140099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:32.147038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.159640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.219358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Pushing event updated for resources: {'Port': ['ID=168dbe00-c54e-4ed6-b540-45f31b7f0b69,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:32.227961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:32.251974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:32.399156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:32.400808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Allocated IP 172.20.0.2 (8132e0a6-8398-4560-bec8-d2dc1ff3c879/282256d2-0c43-4a6d-83a5-c3e6790bb6da/cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:32.403100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Allocated IP 2001:db8::1 (faf325b9-9164-44ad-bb22-14912fbdf7dc/f03b6500-4f3d-4a17-90c7-76a63e615de1/f0a33f57-ca16-4917-870d-17e5e0651144) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:32.406073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:32.411664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:32.505037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event updated for resources: {'Subnet': ['ID=6183adc5-aeb8-4b47-a5da-05852c990f97,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:32.527231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:32.589862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a43ee7bb-c1da-4e19-ba20-0d16e948af20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0e689093b9e40a589ba42ff3f60bcda&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3273194
Nov 15 09:18:32.596243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:32.604545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.638297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Attempting to bind port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:32.638723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Attempting to bind port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:32.639139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Attempting to bind port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:32.667484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:32.667727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:32.668582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.668710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:32.669156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Bound port: 168dbe00-c54e-4ed6-b540-45f31b7f0b69, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:32.669582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.749153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::beb9:5556:2e08:9b40 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/3604291d-ea1f-408e-90dc-8d6457fdc6a4/238ca7ae-896b-4b94-a66f-7ce021b4fb2c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:32.770350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.792950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Checking segment: {'id': '04cd24e3-0190-4d53-82ca-59703ee1071b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:32.793160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network hostable DHCP agents. Network: 764e9639-33cc-4e58-9e1a-b5123a9b8d2b, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:32.892598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.898255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:32.964584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.009383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.012502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] For port 168dbe00-c54e-4ed6-b540-45f31b7f0b69, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:33.024007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] For port 168dbe00-c54e-4ed6-b540-45f31b7f0b69, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=168dbe00-c54e-4ed6-b540-45f31b7f0b69,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:33.028862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Transition to ACTIVE for port object f0a33f57-ca16-4917-870d-17e5e0651144 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:33.032150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.054747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Transition to ACTIVE for port object cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:33.063235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Transition to ACTIVE for port object f0a33f57-ca16-4917-870d-17e5e0651144 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:33.075150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.092376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a63942e6-17df-40ba-a9d3-8b9ef8fdea0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:33.101457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:33.131214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Transition to ACTIVE for port object cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:33.151365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.151991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36072a4-6c34-403f-938a-ce12b81d2166 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:33.177918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 764e9639-33cc-4e58-9e1a-b5123a9b8d2b) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:33.228697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:33.229144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:33.229969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.264723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.370522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 238ca7ae-896b-4b94-a66f-7ce021b4fb2c will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:33.376775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 7.7532063
Nov 15 09:18:33.379019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.383862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.415345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aafc02-a857-4b55-b9d3-9bed1748741c None None] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:33.416220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56126) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:33.460866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.512604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.516258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.523068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d902809e-59a3-4229-9258-c35bf4e68e9e HTTP/1.1" status: 204  len: 168 time: 0.9198244
Nov 15 09:18:33.531059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:33.544384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Allocated IP 172.26.4.253 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f96e05ac-13e3-41e5-a8b2-f8b91aec403f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:33.549955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.551672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] 10.222.0.81 "DELETE /v2.0/routers/b36072a4-6c34-403f-938a-ce12b81d2166 HTTP/1.1" status: 204  len: 168 time: 9.7852955
Nov 15 09:18:33.557738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902809e-59a3-4229-9258-c35bf4e68e9e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:33.558565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56132) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:33.561156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:33.562377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.607106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.730513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e389d936-79cc-4c37-8dc4-2e48bdb542c2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:33.765264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Deleting subnet 1eb51e32-b254-4205-8578-130a02577552 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:33.770593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Pushing event updated for resources: {'Port': ['ID=168dbe00-c54e-4ed6-b540-45f31b7f0b69,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:33.784835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.795078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:33.814835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6d0a5be5-940d-4e12-a296-b75e8023720e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:33.879813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.976143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:33.977682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:33.977815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:33.979300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:33.980387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Synchronizing usage tracker for tenant:f784b507d0884be5a2eb355900954859 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:34.021021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 160c23ea-2b29-4172-82fd-58aa8dbd1822 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:34.047984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=238ca7ae-896b-4b94-a66f-7ce021b4fb2c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:34.051890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:34.067618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.088347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:34.092791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:34.095316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:34.100062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:34.106703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.123220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Unset dirty status for tenant:f784b507d0884be5a2eb355900954859 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:34.134665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acfaf85d-e618-4c53-afdb-8e1cdb680d62 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.7073162
Nov 15 09:18:34.137164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56138) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:34.154049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Pushing event updated for resources: {'Port': ['ID=f0a33f57-ca16-4917-870d-17e5e0651144,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:34.161437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-764e9639-33cc-4e58-9e1a-b5123a9b8d2b', 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b', 'tenant_id': 'f784b507d0884be5a2eb355900954859', 'fixed_ips': [{'subnet_id': '6183adc5-aeb8-4b47-a5da-05852c990f97'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:34.166199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.176545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.210331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.8747828
Nov 15 09:18:34.245541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56144) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:34.250606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Network faf325b9-9164-44ad-bb22-14912fbdf7dc is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:34.254973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3a15def2-8727-4f4c-9cb6-5f1eb2a75b2c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:34.274179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:34.292036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:34.306667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:34.423677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:34.435314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.26.4.178 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/4c62a0df-84cb-4b3b-9ca2-79a7a2f4b027) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:34.437981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:34.548322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Deleting subnet f03b6500-4f3d-4a17-90c7-76a63e615de1 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:34.622231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Pushing event updated for resources: {'Port': ['ID=f96e05ac-13e3-41e5-a8b2-f8b91aec403f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:34.632507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Allocated IP 2001:db8:0:1::1 (764e9639-33cc-4e58-9e1a-b5123a9b8d2b/6183adc5-aeb8-4b47-a5da-05852c990f97/f7593073-7897-46c4-94a8-6b5188c4704d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:34.632806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:34.776110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d8b90-e0ad-4a26-a294-24ca6a0a8ca5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:34.784855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d8b90-e0ad-4a26-a294-24ca6a0a8ca5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:34.785793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-142d8b90-e0ad-4a26-a294-24ca6a0a8ca5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:34.791750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:34.842626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:34.862510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:34.889260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.900975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Transition to ACTIVE for port object f7593073-7897-46c4-94a8-6b5188c4704d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:34.919068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Transition to ACTIVE for port object f7593073-7897-46c4-94a8-6b5188c4704d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:34.924115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Pushing event updated for resources: {'Port': ['ID=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:34.936024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:34.938683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.292s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:34.939140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:34.976691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:34.988135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:34.998923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:35.000354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] Sync routers for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:35.008220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.016463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:35.017485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:35.033108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-142d8b90-e0ad-4a26-a294-24ca6a0a8ca5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:35.037042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-142d8b90-e0ad-4a26-a294-24ca6a0a8ca5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.7479088
Nov 15 09:18:35.047015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56158) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:35.056028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.059287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Attempting to bind port f0a33f57-ca16-4917-870d-17e5e0651144 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:35.059935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Attempting to bind port f0a33f57-ca16-4917-870d-17e5e0651144 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '9ed431aa-878f-4fc6-9677-ce4b3aeaba77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:35.070986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Attempting to bind port f0a33f57-ca16-4917-870d-17e5e0651144 on network faf325b9-9164-44ad-bb22-14912fbdf7dc {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:35.173652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:35.174087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Checking segment: {'id': '9ed431aa-878f-4fc6-9677-ce4b3aeaba77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:35.174872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.175403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Bound using segment: {'id': '9ed431aa-878f-4fc6-9677-ce4b3aeaba77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:35.176063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Bound port: f0a33f57-ca16-4917-870d-17e5e0651144, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed431aa-878f-4fc6-9677-ce4b3aeaba77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'faf325b9-9164-44ad-bb22-14912fbdf7dc'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:35.176569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.180805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-768e46ad-3113-4b30-aa4a-7f97181197b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:35.208872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8ba8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:35.239642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Attempting to bind port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:35.240187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Attempting to bind port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:35.240760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Attempting to bind port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 on network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:35.246233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:35.248144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:35.279500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9503639
Nov 15 09:18:35.288884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.316808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56164) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:35.369357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.410872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:35.445424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8ba8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:35.445892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d5401-c150-44bd-b460-3b7359664c1f None None] The sync data for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:35.468262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.506613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb51e32-b254-4205-8578-130a02577552,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:35.521457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:35.543552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:35.544014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Checking segment: {'id': 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:35.544481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.544931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Bound using segment: {'id': 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:35.545468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Bound port: cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:35.545896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.565045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 168dbe00-c54e-4ed6-b540-45f31b7f0b69 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:35.640033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 238ca7ae-896b-4b94-a66f-7ce021b4fb2c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:35.640033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.645507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=4c62a0df-84cb-4b3b-9ca2-79a7a2f4b027,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:35.653294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:35.720991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:35.723563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:35.728841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.762523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:35.775658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:35.780437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1eb51e32-b254-4205-8578-130a02577552 HTTP/1.1" status: 204  len: 168 time: 2.2205451
Nov 15 09:18:35.788704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56172) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:35.821789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e1c40-842b-4fa7-bef3-f64b80d561fd None None] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:35.837013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Pushing event updated for resources: {'Port': ['ID=f7593073-7897-46c4-94a8-6b5188c4704d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:35.851509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:36.023592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] For port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:36.033326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] For port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,segment=NetworkSegment(b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe),segment_id=b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:36.087715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:36.128525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:36.135345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.156425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:36.171723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:36.174890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:36.245592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:36.326835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.328711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.330062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.391875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:36.414400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:36.414799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4c1dfb11-8bfa-479a-a610-5cb6be8e4ee4 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:36.450620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.496931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:36.543742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:36.553556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.576250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Pushing event updated for resources: {'Port': ['ID=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:36.591792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:36.594576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Subnet': ['ID=f03b6500-4f3d-4a17-90c7-76a63e615de1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:36.601231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:36.611779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 238ca7ae-896b-4b94-a66f-7ce021b4fb2c owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:36.640172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.647589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Attempting to bind port f7593073-7897-46c4-94a8-6b5188c4704d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:36.647589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Attempting to bind port f7593073-7897-46c4-94a8-6b5188c4704d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '04cd24e3-0190-4d53-82ca-59703ee1071b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:36.647589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Attempting to bind port f7593073-7897-46c4-94a8-6b5188c4704d on network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:36.647589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:36.762611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/subnets/f03b6500-4f3d-4a17-90c7-76a63e615de1 HTTP/1.1" status: 204  len: 168 time: 2.6239500
Nov 15 09:18:36.767182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56186) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:36.835255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:36.835255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Checking segment: {'id': '04cd24e3-0190-4d53-82ca-59703ee1071b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:36.835798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.836225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Bound using segment: {'id': '04cd24e3-0190-4d53-82ca-59703ee1071b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:36.836781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Bound port: f7593073-7897-46c4-94a8-6b5188c4704d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cd24e3-0190-4d53-82ca-59703ee1071b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '764e9639-33cc-4e58-9e1a-b5123a9b8d2b'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:36.837212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.948421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:36.977007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] DHCP port deletion for 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:36.979250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Provisioning for port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:37.008772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Pushing event updated for resources: {'Port': ['ID=f0a33f57-ca16-4917-870d-17e5e0651144,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:37.029386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Deleting port 9dfe593b-bf32-41cc-90b9-1249961cd09c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:37.029863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.069875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:37.084765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Provisioning complete for port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:37.085201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.163821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Deleting subnet 6183adc5-aeb8-4b47-a5da-05852c990f97 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:37.170487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.192100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.328458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.363988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] For port f7593073-7897-46c4-94a8-6b5188c4704d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:37.374392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9dfe593b-bf32-41cc-90b9-1249961cd09c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:37.388663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Deleting port 9dfe593b-bf32-41cc-90b9-1249961cd09c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:37.389060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.525046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] For port f7593073-7897-46c4-94a8-6b5188c4704d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f7593073-7897-46c4-94a8-6b5188c4704d,segment=NetworkSegment(04cd24e3-0190-4d53-82ca-59703ee1071b),segment_id=04cd24e3-0190-4d53-82ca-59703ee1071b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:37.529008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.589908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.594320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router 7e52fca5-4767-4371-874c-2f41c08775bf is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:18:37.670867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe369606-7f24-471f-ae18-415b535bcfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:37.773668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:37.973729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56200) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:37.977124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96bb5143-3bd2-4169-8e89-1ddf9e19a076 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:38.159036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=238ca7ae-896b-4b94-a66f-7ce021b4fb2c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:38.195320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.195650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.196144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.196564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.196700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.196979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.197394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.198059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.198468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.198877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.199285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.199691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.200114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.200582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.200985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.201391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.201794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.202198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.202609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.203010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.203411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.203812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.204296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.204698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.205099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.245127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:38.273393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:38.300593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.311446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] Sync routers for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:38.322847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:38.332171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:38.337575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:floatingip and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:38.341383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:38.348596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:38.360202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be9634c2-f555-42cd-ad77-58c9a96dd42f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:38.430435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.458008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:38.458738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33c6550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:38.459123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.482942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.498285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] For port 9dfe593b-bf32-41cc-90b9-1249961cd09c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9dfe593b-bf32-41cc-90b9-1249961cd09c,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:38.498665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.562234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] For port 9dfe593b-bf32-41cc-90b9-1249961cd09c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9dfe593b-bf32-41cc-90b9-1249961cd09c,segment=NetworkSegment(61293da6-de51-472e-a6f4-1766f1413b76),segment_id=61293da6-de51-472e-a6f4-1766f1413b76)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:38.562703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.589354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33c6550>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:38.597009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Pushing event updated for resources: {'Port': ['ID=f7593073-7897-46c4-94a8-6b5188c4704d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:38.601409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:38.614343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] For port 168dbe00-c54e-4ed6-b540-45f31b7f0b69, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=168dbe00-c54e-4ed6-b540-45f31b7f0b69,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:38.694066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.713752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.770503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.774580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Subnet': ['ID=6183adc5-aeb8-4b47-a5da-05852c990f97,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:38.781288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.781288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 7.6426129
Nov 15 09:18:38.781488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Calling delete_port for 9dfe593b-bf32-41cc-90b9-1249961cd09c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:38.790880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Calling delete_port for 9dfe593b-bf32-41cc-90b9-1249961cd09c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:38.797165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:38.823132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56206) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:38.829815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/238ca7ae-896b-4b94-a66f-7ce021b4fb2c HTTP/1.1" status: 204  len: 168 time: 3.7808604
Nov 15 09:18:38.830807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56208) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:38.856214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:38.929124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.929480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.929923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.930422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.930832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.931239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.931645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.932090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.932835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.932835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.933364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.933631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.934083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.934495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.934882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.935278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.935675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.936092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.936486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.936879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.937276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.937670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.938068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.938507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:38.945256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:38.945909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33c6550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:38.997226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:39.053150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d36ba520-d0f3-4835-b488-4bd2f1c0f914 None None] Could not find standard attr ID for object 238ca7ae-896b-4b94-a66f-7ce021b4fb2c. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:18:39.108943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33c6550>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:39.109413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead1ece-97bf-48c8-abf8-75bf488114c2 None None] The sync data for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:39.111609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:39.113624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d75ead-2fa8-413f-be5a-4b01dff0354d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:39.116510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/subnets/6183adc5-aeb8-4b47-a5da-05852c990f97 HTTP/1.1" status: 204  len: 168 time: 2.3484461
Nov 15 09:18:39.120114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d75ead-2fa8-413f-be5a-4b01dff0354d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:39.121894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73d75ead-2fa8-413f-be5a-4b01dff0354d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2737160
Nov 15 09:18:39.123805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56214) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:39.130767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56216) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:39.182988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:39.208518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Pushing event updated for resources: {'Port': ['ID=168dbe00-c54e-4ed6-b540-45f31b7f0b69,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:39.290986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:39.291578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6644e975-000f-4998-9639-fe2b19df69d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:39.382850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Pushing event deleted for resources: {'Port': ['ID=9dfe593b-bf32-41cc-90b9-1249961cd09c,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:39.383881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d36ba520-d0f3-4835-b488-4bd2f1c0f914 None None] Provisioning complete for port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:39.384322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d36ba520-d0f3-4835-b488-4bd2f1c0f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:39.523092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:39.611710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 15 09:18:39.611710 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Nov 15 09:18:39.611710 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'port_id': '9dfe593b-bf32-41cc-90b9-1249961cd09c', 'host': 'dv-neutron-743142-12-ovs', 'level': 0}]
Nov 15 09:18:39.611710 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:39.612478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:39.640160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f0a33f57-ca16-4917-870d-17e5e0651144 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:39.651690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 3604291d-ea1f-408e-90dc-8d6457fdc6a4 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:39.669274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:39.688181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:39.714103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197986b-9c8c-49bc-bab8-75c2fc2cee75 None None] Network faf325b9-9164-44ad-bb22-14912fbdf7dc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:39.729667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96343cc5-16ca-418a-8bf4-28c68001d102 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:39.731619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-96343cc5-16ca-418a-8bf4-28c68001d102 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6036077
Nov 15 09:18:39.738123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56222) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:39.754374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] No DVR routers for this DVR port 9dfe593b-bf32-41cc-90b9-1249961cd09c on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:39.985208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff21149-e77f-459c-8226-f6e40c1070a1 None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:40.005617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.113422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Deleting port 9dfe593b-bf32-41cc-90b9-1249961cd09c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:40.113800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.145747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f0a33f57-ca16-4917-870d-17e5e0651144 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:40.148400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.171831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 168dbe00-c54e-4ed6-b540-45f31b7f0b69 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:40.209666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] The port '9dfe593b-bf32-41cc-90b9-1249961cd09c' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:18:40.220834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Provisioning for port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:40.359368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Provisioning for port f0a33f57-ca16-4917-870d-17e5e0651144 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:40.372811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Provisioning complete for port f0a33f57-ca16-4917-870d-17e5e0651144 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:40.373243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.408763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Deleting port f7593073-7897-46c4-94a8-6b5188c4704d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:40.409037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.419928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] DHCP port deletion for faf325b9-9164-44ad-bb22-14912fbdf7dc request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:40.440410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.527354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.534124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Router cafe6fc6-aa18-486f-b007-b8c848136bdd is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:18:40.625746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Deleting port f0a33f57-ca16-4917-870d-17e5e0651144 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:40.626852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.715410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1c854a8>,) {'filters': {'network_id': ['2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:40.744220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c854a8>, '61293da6-de51-472e-a6f4-1766f1413b76') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:40.744530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c854a8>, '61293da6-de51-472e-a6f4-1766f1413b76') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:40.746916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:40.747596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.773816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.798909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:40.804572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:40.981185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:41.174642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:41.185179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.231497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d2785-ff16-492c-b917-4451a93ebcc3 None None] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:41.258317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Allocated IP 172.26.4.188 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/be85ab75-4178-4b35-87b8-0a095d82aad2) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:41.387623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] For port f7593073-7897-46c4-94a8-6b5188c4704d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f7593073-7897-46c4-94a8-6b5188c4704d,segment=NetworkSegment(04cd24e3-0190-4d53-82ca-59703ee1071b),segment_id=04cd24e3-0190-4d53-82ca-59703ee1071b)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:41.388080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.406157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port fc0f749e-82e0-4428-a3cf-4bdaa6c7066f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:41.406541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.440208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:41.440784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.552412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Network 2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:41.587044 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:41.605552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Calling delete_port for f0a33f57-ca16-4917-870d-17e5e0651144 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:41.644882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Calling delete_port for f7593073-7897-46c4-94a8-6b5188c4704d owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:41.689886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.745270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:41.792834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:41.820430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] Sync routers for ids ['cafe6fc6-aa18-486f-b007-b8c848136bdd'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:41.845898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.852277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.855679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:41.870191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] Routers {'cafe6fc6-aa18-486f-b007-b8c848136bdd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:41.871156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['cafe6fc6-aa18-486f-b007-b8c848136bdd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:41.875586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.879447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8048b4ca-87a5-48f6-a70f-5f7ae515145f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:41.881211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf HTTP/1.1" status: 204  len: 168 time: 6.0914650
Nov 15 09:18:41.883938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.902759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:41.904084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "PUT /v2.0/routers/cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 200  len: 920 time: 12.9294610
Nov 15 09:18:41.908225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=2d75b6f3-94f3-49d6-8e1e-9ea36dfd87bf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:41.923880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56228) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:41.965404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8940>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:41.968138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:41.984316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] Routers {'cafe6fc6-aa18-486f-b007-b8c848136bdd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:41.986352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['cafe6fc6-aa18-486f-b007-b8c848136bdd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:42.026076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:42.060685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:42.062128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.080562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e8940>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:42.081394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3029d7-dbc0-4d9a-b66f-6690bf837c8a None None] The sync data for ids ['cafe6fc6-aa18-486f-b007-b8c848136bdd'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:42.087245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.105769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.114838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for fc0f749e-82e0-4428-a3cf-4bdaa6c7066f owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:42.129429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b74f4808-8ff5-43e1-9ac7-6be0f73d14b2 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:42.147286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Pushing event updated for resources: {'Port': ['ID=f0a33f57-ca16-4917-870d-17e5e0651144,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:42.153418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:42.157091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Provisioning complete for port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:42.157091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.205178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:42.205598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:42.219149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.298969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56232) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:42.309457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b4602-ce25-44d9-8f32-2c40b1cf39a4 None None] DHCP port deletion for 764e9639-33cc-4e58-9e1a-b5123a9b8d2b request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:42.366728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.413596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=3604291d-ea1f-408e-90dc-8d6457fdc6a4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:42.420418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.426574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:42.430663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40227a4d-85ed-4a7c-9f9c-a9342d691168 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef9cb4a7be804567aae50f3c6c40d3c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1280549
Nov 15 09:18:42.432698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56236) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:42.438609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,segment=NetworkSegment(b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe),segment_id=b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:42.439571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eccb4860-62cf-4f75-abcc-d2be99aa6683 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:42.488229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.497010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f013c263-be06-4745-b789-dc2f0a3fbf4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:42.517665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.527172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Port': ['ID=f7593073-7897-46c4-94a8-6b5188c4704d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:42.541787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:42.553843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.563981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.586756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-627093b3-944c-452b-9207-aa564cb6eb94 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:42.590533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:42.595218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:42.601235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb80954-330f-457b-8744-0d09d31afeb0 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:42.615520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.618593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] No DVR routers for this DVR port f7593073-7897-46c4-94a8-6b5188c4704d on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:42.621081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f0a33f57-ca16-4917-870d-17e5e0651144 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:42.659264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.684345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:42.710156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=fc0f749e-82e0-4428-a3cf-4bdaa6c7066f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:42.711751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Deleting port f0a33f57-ca16-4917-870d-17e5e0651144 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:42.712213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:42.713537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:42.761003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:42.781763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:42.977457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=be85ab75-4178-4b35-87b8-0a095d82aad2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:43.052096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/3604291d-ea1f-408e-90dc-8d6457fdc6a4 HTTP/1.1" status: 204  len: 168 time: 3.9171689
Nov 15 09:18:43.065733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56240) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:43.089267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:43.198153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.222145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-20f0dbdd-abc9-40a3-b398-1f505484155f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1286559
Nov 15 09:18:43.229101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56244) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:43.340377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.355433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.373017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e025678-3ec0-4c95-a1df-50aeb2876eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:43.392502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c7b3b-39e3-43db-bf60-06d9ee4d491b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:43.401023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:43.425925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.428637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f139785-602a-4db3-a36c-99a0f1a3c867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.457079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4976871a-a220-4bf1-827c-345da7e33c0e None None] Could not find standard attr ID for object f7593073-7897-46c4-94a8-6b5188c4704d. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:18:43.509720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.510568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:43.513605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.513729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad9c7b3b-39e3-43db-bf60-06d9ee4d491b HTTP/1.1" status: 204  len: 168 time: 1.0776608
Nov 15 09:18:43.538616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:43.666376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.675291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Calling delete_port for f0a33f57-ca16-4917-870d-17e5e0651144 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:43.706659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f0e22ef-f224-4b67-9a2a-746999c35797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:43.742854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:43.747404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:43.777139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3cf5438>,) {'filters': {'network_id': ['764e9639-33cc-4e58-9e1a-b5123a9b8d2b']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:43.779361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Deleting port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:43.779951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.900313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3cf5438>, '04cd24e3-0190-4d53-82ca-59703ee1071b') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:43.900652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3cf5438>, '04cd24e3-0190-4d53-82ca-59703ee1071b') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:43.910480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f0a33f57-ca16-4917-870d-17e5e0651144,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:43.942653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:43.948934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:43.999237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:43.999995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:44.021964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.029818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 13 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:44.135065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:44.152618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:44.157582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:44.163169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] For port 168dbe00-c54e-4ed6-b540-45f31b7f0b69, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=168dbe00-c54e-4ed6-b540-45f31b7f0b69,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:44.163810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.166710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:44.168828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:44.199472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:44.220472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 160c23ea-2b29-4172-82fd-58aa8dbd1822 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:44.316061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Calling delete_port for 168dbe00-c54e-4ed6-b540-45f31b7f0b69 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:44.350714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:44.379632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Deleting port f0a33f57-ca16-4917-870d-17e5e0651144 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:44.380134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.387183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56260) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:44.388382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa73f944-87fb-4d98-8fd4-2485de8e4977 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 200  len: 926 time: 2.4453757
Nov 15 09:18:44.419963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:44.441854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.461886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:44.468409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.510074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:44.523070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1922421
Nov 15 09:18:44.527213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56266) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:44.562763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] Sync routers for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:44.577760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6bfefa54-1e0e-4da7-8d77-0c4517a57b45 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=cafe6fc6-aa18-486f-b007-b8c848136bdd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1893048
Nov 15 09:18:44.587983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56270) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:44.613805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9671cd1b-2064-4ba1-9e60-00071d05f6d5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:44.633086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:44.633992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:44.702476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:44.728714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e3bf027-30b2-4827-a72a-24a746ac56eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:44.748180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9671cd1b-2064-4ba1-9e60-00071d05f6d5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:44.752627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9671cd1b-2064-4ba1-9e60-00071d05f6d5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=160c23ea-2b29-4172-82fd-58aa8dbd1822 HTTP/1.1" status: 200  len: 205 time: 0.2215064
Nov 15 09:18:44.752906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56276) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:44.763782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:44.820668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa91bba-5a6b-434e-8e0b-84cfb8705bab tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:44.823063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfa91bba-5a6b-434e-8e0b-84cfb8705bab tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.2381418
Nov 15 09:18:44.832243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56282) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:44.880413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network 764e9639-33cc-4e58-9e1a-b5123a9b8d2b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:44.909972 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:44.983936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56286) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:45.014614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21dae6a8-aad0-4444-8a42-e88206171772 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 200  len: 205 time: 0.1812115
Nov 15 09:18:45.020082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56292) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:45.031785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0b38>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:45.034971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Pushing event deleted for resources: {'Port': ['ID=168dbe00-c54e-4ed6-b540-45f31b7f0b69,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:45.037854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:45.089347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.117587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.132462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:45.153088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.165926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.182352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/764e9639-33cc-4e58-9e1a-b5123a9b8d2b HTTP/1.1" status: 204  len: 168 time: 5.4415638
Nov 15 09:18:45.182959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] For port f0a33f57-ca16-4917-870d-17e5e0651144, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f0a33f57-ca16-4917-870d-17e5e0651144,segment=NetworkSegment(9ed431aa-878f-4fc6-9677-ce4b3aeaba77),segment_id=9ed431aa-878f-4fc6-9677-ce4b3aeaba77)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:45.183419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.190016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56296) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:45.195119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] Routers {'160c23ea-2b29-4172-82fd-58aa8dbd1822'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:45.195835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['160c23ea-2b29-4172-82fd-58aa8dbd1822'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:45.237775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1602983995'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:45.238431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=764e9639-33cc-4e58-9e1a-b5123a9b8d2b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:45.273014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:45.309999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:45.324428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Usage tracker for resource:network and tenant:494e6d3072284080b7457de60c8a0cba is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:45.331627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:45.343037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:45.343037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.446281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] No DVR routers for this DVR port 168dbe00-c54e-4ed6-b540-45f31b7f0b69 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:45.544922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.622600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.644647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Calling delete_port for f0a33f57-ca16-4917-870d-17e5e0651144 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:45.683192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0b38>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:45.684208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d1702-e40d-4782-b97f-60baa63b6ea1 None None] The sync data for ids ['160c23ea-2b29-4172-82fd-58aa8dbd1822'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:45.685356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:45.734903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Made reservation on behalf of 494e6d3072284080b7457de60c8a0cba for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:45.740610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.765583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.799267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.848816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.860796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.878249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa06-eacd-43ea-8b4f-bf20bbab8285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:45.885195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:45.998663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Pushing event deleted for resources: {'Port': ['ID=f0a33f57-ca16-4917-870d-17e5e0651144,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:46.008541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:46.050911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] No DVR routers for this DVR port f0a33f57-ca16-4917-870d-17e5e0651144 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:46.066953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 168dbe00-c54e-4ed6-b540-45f31b7f0b69 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:46.080826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:46.107224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 168dbe00-c54e-4ed6-b540-45f31b7f0b69 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:46.107713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 168dbe00-c54e-4ed6-b540-45f31b7f0b69 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:46.161571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Usage tracker for resource:security_group_rule and tenant:494e6d3072284080b7457de60c8a0cba is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:46.165629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:46.185353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:46.196980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.214607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.234056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.257610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.425657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.493033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.493584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 160c23ea-2b29-4172-82fd-58aa8dbd1822 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:46.495224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.508728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93a59b4b-3703-49e5-be8f-9108ef079c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:46.557047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:46.561412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.580229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be7247-f024-4a0d-bf7a-5a3e6c648f37,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:46.597228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:46.598410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.598692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Added segment 7c598cdb-0a48-4b1f-b9d2-09f019977480 of type vxlan for network c0896616-838d-46f1-b2c7-d98af800a091
Nov 15 09:18:46.612695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.613905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3dfa700d-af50-4b5e-a3c2-90470fd29c8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822 HTTP/1.1" status: 204  len: 168 time: 1.8601069
Nov 15 09:18:46.621936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56300) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:46.683192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.862467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.867122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:46.867778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:46.874889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:46.912444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a803db38>,) {'filters': {'network_id': ['faf325b9-9164-44ad-bb22-14912fbdf7dc']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:46.939827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a803db38>, '9ed431aa-878f-4fc6-9677-ce4b3aeaba77') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:46.940080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a803db38>, '9ed431aa-878f-4fc6-9677-ce4b3aeaba77') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:47.002462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.013163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.021141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet bdd7317c-e65d-4b0b-aa2f-81d5a8832012 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:47.033077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.047226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.053775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 12 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:47.076303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.0824637
Nov 15 09:18:47.082353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port f96e05ac-13e3-41e5-a8b2-f8b91aec403f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:47.082739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.102452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56304) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:47.115882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Request body: {'subnet': {'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:47.119299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'Network': ['ID=c0896616-838d-46f1-b2c7-d98af800a091,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:47.131296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network c0896616-838d-46f1-b2c7-d98af800a091 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:47.137008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:47.154103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network c0896616-838d-46f1-b2c7-d98af800a091 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:47.163473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.373213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.481795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:18:47.514305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.526853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.533346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.537973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.1 (8132e0a6-8398-4560-bec8-d2dc1ff3c879/282256d2-0c43-4a6d-83a5-c3e6790bb6da/a3fbf1b2-3a8b-4c02-ac90-307731c9a484) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:47.550403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network faf325b9-9164-44ad-bb22-14912fbdf7dc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:47.550602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for f96e05ac-13e3-41e5-a8b2-f8b91aec403f owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:47.558419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:47.568746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.583312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.596756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Usage tracker for resource:subnet and tenant:494e6d3072284080b7457de60c8a0cba is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:47.611147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1076b57a-9e42-4ab1-896e-2885481f8825 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:47.689934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:47.774953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.805443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:47.820157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:47.991325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.008458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0abe7f0a-e2f1-4c5e-a3ca-bf9aa66c9c86 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:48.098000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.128995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=bdd7317c-e65d-4b0b-aa2f-81d5a8832012,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:48.137945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:48.185194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4a43df9-ad88-497e-b55a-a850e0de38ba tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:48.248992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=f96e05ac-13e3-41e5-a8b2-f8b91aec403f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:48.264520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:48.320334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.321040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Made reservation on behalf of 494e6d3072284080b7457de60c8a0cba for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:48.324083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fc35c-a0cb-4087-8ca4-cea1006e85f5 None None] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:48.336667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=be85ab75-4178-4b35-87b8-0a095d82aad2,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:48.342225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/bdd7317c-e65d-4b0b-aa2f-81d5a8832012 HTTP/1.1" status: 204  len: 168 time: 1.7185445
Nov 15 09:18:48.344142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56308) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:48.382591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:48.383091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:48.515943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network faf325b9-9164-44ad-bb22-14912fbdf7dc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:48.578476 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:48.628961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] DHCP port deletion for 8dda3d78-2ad5-4734-8397-ac5aacd37591 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:48.634393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Deleting port 895231bf-b59f-4e41-be31-6dfc0243c55d {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:48.634958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.775952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.829546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=769724e2-9ea0-40bb-a961-83537db1b04f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:48.886129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] For port 895231bf-b59f-4e41-be31-6dfc0243c55d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=895231bf-b59f-4e41-be31-6dfc0243c55d,segment=NetworkSegment(2350aed2-b9fd-40ab-b5eb-72c4675ffdce),segment_id=2350aed2-b9fd-40ab-b5eb-72c4675ffdce)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:48.886560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.901934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:48.905039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.919012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:48.925613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:48.962961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:48.964548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:48.997322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.019221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=faf325b9-9164-44ad-bb22-14912fbdf7dc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:49.019451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.034495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Calling delete_port for 895231bf-b59f-4e41-be31-6dfc0243c55d owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:49.037927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Transition to ACTIVE for port object a3fbf1b2-3a8b-4c02-ac90-307731c9a484 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:49.039378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:49.040526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:49.041191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.068754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b886bb-040b-4fa2-a9fc-bea22defeddc None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:49.085893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/faf325b9-9164-44ad-bb22-14912fbdf7dc HTTP/1.1" status: 204  len: 168 time: 3.8802125
Nov 15 09:18:49.091784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:49.095567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.133597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 5.4954724
Nov 15 09:18:49.168236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56316) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:49.178182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.181887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.2045188
Nov 15 09:18:49.183908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '769724e2-9ea0-40bb-a961-83537db1b04f', 'ip_address': '2001:db8::3843:623a:1ebc:8537'}], 'name': 'tempest-NetworksTestDHCPv6-1728542289'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:49.198995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56320) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:49.262467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.270025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-527784265'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:49.290349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:49.291433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:49.292982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.306851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 81bd280e-a6bf-4bb9-897d-a44bccc31e40 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:18:49.319327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:49.320291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:network and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:49.328283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.364501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:49.429395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Pushing event deleted for resources: {'Port': ['ID=895231bf-b59f-4e41-be31-6dfc0243c55d,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:49.456260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:49.505667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.505943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.506224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.506601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.506985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.507346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.507714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.508126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.508494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.508862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.509226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.509929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.510070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.510329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.510690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.511053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.511413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.512102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.512102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.512481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.512845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.513201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.513563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.513919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:18:49.518126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:49.535285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '769724e2-9ea0-40bb-a961-83537db1b04f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:49.536221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.541031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=a3fbf1b2-3a8b-4c02-ac90-307731c9a484,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:49.557439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:49.557596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.585397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] No DVR routers for this DVR port 895231bf-b59f-4e41-be31-6dfc0243c55d on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:49.587041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:49.593342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:49.596830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:49.621672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:49.654669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.658133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.698432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Made reservation on behalf of 60b0e711cb0443cc9d2e080944f01e9c for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:49.704309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.706048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:49.732732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.733191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:49.739729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:49.764762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.792656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:49.914117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.937395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/769724e2-9ea0-40bb-a961-83537db1b04f/c162360c-618d-4012-af16-309eba951726) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:49.952596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:49.972407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:49.981974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.034199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:security_group_rule and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:50.052217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.052764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router cafe6fc6-aa18-486f-b007-b8c848136bdd {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:18:50.058989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:50.064989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.117128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:50.205710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-041b8331-839c-4bf3-bd8c-e055e1e9ac36 None None] Provisioning for port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:50.214345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-041b8331-839c-4bf3-bd8c-e055e1e9ac36 None None] Provisioning complete for port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:50.215046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-041b8331-839c-4bf3-bd8c-e055e1e9ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.215184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a26a06a0>,) {'filters': {'network_id': ['eb708edd-73be-44cd-8feb-ccd67c32e66e']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:50.282189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.284401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.290435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26a06a0>, '64f18686-a2da-4b5c-822b-14b09a89e476') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:50.290784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26a06a0>, '64f18686-a2da-4b5c-822b-14b09a89e476') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:50.303444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Transition to ACTIVE for port object c162360c-618d-4012-af16-309eba951726 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:50.304043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.305318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 204  len: 168 time: 5.2841339
Nov 15 09:18:50.312694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.317018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-041b8331-839c-4bf3-bd8c-e055e1e9ac36 None None] Port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:50.325177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56324) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:50.330871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 9ee937fe-304a-4652-8313-bd7cb7b9bea1 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:50.332131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Transition to ACTIVE for port object c162360c-618d-4012-af16-309eba951726 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:50.339023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1200863900', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:50.350785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.363125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.368677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:50.376779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:50.380911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9951948-8496-45b8-907d-7ac57547492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:50.398880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Usage tracker for resource:router and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:50.415627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.417689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:50.426544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:50.466423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:50.567070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.633501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.644838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0cb6c81d-7ca2-486a-b986-24a3742b79df tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:50.672030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 895231bf-b59f-4e41-be31-6dfc0243c55d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:50.714617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.715687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.737912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 895231bf-b59f-4e41-be31-6dfc0243c55d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:50.738489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 895231bf-b59f-4e41-be31-6dfc0243c55d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:50.776661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Pushing event updated for resources: {'Port': ['ID=c162360c-618d-4012-af16-309eba951726,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:50.786433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:18:50.790883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:50.795115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network eb708edd-73be-44cd-8feb-ccd67c32e66e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:50.813971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.831692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'SecurityGroup': ['ID=044af040-a731-4e3f-bd4a-2e5a01b486fa,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:50.842443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:50.868970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:50.870313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:50.873258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:50.877037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'Subnet': ['ID=0a503248-7f79-4852-95bf-4b2d57abec76,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:50.887137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:50.915065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.915488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Added segment c694c574-409f-4902-bc46-864cf16c0381 of type vxlan for network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2
Nov 15 09:18:50.933048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Attempting to bind port c162360c-618d-4012-af16-309eba951726 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:50.933624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Attempting to bind port c162360c-618d-4012-af16-309eba951726 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:50.934148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Attempting to bind port c162360c-618d-4012-af16-309eba951726 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:50.942777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:50.943705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:50.943887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:50.944441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:50.945078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Bound port: c162360c-618d-4012-af16-309eba951726, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:50.945699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.015395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.050615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.054458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] For port c162360c-618d-4012-af16-309eba951726, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:51.058365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] For port c162360c-618d-4012-af16-309eba951726, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c162360c-618d-4012-af16-309eba951726,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:51.076946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.077278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.091487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:51.092356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17f7ee3c-9e74-4b8f-9012-9bebf3563625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:51.129064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network eb708edd-73be-44cd-8feb-ccd67c32e66e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:51.249502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Pushing event updated for resources: {'Port': ['ID=c162360c-618d-4012-af16-309eba951726,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:51.264937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:51.326448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::3843:623a:1ebc:8537 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/769724e2-9ea0-40bb-a961-83537db1b04f/9ee937fe-304a-4652-8313-bd7cb7b9bea1) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:51.402552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Checking segment: {'id': '7c598cdb-0a48-4b1f-b9d2-09f019977480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:51.402962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network hostable DHCP agents. Network: c0896616-838d-46f1-b2c7-d98af800a091, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:51.503401 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:51.506227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=81bd280e-a6bf-4bb9-897d-a44bccc31e40,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:51.519013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:51.589959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:18:51.660994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network c0896616-838d-46f1-b2c7-d98af800a091 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:51.718235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, c0896616-838d-46f1-b2c7-d98af800a091) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:51.728415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35533f7a-9fb0-4e25-a385-9e64475a877f None None] Network c0896616-838d-46f1-b2c7-d98af800a091 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:51.811984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.831194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 9ee937fe-304a-4652-8313-bd7cb7b9bea1 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:51.831820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.842403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.844588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2d78d-7fa6-4b83-9300-8a91d3b86fe0 None None] Network fd0ed73d-5857-436e-99db-6ab877d62e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:51.846807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:51.847664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.858140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:51.858451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-618f85f7-991b-4b9c-82ee-6ec12048f2fe tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:51.859226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.900872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.902485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.904358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.919780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:51.975398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.977121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:51.979080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/eb708edd-73be-44cd-8feb-ccd67c32e66e HTTP/1.1" status: 204  len: 168 time: 2.8840349
Nov 15 09:18:51.989337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/81bd280e-a6bf-4bb9-897d-a44bccc31e40 HTTP/1.1" status: 204  len: 168 time: 3.6413765
Nov 15 09:18:51.990257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56328) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:51.990391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:52.006602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.9005268
Nov 15 09:18:52.022879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.051043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56336) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:52.070377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.8598244
Nov 15 09:18:52.080117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56340) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:52.094714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Request body: {'subnet': {'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:52.124802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Request body: {'port': {'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091', 'name': 'tempest-ExtraDHCPOptionsTestJSON-811642629'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:52.139064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Network': ['ID=0dbcf395-70bc-4abc-a4ff-f8e5c59827d2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:52.161420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:52.180695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:18:52.223322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:52.228902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46e9abe3-c4cc-4c47-ac27-f367843efbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:52.233909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.262839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=9ee937fe-304a-4652-8313-bd7cb7b9bea1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:52.320785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=eb708edd-73be-44cd-8feb-ccd67c32e66e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:52.340571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:52.361264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:52.365806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35a425a0-1731-4e8c-b0a5-cd23e8c0da4e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:52.406194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.428209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-c0896616-838d-46f1-b2c7-d98af800a091', 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091', 'tenant_id': '494e6d3072284080b7457de60c8a0cba', 'fixed_ips': [{'subnet_id': '0a503248-7f79-4852-95bf-4b2d57abec76'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:52.429115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.451316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:52.465953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:subnet and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:52.473071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:52.492451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:52.496076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.505048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:52.513346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:52.523114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:52.527770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:52.528481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.548525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=a3fbf1b2-3a8b-4c02-ac90-307731c9a484,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:52.565971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:52.577459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Made reservation on behalf of 60b0e711cb0443cc9d2e080944f01e9c for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:52.691941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.5179715
Nov 15 09:18:52.702082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] DHCP port deletion for fd0ed73d-5857-436e-99db-6ab877d62e3c request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:18:52.705840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56344) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:52.744073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:52.747876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:52.750598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Deleting port 22d23514-5974-44be-a985-928904cbf7e5 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:52.751323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.793264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:52.829313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c162360c-618d-4012-af16-309eba951726 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:52.859570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Usage tracker for resource:port and tenant:494e6d3072284080b7457de60c8a0cba is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:52.891073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:52.925896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:52.949274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:53.047319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.129995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Allocated IP 172.20.0.2 (c0896616-838d-46f1-b2c7-d98af800a091/0a503248-7f79-4852-95bf-4b2d57abec76/92c96200-0a9d-41a4-8274-0fd53a7baa6e) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:53.235695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port c162360c-618d-4012-af16-309eba951726 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:53.297076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.335825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Made reservation on behalf of 494e6d3072284080b7457de60c8a0cba for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:53.341833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.442765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a27396d8>,) {'filters': {'network_id': ['c89e2204-d351-41e5-8aac-0bfeb3d3dae2']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.500135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27396d8>, '7ed915c7-9fe9-41cd-8f20-c47d39a25ad1') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.500677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27396d8>, '7ed915c7-9fe9-41cd-8f20-c47d39a25ad1') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.540815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.545106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] For port 22d23514-5974-44be-a985-928904cbf7e5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22d23514-5974-44be-a985-928904cbf7e5,segment=NetworkSegment(31ec4b53-8d56-4634-aa72-87db60018b10),segment_id=31ec4b53-8d56-4634-aa72-87db60018b10)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:53.545453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.588259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4c628-d710-4665-ba76-68282336b22a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:53.593134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4c628-d710-4665-ba76-68282336b22a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:53.594660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-44e4c628-d710-4665-ba76-68282336b22a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:53.602160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1a092e8>,) {'filters': {'network_id': ['8dda3d78-2ad5-4734-8397-ac5aacd37591']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.646751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.650379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a092e8>, '2350aed2-b9fd-40ab-b5eb-72c4675ffdce') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.650871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a092e8>, '2350aed2-b9fd-40ab-b5eb-72c4675ffdce') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:53.724060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:53.729287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Calling delete_port for 22d23514-5974-44be-a985-928904cbf7e5 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:53.753073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.837790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Provisioning for port c162360c-618d-4012-af16-309eba951726 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:53.902326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.934328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-44e4c628-d710-4665-ba76-68282336b22a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:18:53.935657 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44e4c628-d710-4665-ba76-68282336b22a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 1.2273264
Nov 15 09:18:53.946978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56348) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:53.948289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:53.960802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 8 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:54.009416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.017042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Provisioning complete for port c162360c-618d-4012-af16-309eba951726 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:54.017614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.023072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.042946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router 7e52fca5-4767-4371-874c-2f41c08775bf has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:18:54.077110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.103793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29edec6-f5fa-4500-9ab3-67bec4b79d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:54.140873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Transition to ACTIVE for port object 92c96200-0a9d-41a4-8274-0fd53a7baa6e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:54.215416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.221581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Pushing event deleted for resources: {'Port': ['ID=22d23514-5974-44be-a985-928904cbf7e5,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:54.232743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:54.251528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:54.257659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Transition to ACTIVE for port object 92c96200-0a9d-41a4-8274-0fd53a7baa6e will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:54.332583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.357723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:54.400178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Subnet': ['ID=af500c62-4922-4a7d-b5ed-c57b249624a4,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:54.406214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:54.515471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] No DVR routers for this DVR port 22d23514-5974-44be-a985-928904cbf7e5 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:18:54.519998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:54.525441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.536221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] device_id is not set on port c3437b4a-faf8-4743-9baa-b615007ec053 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:54.549471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Pushing event updated for resources: {'Port': ['ID=92c96200-0a9d-41a4-8274-0fd53a7baa6e,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:54.555749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:54.581671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Checking segment: {'id': 'c694c574-409f-4902-bc46-864cf16c0381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:54.582420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network hostable DHCP agents. Network: 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:18:54.593398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.609227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] For port c162360c-618d-4012-af16-309eba951726, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c162360c-618d-4012-af16-309eba951726,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:54.634683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:18:54.638786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Network c0896616-838d-46f1-b2c7-d98af800a091 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:54.639913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:54.644192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:54.647320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] Sync routers for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:18:54.647469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.652693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-130e9dbe-082d-4227-ac44-a63920b61104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:54.665078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:54.665960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fd18d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:54.668343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/routers/7e52fca5-4767-4371-874c-2f41c08775bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8401170
Nov 15 09:18:54.669271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56352) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:54.675958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'port': {'network_id': '8132e0a6-8398-4560-bec8-d2dc1ff3c879', 'name': 'tempest-FloatingIPTestJSON-1059293232'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:54.696456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22d23514-5974-44be-a985-928904cbf7e5 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:18:54.745999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fd18d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:54.759707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:18:54.760649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fd18d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:54.826744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 22d23514-5974-44be-a985-928904cbf7e5 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:18:54.827327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22d23514-5974-44be-a985-928904cbf7e5 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:18:54.843650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:54.849056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Usage tracker for resource:port and tenant:c4b46eecd1a5403fba9de272a8254d79 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:54.849650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 9ee937fe-304a-4652-8313-bd7cb7b9bea1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:18:54.850210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.852183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Quota usage for port was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:54.859415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:54.868580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:18:54.882299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fd18d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:54.883599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63292fb-29a5-4f6f-b0ff-7d60d254c6a6 None None] The sync data for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:18:54.899941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Made reservation on behalf of c4b46eecd1a5403fba9de272a8254d79 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:18:54.905670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.914607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Provisioning complete for port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:54.915244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.920988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:18:54.944479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:54.948368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Attempting to bind port 92c96200-0a9d-41a4-8274-0fd53a7baa6e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:54.948886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Attempting to bind port 92c96200-0a9d-41a4-8274-0fd53a7baa6e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '7c598cdb-0a48-4b1f-b9d2-09f019977480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:54.949386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Attempting to bind port 92c96200-0a9d-41a4-8274-0fd53a7baa6e on network c0896616-838d-46f1-b2c7-d98af800a091 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:54.958620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Pushing event updated for resources: {'Port': ['ID=c162360c-618d-4012-af16-309eba951726,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:54.962490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:54.963634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:54.975730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871356a-a993-4b2b-9de7-34a191bf9300 None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:54.981219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:55.001670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:55.056450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.058543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9772904
Nov 15 09:18:55.062754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:55.063748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Checking segment: {'id': '7c598cdb-0a48-4b1f-b9d2-09f019977480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:55.064321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.064764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Bound using segment: {'id': '7c598cdb-0a48-4b1f-b9d2-09f019977480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:55.065307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Bound port: 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c598cdb-0a48-4b1f-b9d2-09f019977480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:55.065733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.067310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56356) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:55.076438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-26170678', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:55.096968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:18:55.104884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:router and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:18:55.108380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:55.110683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:18:55.133854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:18:55.149867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] device_id is not set on port 0e38f47b-8d31-42b2-a664-1cef87a694cb yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:55.205247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Network c89e2204-d351-41e5-8aac-0bfeb3d3dae2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:55.231283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.232447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.269776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] For port 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:55.298389 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:55.312185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.325666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Provisioning for port 9ee937fe-304a-4652-8313-bd7cb7b9bea1 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:55.337603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Provisioning complete for port 9ee937fe-304a-4652-8313-bd7cb7b9bea1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:55.337942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.339467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Allocated IP 172.20.0.14 (8132e0a6-8398-4560-bec8-d2dc1ff3c879/282256d2-0c43-4a6d-83a5-c3e6790bb6da/0e38f47b-8d31-42b2-a664-1cef87a694cb) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:55.376137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0dbcf395-70bc-4abc-a4ff-f8e5c59827d2', 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2', 'tenant_id': '60b0e711cb0443cc9d2e080944f01e9c', 'fixed_ips': [{'subnet_id': 'af500c62-4922-4a7d-b5ed-c57b249624a4'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:18:55.376137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.450807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Port 9ee937fe-304a-4652-8313-bd7cb7b9bea1 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:55.561167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Provisioning complete for port c162360c-618d-4012-af16-309eba951726 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:55.561586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a316cd55-edc3-45ae-a344-af0fc7611dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.633587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 8dda3d78-2ad5-4734-8397-ac5aacd37591 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:55.674876 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:55.682193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] For port 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=92c96200-0a9d-41a4-8274-0fd53a7baa6e,segment=NetworkSegment(7c598cdb-0a48-4b1f-b9d2-09f019977480),segment_id=7c598cdb-0a48-4b1f-b9d2-09f019977480)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:55.685456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.721103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.732143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.742410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:55.770032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Transition to ACTIVE for port object 0e38f47b-8d31-42b2-a664-1cef87a694cb will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:55.850914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.867419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-0a7e0483-1051-45ff-acf9-cb2636166ae9 {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:18:55.867791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:18:55.876413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:55.893865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.898296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.904506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.916558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44d6cec1-2c91-4764-82ab-e9b7a7fa4fee tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:55.961530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Pushing event deleted for resources: {'Network': ['ID=c89e2204-d351-41e5-8aac-0bfeb3d3dae2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:55.974923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:55.978655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:55.997559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:56.046016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=8dda3d78-2ad5-4734-8397-ac5aacd37591,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:56.057458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:56.071181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] 10.222.0.81 "DELETE /v2.0/networks/c89e2204-d351-41e5-8aac-0bfeb3d3dae2 HTTP/1.1" status: 204  len: 168 time: 4.0762675
Nov 15 09:18:56.080752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/8dda3d78-2ad5-4734-8397-ac5aacd37591 HTTP/1.1" status: 204  len: 168 time: 4.0835967
Nov 15 09:18:56.084742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56362) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:56.118442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.126180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event updated for resources: {'Port': ['ID=0e38f47b-8d31-42b2-a664-1cef87a694cb,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:56.130601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Allocated IP 172.26.4.41 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/e3084c0d-d080-4417-9356-a227d4331faa) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:56.133107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:56.193386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.197613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Pushing event updated for resources: {'Port': ['ID=92c96200-0a9d-41a4-8274-0fd53a7baa6e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:56.207322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:56.213350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Allocated IP 172.20.0.2 (0dbcf395-70bc-4abc-a4ff-f8e5c59827d2/af500c62-4922-4a7d-b5ed-c57b249624a4/abc9735d-0a63-4c12-80b0-0320e1d0bcad) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:56.231181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.345446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:56.346571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 9ee937fe-304a-4652-8313-bd7cb7b9bea1 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:18:56.349779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:56.364029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:56.386376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.520932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:56.521741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.548448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.568080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Transition to ACTIVE for port object abc9735d-0a63-4c12-80b0-0320e1d0bcad will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:56.590129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Transition to ACTIVE for port object abc9735d-0a63-4c12-80b0-0320e1d0bcad will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:56.633492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.668349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9978256
Nov 15 09:18:56.669532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56368) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:56.669666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3a74add3-a78f-4998-af91-e6ec6375a584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:56.676165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Request body: {'floatingip': {'port_id': '0e38f47b-8d31-42b2-a664-1cef87a694cb'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:18:56.691036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.718577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c162360c-618d-4012-af16-309eba951726 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:56.825934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:56.883478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c76eabc6-fdee-4e82-9ab4-31b925f316bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:56.953985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56372) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:57.007252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Pushing event updated for resources: {'Port': ['ID=abc9735d-0a63-4c12-80b0-0320e1d0bcad,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:57.014288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:57.052177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e37df06-f076-43e0-9d06-14f2b8a46db8 None None] Provisioning for port 0e38f47b-8d31-42b2-a664-1cef87a694cb completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:57.061505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port c162360c-618d-4012-af16-309eba951726 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:57.061918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.093675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e37df06-f076-43e0-9d06-14f2b8a46db8 None None] Provisioning complete for port 0e38f47b-8d31-42b2-a664-1cef87a694cb triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:57.094214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e37df06-f076-43e0-9d06-14f2b8a46db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.202040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:57.209963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:57.215979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:57.216351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.264122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5e37df06-f076-43e0-9d06-14f2b8a46db8 None None] Port 0e38f47b-8d31-42b2-a664-1cef87a694cb cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:18:57.323075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Attempting to bind port abc9735d-0a63-4c12-80b0-0320e1d0bcad on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:18:57.323499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Attempting to bind port abc9735d-0a63-4c12-80b0-0320e1d0bcad by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c694c574-409f-4902-bc46-864cf16c0381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:18:57.323926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Attempting to bind port abc9735d-0a63-4c12-80b0-0320e1d0bcad on network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:18:57.335386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Allocated IP 172.26.4.118 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/41c3980e-aedf-4f5b-b569-e3289704d245) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:57.357493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:18:57.357906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Checking segment: {'id': 'c694c574-409f-4902-bc46-864cf16c0381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:18:57.358570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.358772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Bound using segment: {'id': 'c694c574-409f-4902-bc46-864cf16c0381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:18:57.359316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Bound port: abc9735d-0a63-4c12-80b0-0320e1d0bcad, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c694c574-409f-4902-bc46-864cf16c0381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:18:57.360502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.445951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.475311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] For port abc9735d-0a63-4c12-80b0-0320e1d0bcad, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:18:57.487376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] For port abc9735d-0a63-4c12-80b0-0320e1d0bcad, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abc9735d-0a63-4c12-80b0-0320e1d0bcad,segment=NetworkSegment(c694c574-409f-4902-bc46-864cf16c0381),segment_id=c694c574-409f-4902-bc46-864cf16c0381)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:18:57.545625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.563664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d88a02fd-bc54-4e72-91e1-fa031d678242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:57.615308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event updated for resources: {'Port': ['ID=e3084c0d-d080-4417-9356-a227d4331faa,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:57.651421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:57.652809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:57.724032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] device_id is not set on port 4fdef313-5e47-4f00-ab76-e20aa68ba706 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:18:57.741496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Pushing event updated for resources: {'Port': ['ID=abc9735d-0a63-4c12-80b0-0320e1d0bcad,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:57.749051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:57.812442 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4bff28f9-f1d5-4890-a19e-6bbfdf0b2a14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f784b507d0884be5a2eb355900954859&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8571215
Nov 15 09:18:57.849341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56378) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:57.996913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.013844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eefc3d29-7764-4bf5-9039-74675cffa234 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:58.037415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.097068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610d6dc-3304-4293-8d92-36a1826a6364 None None] Network c0896616-838d-46f1-b2c7-d98af800a091 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:58.162875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.166351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:58.202893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e7b9ec1-2929-424a-9edf-14081fb5ef19 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:58.247365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:58.269097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=41c3980e-aedf-4f5b-b569-e3289704d245,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:58.286768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eef1e082-a423-4998-b961-716fb2a1aa79 None None] Provisioning for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:58.296221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:58.301299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:58.314144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:18:58.323991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:18:58.330166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:18:58.399217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=9ee937fe-304a-4652-8313-bd7cb7b9bea1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:58.425413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:58.487947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3b63240>,) {'filters': {'network_id': ['fd0ed73d-5857-436e-99db-6ab877d62e3c']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:58.515583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.520628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3b63240>, '31ec4b53-8d56-4634-aa72-87db60018b10') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:58.520628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3b63240>, '31ec4b53-8d56-4634-aa72-87db60018b10') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:18:58.604939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.622196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Allocated IP 172.20.0.5 (c0896616-838d-46f1-b2c7-d98af800a091/0a503248-7f79-4852-95bf-4b2d57abec76/4fdef313-5e47-4f00-ab76-e20aa68ba706) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:18:58.683997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.693361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abc9735d-0a63-4c12-80b0-0320e1d0bcad up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:58.693694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.697619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.701876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.702685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.705445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:18:58.786342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:58.835168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port abc9735d-0a63-4c12-80b0-0320e1d0bcad completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:58.842321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 92c96200-0a9d-41a4-8274-0fd53a7baa6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:18:58.991014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:18:58.996684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:58.997276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.056364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.185234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network fd0ed73d-5857-436e-99db-6ab877d62e3c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:59.210225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.223600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.257721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=92c96200-0a9d-41a4-8274-0fd53a7baa6e,segment=NetworkSegment(7c598cdb-0a48-4b1f-b9d2-09f019977480),segment_id=7c598cdb-0a48-4b1f-b9d2-09f019977480)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:18:59.290196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP 395d9525-3c10-4b97-9994-b6a6aae8bb67 associated. External IP: 172.26.4.146, port: 779695e5-63bb-4dbb-a6cd-f292e7616024.
Nov 15 09:18:59.317089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.319337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:59.351051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.353671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.357404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/feab04e2-eb97-4291-90cc-c3eaaf139838 HTTP/1.1" status: 204  len: 168 time: 1.4909289
Nov 15 09:18:59.388567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfce1b8b-69a8-4e13-b401-e0a75f28a58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:18:59.419594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=92c96200-0a9d-41a4-8274-0fd53a7baa6e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:59.426414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9ee937fe-304a-4652-8313-bd7cb7b9bea1 HTTP/1.1" status: 204  len: 168 time: 5.4668374
Nov 15 09:18:59.427732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:59.430525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56384) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:18:59.466334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab04e2-eb97-4291-90cc-c3eaaf139838,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:18:59.480303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:18:59.570070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d7aa633-9e6a-49f7-b991-5427db6ad687 None None] Provisioning complete for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:18:59.570502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa633-9e6a-49f7-b991-5427db6ad687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.598598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911df6c-2b00-4d87-9363-3bf0be31e076 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:59.601284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911df6c-2b00-4d87-9363-3bf0be31e076 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:18:59.602221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d911df6c-2b00-4d87-9363-3bf0be31e076 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:18:59.630536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:18:59.669448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network fd0ed73d-5857-436e-99db-6ab877d62e3c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:18:59.686748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:18:59.712531 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:18:59.745471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca185a8-4d05-470c-8ad6-8ff088bdaa4e None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:18:59.890473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Transition to ACTIVE for port object 4fdef313-5e47-4f00-ab76-e20aa68ba706 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:18:59.896765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:18:59.897608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.003872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.023230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:00.051260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.061510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Provisioning complete for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:00.061944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.101130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=fd0ed73d-5857-436e-99db-6ab877d62e3c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:00.104658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:00.117216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/fd0ed73d-5857-436e-99db-6ab877d62e3c HTTP/1.1" status: 204  len: 168 time: 4.0284886
Nov 15 09:19:00.119052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56396) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:00.131071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-1929949078'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:00.140639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:00.150232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:00.153952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.158431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:00.166885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:00.167995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d911df6c-2b00-4d87-9363-3bf0be31e076 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:00.170836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d911df6c-2b00-4d87-9363-3bf0be31e076 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7374945
Nov 15 09:19:00.176783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56400) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:00.199084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b477fb78-5e16-4306-b3c8-4ae37f03a7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:00.326621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Provisioning for port abc9735d-0a63-4c12-80b0-0320e1d0bcad completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:00.332398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Provisioning complete for port abc9735d-0a63-4c12-80b0-0320e1d0bcad triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:00.332919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.371302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:00.378395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.521316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'Port': ['ID=4fdef313-5e47-4f00-ab76-e20aa68ba706,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:00.540161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:00.541713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 769724e2-9ea0-40bb-a961-83537db1b04f {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:00.553917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.565062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:00.565199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.618198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] For port abc9735d-0a63-4c12-80b0-0320e1d0bcad, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abc9735d-0a63-4c12-80b0-0320e1d0bcad,segment=NetworkSegment(c694c574-409f-4902-bc46-864cf16c0381),segment_id=c694c574-409f-4902-bc46-864cf16c0381)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:00.618565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.618565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment 6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0 of type vxlan for network d7027230-caa2-4444-93e8-76333d73a80e
Nov 15 09:19:00.646885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.648498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a627066d-72f9-4a35-9dbf-17ca98659e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:00.687124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.700308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 92c96200-0a9d-41a4-8274-0fd53a7baa6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:00.763407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network c0896616-838d-46f1-b2c7-d98af800a091 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:00.769435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:00.769435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.772628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:00.773299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:00.863452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.094405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56412) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:01.155368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Pushing event updated for resources: {'Port': ['ID=abc9735d-0a63-4c12-80b0-0320e1d0bcad,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:01.159824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:01.162304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f7c1aa09-434a-4066-b8da-079f1e2fef33 None None] Provisioning complete for port abc9735d-0a63-4c12-80b0-0320e1d0bcad triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:01.162737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7c1aa09-434a-4066-b8da-079f1e2fef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.176280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.180517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:01.217117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b7dd0ff-182d-4b09-b63d-5d1b37fcefdc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:01.248735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 92c96200-0a9d-41a4-8274-0fd53a7baa6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:01.249168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.252628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:01.292510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] Sync routers for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:01.319711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--441773465'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:01.366336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2417426
Nov 15 09:19:01.373307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56418) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:01.384633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:01.388383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:01.408913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:01.423219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:01.423219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.424205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:01.434369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:01.440403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.444208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 6.3732738
Nov 15 09:19:01.447797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:01.448534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ca7fd0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:01.449572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56422) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:01.495854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=d7027230-caa2-4444-93e8-76333d73a80e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:01.517778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:01.529420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d7027230-caa2-4444-93e8-76333d73a80e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:01.562313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d7027230-caa2-4444-93e8-76333d73a80e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:01.569270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.5127656
Nov 15 09:19:01.570058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56426) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:01.573100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:01.583657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Request body: {'port': {'network_id': 'c0896616-838d-46f1-b2c7-d98af800a091', 'name': 'tempest-ExtraDHCPOptionsTestJSON-744909529', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:01.584373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] bootfile-name is not in valid_values {{(pid=81073) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:01.585012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] tftp-server is not in valid_values {{(pid=81073) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:01.585520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] server-ip-address is not in valid_values {{(pid=81073) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:01.590483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ca7fd0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:01.598031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.602540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:01.611663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:01.670368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.690562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:01.748030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:01.775649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:01.780208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:01.790522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:01.801690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:01.804338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:01.805034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ca7fd0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:01.814078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:01.828605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Router fd638305-9462-4ce4-a9b7-cc68fa3c1921 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:19:01.883360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ca7fd0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:01.883826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee63a6-167d-4063-bf84-e0e5bcb01ac0 None None] The sync data for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:01.886212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Provisioning complete for port abc9735d-0a63-4c12-80b0-0320e1d0bcad triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:01.886631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.913232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:01.922725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Usage tracker for resource:port and tenant:494e6d3072284080b7457de60c8a0cba is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:01.939175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:01.947535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.954425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:01.961941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:01.972442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf574ef4-c76b-43be-9ced-a2fb507204f7 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:02.076602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Provisioning for port 4fdef313-5e47-4f00-ab76-e20aa68ba706 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:02.081036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=769724e2-9ea0-40bb-a961-83537db1b04f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:02.082440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Provisioning complete for port 4fdef313-5e47-4f00-ab76-e20aa68ba706 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:02.082869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.108569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:02.144264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Made reservation on behalf of 494e6d3072284080b7457de60c8a0cba for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:02.146620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3d185a1b-6995-440f-bf1c-fa6f65b82bd0 None None] Port 4fdef313-5e47-4f00-ab76-e20aa68ba706 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:02.151082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.237494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.237696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef1bdc-6cf8-40e9-a4eb-af8069effb3d None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:02.265260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.343723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.350168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eea71981-1245-4e5b-9417-70b6856b2a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:02.410954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/769724e2-9ea0-40bb-a961-83537db1b04f HTTP/1.1" status: 204  len: 168 time: 2.2308006
Nov 15 09:19:02.419018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56430) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:02.424674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:02.428851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=854015dc-bebf-46dc-ac5e-37f895e4aea7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:02.529999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] device_id is not set on port 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:02.543468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:02.550656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Deleting port c162360c-618d-4012-af16-309eba951726 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:02.551197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.623831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abc9735d-0a63-4c12-80b0-0320e1d0bcad up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:02.759745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:02.760390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:02.765385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Allocated IP 172.20.0.12 (c0896616-838d-46f1-b2c7-d98af800a091/0a503248-7f79-4852-95bf-4b2d57abec76/7bb3b81c-9c27-4f2f-b030-5fe6c12e506c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:02.841947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:02.861123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-df19db62-e400-42f7-9062-fb0376bbfc3e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4354212
Nov 15 09:19:02.866952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56434) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:02.874821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:02.892078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:02.908972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] For port c162360c-618d-4012-af16-309eba951726, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c162360c-618d-4012-af16-309eba951726,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:02.909586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.921042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port abc9735d-0a63-4c12-80b0-0320e1d0bcad triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:02.921428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:02.927807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:02.944088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] Sync routers for ids ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:02.965135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] Routers {'fd638305-9462-4ce4-a9b7-cc68fa3c1921'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:02.966143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e39668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.003024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:03.006366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.026951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:03.085374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e39668>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.104551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] Routers {'fd638305-9462-4ce4-a9b7-cc68fa3c1921'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:03.105483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e39668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.113597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Calling delete_port for c162360c-618d-4012-af16-309eba951726 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:03.142644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.149802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-285a89e9-0ebc-49a7-a18e-7173408682ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:03.177780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:03.178480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2968390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.191809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:03.205262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.206749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 12.8805492
Nov 15 09:19:03.211183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:03.211353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e39668>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.211993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09045148-27a2-4bb5-b5c5-5610b3814467 None None] The sync data for ids ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:03.215122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56438) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:03.216114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:03.231346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=4a897d36-cb24-4382-9ff6-22a3e494fadb,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:03.236884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:03.243924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:03.249725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:03.260973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.264926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.1653371
Nov 15 09:19:03.267659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56442) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:03.436012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:03.444924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2968390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.469822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e0f83b1-c6e8-497b-bcda-da5fe91b0100 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:03.525421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:03.526033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2968390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.611898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2968390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:03.612362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379055b-71c0-4081-b5b7-bc323a6a4384 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:03.622147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e0f83b1-c6e8-497b-bcda-da5fe91b0100 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:03.627087 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e0f83b1-c6e8-497b-bcda-da5fe91b0100 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3523099
Nov 15 09:19:03.627686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56448) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:03.635775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-security--729478799', 'description': 'tempest-security-description-624850155'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:03.636982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.644215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.659715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8036e340-013d-46f8-9a26-1552e6999424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:03.683980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.711353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Pushing event deleted for resources: {'Port': ['ID=c162360c-618d-4012-af16-309eba951726,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:03.815166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:03.820952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c162360c-618d-4012-af16-309eba951726 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:03.867858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: c162360c-618d-4012-af16-309eba951726 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:03.867858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c162360c-618d-4012-af16-309eba951726 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:03.899877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.913928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] No DVR routers for this DVR port c162360c-618d-4012-af16-309eba951726 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:03.944633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.947478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:03.948878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "PUT /v2.0/security-groups/4a897d36-cb24-4382-9ff6-22a3e494fadb HTTP/1.1" status: 200  len: 1610 time: 0.3194568
Nov 15 09:19:03.954758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-688453d1-3a38-4414-8623-210731cb226b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:03.963233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56452) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:04.032313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=4a897d36-cb24-4382-9ff6-22a3e494fadb,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:04.040313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:04.094727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ae10c10-ae37-4ca1-aa80-bb2435527c84 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups/4a897d36-cb24-4382-9ff6-22a3e494fadb HTTP/1.1" status: 200  len: 1610 time: 0.1248152
Nov 15 09:19:04.095193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56456) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:04.105037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.190936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.194602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Transition to ACTIVE for port object 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:04.228457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cb106eee-349a-469a-a270-c68f39ca5d54 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:04.363156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.367540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.403239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=7366ffc5-0f87-4483-a794-452d216c7e89,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:04.419434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:04.429343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.504470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.525298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f183b85-130a-422f-a60c-7ecede3a35ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:04.669348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.684100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router 7e52fca5-4767-4371-874c-2f41c08775bf has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:04.684920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:04.709476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a897d36-cb24-4382-9ff6-22a3e494fadb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:04.723314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:04.755487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'Port': ['ID=7bb3b81c-9c27-4f2f-b030-5fe6c12e506c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:04.783513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:04.850773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:04.852043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/4a897d36-cb24-4382-9ff6-22a3e494fadb HTTP/1.1" status: 204  len: 168 time: 0.7551558
Nov 15 09:19:04.857480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56460) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:05.025277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:05.025692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: d7027230-caa2-4444-93e8-76333d73a80e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:05.110922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network c0896616-838d-46f1-b2c7-d98af800a091 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:05.117295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:05.123673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:05.165691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0938bbc-d370-4ab5-bc4b-ba8842f676df tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3012969
Nov 15 09:19:05.174486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56466) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:05.278572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-cdadbfc8-4d48-41d3-91db-fafd0412f61d tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] delete failed (client error): The resource could not be found.
Nov 15 09:19:05.279719 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdadbfc8-4d48-41d3-91db-fafd0412f61d tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/4a897d36-cb24-4382-9ff6-22a3e494fadb HTTP/1.1" status: 404  len: 347 time: 0.1018965
Nov 15 09:19:05.294247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56470) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:05.301233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network d7027230-caa2-4444-93e8-76333d73a80e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:05.311198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.311918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.320870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--1555258101'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:05.346802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:05.362738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:05.382579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:05.387151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d7027230-caa2-4444-93e8-76333d73a80e) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:05.396132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61651ae-8243-45ce-b1eb-b2b34cd3cd16 None None] Network d7027230-caa2-4444-93e8-76333d73a80e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:05.415368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:05.428918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.8557205
Nov 15 09:19:05.432397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.433063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.439535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56474) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:05.476972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4fa29c7a-078f-435a-9b71-af6877ccace7 None None] Provisioning for port 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:05.483899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4fa29c7a-078f-435a-9b71-af6877ccace7 None None] Provisioning complete for port 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:05.484669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fa29c7a-078f-435a-9b71-af6877ccace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.512324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8756c4-8e41-40d7-b2d7-15aa0877e5d9 req-08b51c1e-5121-4abf-912f-3b123a16c63d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.512866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.513874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1d8756c4-8e41-40d7-b2d7-15aa0877e5d9 req-08b51c1e-5121-4abf-912f-3b123a16c63d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3263485
Nov 15 09:19:05.581544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2030070
Nov 15 09:19:05.586584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29c7a-078f-435a-9b71-af6877ccace7 None None] Port 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:05.588576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:05.613762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1006319613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:05.626471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:05.645179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:05.653698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:05.655706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:05.664953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:05.671691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:05.675487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:05.690395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:05.693390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.718707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-d7027230-caa2-4444-93e8-76333d73a80e', 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '7366ffc5-0f87-4483-a794-452d216c7e89'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:05.720134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.722923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:05.724101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1d8756c4-8e41-40d7-b2d7-15aa0877e5d9 req-f1aa9a11-f5f9-490b-86d8-4c7b159f54a6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1752131
Nov 15 09:19:05.773216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.774030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:05.777920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Allocated IP 172.20.0.1 (0dbcf395-70bc-4abc-a4ff-f8e5c59827d2/af500c62-4922-4a7d-b5ed-c57b249624a4/135e1c95-5a53-4139-b432-83e5b8061fe2) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:05.789387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:05.811161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] Sync routers for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:05.840656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.845218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.849693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:05.850688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Synchronizing usage tracker for tenant:494e6d3072284080b7457de60c8a0cba on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:05.854406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:05.855099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e396a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:05.987513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e396a0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:05.999018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:05.999972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e396a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:06.048361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=db67e618-163a-48d4-8ec1-b4da25bd41ef,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:06.061437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:06.076340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e396a0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:06.077032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebf6f0-b3fe-4490-9df2-8604cc3590da None None] The sync data for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:06.089063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.100181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Unset dirty status for tenant:494e6d3072284080b7457de60c8a0cba on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:06.104302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23db17bb-665c-4872-874d-8767be2d92d3 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.6584408
Nov 15 09:19:06.108147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.109828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56484) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:06.125664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Allocated IP 172.20.0.2 (d7027230-caa2-4444-93e8-76333d73a80e/7366ffc5-0f87-4483-a794-452d216c7e89/ae80b473-954a-4dc0-ac0f-433a6ab5e4ac) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:06.141346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.175667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.191510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:06.200939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Transition to ACTIVE for port object 135e1c95-5a53-4139-b432-83e5b8061fe2 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:06.202913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.259790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:06.267101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:06.274533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Deleting port 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:06.274929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.279198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0261da1-a2c9-4429-bae4-844cfb71c8c1 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:06.344347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.383279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.387264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0860863
Nov 15 09:19:06.387264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=640f5bd0-c6b5-49c5-9be1-322d981248cf,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:06.387486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-885a5e61-7fbd-441a-9d28-141c4c06322c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/floatingips/395d9525-3c10-4b97-9994-b6a6aae8bb67 HTTP/1.1" status: 200  len: 979 time: 9.7164297
Nov 15 09:19:06.388658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56488) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:06.389240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56490) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:06.414940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:06.416192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:06.416856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.437310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '640f5bd0-c6b5-49c5-9be1-322d981248cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:06.452588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.477066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:06.479451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:06.510396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.6359730
Nov 15 09:19:06.510620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.513639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.517508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56496) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:06.518670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5e0b937-52b6-43d6-b6c6-09461c4a8037 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9266815
Nov 15 09:19:06.525585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56498) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:06.535227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': 'db67e618-163a-48d4-8ec1-b4da25bd41ef', 'ip_address': '2001:db8::faf2:d623:9144:e36c'}], 'name': 'tempest-NetworksTestDHCPv6-2131911525'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:06.542385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c14a9-9fe6-4db7-b8c7-566d30ed2788 req-0bb12b8b-6d72-4667-a0b0-f3be0607f715 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:06.549897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-425c14a9-9fe6-4db7-b8c7-566d30ed2788 req-0bb12b8b-6d72-4667-a0b0-f3be0607f715 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4571579
Nov 15 09:19:06.567024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Transition to ACTIVE for port object ae80b473-954a-4dc0-ac0f-433a6ab5e4ac will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:06.618387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:06.629360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:06.632414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Transition to ACTIVE for port object ae80b473-954a-4dc0-ac0f-433a6ab5e4ac will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:06.651582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'db67e618-163a-48d4-8ec1-b4da25bd41ef'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:06.652829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.652994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'port': {'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e', 'name': 'tempest-RoutersTest-1769931699'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:06.671542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.694481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6b6c3cd-37a0-4745-aa06-ec01b337fb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:06.710126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:06.814593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 0e38f47b-8d31-42b2-a664-1cef87a694cb {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:06.815497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:06.920635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=135e1c95-5a53-4139-b432-83e5b8061fe2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:06.950010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Pushing event updated for resources: {'Port': ['ID=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:06.950481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:06.961437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:06.968600 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-425c14a9-9fe6-4db7-b8c7-566d30ed2788 req-245b63bf-11dc-4c87-8873-0cb73dda03a3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4176342
Nov 15 09:19:07.067419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Network d7027230-caa2-4444-93e8-76333d73a80e is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:07.069781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:07.076384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:07.126579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:07.133248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:port and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:07.136855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:07.144913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:07.155125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.160891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Attempting to bind port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:07.161316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Attempting to bind port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:07.165805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Attempting to bind port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac on network d7027230-caa2-4444-93e8-76333d73a80e {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:07.179267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:07.179617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Checking segment: {'id': '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:07.180110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.180560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Bound using segment: {'id': '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:07.181099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Bound port: ae80b473-954a-4dc0-ac0f-433a6ab5e4ac, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd7027230-caa2-4444-93e8-76333d73a80e'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:07.181528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.184667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:07.196352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:07.213925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:07.220194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:07.226413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:07.229973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:07.234792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.310371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:07.317530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.340531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/db67e618-163a-48d4-8ec1-b4da25bd41ef/613c553d-f6fa-4f50-823f-d48619835c49) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:07.348102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.369459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:07.373742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.478723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Calling delete_port for 7bb3b81c-9c27-4f2f-b030-5fe6c12e506c owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:07.582032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.603496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] For port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:07.608209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:07.617939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.669863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] For port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,segment=NetworkSegment(6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0),segment_id=6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:07.683679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d36947ba-38de-40a0-a559-2231cd7269a4 None None] Provisioning for port 135e1c95-5a53-4139-b432-83e5b8061fe2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:07.694312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d36947ba-38de-40a0-a559-2231cd7269a4 None None] Provisioning complete for port 135e1c95-5a53-4139-b432-83e5b8061fe2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:07.694741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d36947ba-38de-40a0-a559-2231cd7269a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.710576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] device_id is not set on port 1f7bf92b-43a9-4cc4-b5f1-782924878643 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:07.737456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.760175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:07.808278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 0597015c-9479-4c77-8cc9-7fff810ecb46 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:07.848117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Deleting port e3084c0d-d080-4417-9356-a227d4331faa {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:07.848519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.872707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.885595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:07.958121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d36947ba-38de-40a0-a559-2231cd7269a4 None None] Port 135e1c95-5a53-4139-b432-83e5b8061fe2 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:08.043526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Pushing event updated for resources: {'Port': ['ID=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:08.052627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:08.089569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.109836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Transition to ACTIVE for port object 613c553d-f6fa-4f50-823f-d48619835c49 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:08.137262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Transition to ACTIVE for port object 613c553d-f6fa-4f50-823f-d48619835c49 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:08.179108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.196373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:08.202509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.247887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.276494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Pushing event updated for resources: {'Port': ['ID=613c553d-f6fa-4f50-823f-d48619835c49,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:08.281007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0397ce9e-eef7-4cfc-a7f7-e61101db9a63 tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:08.309416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e4a3b44-ea63-414b-8fee-df3be17797f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:08.325807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:08.332262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event deleted for resources: {'Port': ['ID=7bb3b81c-9c27-4f2f-b030-5fe6c12e506c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:08.335481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.356469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:08.392659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab07e13a-b402-48bd-b09b-7a65284646ed,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:08.396749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:08.412990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.416179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:08.417411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:08.420208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:08.489836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Attempting to bind port 613c553d-f6fa-4f50-823f-d48619835c49 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:08.490481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Attempting to bind port 613c553d-f6fa-4f50-823f-d48619835c49 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:08.491055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Attempting to bind port 613c553d-f6fa-4f50-823f-d48619835c49 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:08.504565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:08.504565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:08.506903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.507082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:08.507595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Bound port: 613c553d-f6fa-4f50-823f-d48619835c49, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:08.508005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.644555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.645897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.2513380
Nov 15 09:19:08.647076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Calling delete_port for e3084c0d-d080-4417-9356-a227d4331faa owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:08.650309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] For port 613c553d-f6fa-4f50-823f-d48619835c49, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:08.655300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] For port 613c553d-f6fa-4f50-823f-d48619835c49, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=613c553d-f6fa-4f50-823f-d48619835c49,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:08.683592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da8a3-e989-4a36-b7a7-911d5c4022b1 req-41766484-37fb-4898-94fb-a0152c559661 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:08.685634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a1da8a3-e989-4a36-b7a7-911d5c4022b1 req-41766484-37fb-4898-94fb-a0152c559661 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 1.1173844
Nov 15 09:19:08.692861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.694807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56508) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:08.715689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e6129a1-5f31-4373-a2b9-090f4fc16243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:08.759246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae80b473-954a-4dc0-ac0f-433a6ab5e4ac up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:08.768746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::faf2:d623:9144:e36c (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/db67e618-163a-48d4-8ec1-b4da25bd41ef/0597015c-9479-4c77-8cc9-7fff810ecb46) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:08.806020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.20.0.5 (d7027230-caa2-4444-93e8-76333d73a80e/7366ffc5-0f87-4483-a794-452d216c7e89/1f7bf92b-43a9-4cc4-b5f1-782924878643) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:08.848827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.944849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:08.982000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Pushing event updated for resources: {'Port': ['ID=613c553d-f6fa-4f50-823f-d48619835c49,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:08.990299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:09.037710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.046227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "DELETE /v2.0/ports/7bb3b81c-9c27-4f2f-b030-5fe6c12e506c HTTP/1.1" status: 204  len: 168 time: 2.9336138
Nov 15 09:19:09.059748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:09.061693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56512) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:09.112549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Request body: {'port': {'name': 'tempest-new-port-name-1984895692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:09.113336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] bootfile-name is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:09.113859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] tftp-server is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:09.114234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] server-ip-address is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:19:09.176812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a1da8a3-e989-4a36-b7a7-911d5c4022b1 req-7f97d321-db02-491a-81b6-68bda48659ce tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4471638
Nov 15 09:19:09.276059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.305176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 0597015c-9479-4c77-8cc9-7fff810ecb46 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:09.333844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.353299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ecf5e4b-f398-4713-a70f-2c951049a40e tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:09.380965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.381386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.381733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Floating IP 395d9525-3c10-4b97-9994-b6a6aae8bb67 disassociated. External IP: 172.26.4.146, port: 0e38f47b-8d31-42b2-a664-1cef87a694cb.
Nov 15 09:19:09.382254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 0e38f47b-8d31-42b2-a664-1cef87a694cb owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:09.438409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.449028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.482811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Pushing event deleted for resources: {'Port': ['ID=e3084c0d-d080-4417-9356-a227d4331faa,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:09.486658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:09.542424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d146b6f-4551-4db2-892e-87a2c303e94a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:09.599339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:09.714521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab07e13a-b402-48bd-b09b-7a65284646ed,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:09.730213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=0597015c-9479-4c77-8cc9-7fff810ecb46,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:09.733915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:09.750480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:09.786486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.787647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/ab07e13a-b402-48bd-b09b-7a65284646ed HTTP/1.1" status: 204  len: 168 time: 1.0746410
Nov 15 09:19:09.804620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56516) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:09.852034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.858731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:09.863054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:09.866263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:09.871701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:09.872641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:09.993676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809aa23-58f8-4626-a2e4-0207584a2fc2 None None] Network d7027230-caa2-4444-93e8-76333d73a80e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:10.076209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.150177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.6238005
Nov 15 09:19:10.153528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56520) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:10.153649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Provisioning for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:10.167360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.192708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Provisioning complete for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:10.193141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.433695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.477514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] For port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,segment=NetworkSegment(6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0),segment_id=6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:10.528260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.530283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:10.549168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.553348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:10.634724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Pushing event updated for resources: {'Port': ['ID=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:10.651077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:10.678053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 613c553d-f6fa-4f50-823f-d48619835c49 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:10.771054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Router fd638305-9462-4ce4-a9b7-cc68fa3c1921 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:10.840225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 613c553d-f6fa-4f50-823f-d48619835c49 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:10.894544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-971e8423-4dfc-48da-800d-0d5e39b928a7 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:10.927540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object 1f7bf92b-43a9-4cc4-b5f1-782924878643 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:11.009153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:11.021741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.022021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] Sync routers for ids ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:11.022139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "PUT /v2.0/routers/fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 200  len: 710 time: 7.7881176
Nov 15 09:19:11.022139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56526) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:11.041787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.056535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-971e8423-4dfc-48da-800d-0d5e39b928a7 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:11.057068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] Routers {'fd638305-9462-4ce4-a9b7-cc68fa3c1921'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:11.058073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f08b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:11.058900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-971e8423-4dfc-48da-800d-0d5e39b928a7 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 1.2408090
Nov 15 09:19:11.091071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56530) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:11.101013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.160383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f08b38>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:11.177241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c5f3cce-bbbc-42db-8cae-2587b5167829 None None] Provisioning complete for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:11.177833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c5f3cce-bbbc-42db-8cae-2587b5167829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.264814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] Routers {'fd638305-9462-4ce4-a9b7-cc68fa3c1921'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:11.265587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f08b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:11.278026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.286717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c913aed-fd13-4625-ac26-0fc902862554 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:11.288309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b68381c-6278-46e1-b34b-b7cc514348f5 tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/routers/fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 200  len: 745 time: 0.2661090
Nov 15 09:19:11.298532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56534) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:11.360849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.362411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2ddf2def-9921-4fc1-85b2-acd26ddc50dc tempest-RoutersIpV6AdminTest-1088870267 tempest-RoutersIpV6AdminTest-1088870267] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 200  len: 205 time: 0.0625725
Nov 15 09:19:11.371779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56538) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:11.383913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f08b38>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:11.384379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbbe3-223d-4c96-ac4f-1524a25909d4 None None] The sync data for ids ['fd638305-9462-4ce4-a9b7-cc68fa3c1921'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:11.417953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.457844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81fe18ee-b9fd-4c89-b650-ff80d4fa13c5 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 200  len: 205 time: 0.0845292
Nov 15 09:19:11.458539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56542) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:11.460225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=0e38f47b-8d31-42b2-a664-1cef87a694cb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:11.466235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:11.480742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:11.562475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ef96-a5ff-4929-aa3b-b350e5bca22a req-65354598-ba54-49a6-813a-8fd925e2d419 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:11.564366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44c3ef96-a5ff-4929-aa3b-b350e5bca22a req-65354598-ba54-49a6-813a-8fd925e2d419 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7947612
Nov 15 09:19:11.571819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5fa6c-8ad9-485b-a072-28e846dfb49b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:11.576647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5fa6c-8ad9-485b-a072-28e846dfb49b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:11.577506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95d5fa6c-8ad9-485b-a072-28e846dfb49b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:11.644745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Provisioning complete for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:11.645034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.697829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.773944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.779391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.788483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29103d92-0de3-4ddb-9628-761b98e77174 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:11.882174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f5bd0-c6b5-49c5-9be1-322d981248cf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:11.884284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:11.907639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:11.926123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Provisioning for port 613c553d-f6fa-4f50-823f-d48619835c49 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:11.926699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=135e1c95-5a53-4139-b432-83e5b8061fe2,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:11.930158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:11.930880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:11.931534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Provisioning complete for port 613c553d-f6fa-4f50-823f-d48619835c49 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:11.931995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.017332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:12.100727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.105054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/640f5bd0-c6b5-49c5-9be1-322d981248cf HTTP/1.1" status: 204  len: 168 time: 1.0078101
Nov 15 09:19:12.108766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56546) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.109067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95d5fa6c-8ad9-485b-a072-28e846dfb49b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:12.110904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95d5fa6c-8ad9-485b-a072-28e846dfb49b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 1.8022850
Nov 15 09:19:12.120376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56548) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.141567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44c3ef96-a5ff-4929-aa3b-b350e5bca22a req-8f1ae96f-8093-40eb-9de4-7a2eceb8e1d3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4814026
Nov 15 09:19:12.156136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.246260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=1f7bf92b-43a9-4cc4-b5f1-782924878643,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:12.249389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:12.252090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.279962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9e0add5-fda3-464e-aa03-680b408db5f0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:12.285144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.320944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] For port 613c553d-f6fa-4f50-823f-d48619835c49, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=613c553d-f6fa-4f50-823f-d48619835c49,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:12.345770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c318bb6d-0145-4e5d-86f4-95da49cad614 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:12.350971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.353576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cef7fa66-b5be-4a5e-a56f-abfd118d28af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:12.373877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.379562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.408105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c318bb6d-0145-4e5d-86f4-95da49cad614 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:12.413361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c318bb6d-0145-4e5d-86f4-95da49cad614 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2990792
Nov 15 09:19:12.414199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56554) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.420005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--1625994658'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:12.427245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:12.433212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Pushing event updated for resources: {'Port': ['ID=613c553d-f6fa-4f50-823f-d48619835c49,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:12.436784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:12.437985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:12.440150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.441108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Fanout notify agent at l3_agent the message router_deleted on router fd638305-9462-4ce4-a9b7-cc68fa3c1921 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:19:12.454282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.455456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e81006bf-3e77-44e3-a350-19426222c425 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 204  len: 168 time: 0.9886546
Nov 15 09:19:12.460508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56558) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.477965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Provisioning complete for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:12.478396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.509964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 0597015c-9479-4c77-8cc9-7fff810ecb46 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:12.510357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.511778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.537237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-74a84489-9f93-4cf2-9fd2-b2cfac963c9b tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 200  len: 205 time: 0.0734649
Nov 15 09:19:12.538130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56562) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.615563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-80feb6d6-e56b-4503-a922-80ea6423ade1 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:12.619096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-80feb6d6-e56b-4503-a922-80ea6423ade1 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/fd638305-9462-4ce4-a9b7-cc68fa3c1921 HTTP/1.1" status: 404  len: 336 time: 0.0779102
Nov 15 09:19:12.621780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56566) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.659275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 613c553d-f6fa-4f50-823f-d48619835c49 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:12.661794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event updated for resources: {'Port': ['ID=4fdef313-5e47-4f00-ab76-e20aa68ba706,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:12.665171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:12.702234 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2fa3e016-244f-4900-91f4-53b97f933c51 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 200  len: 205 time: 0.0772052
Nov 15 09:19:12.705016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56570) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.731046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:12.746062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:12.767102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Provisioning complete for port 613c553d-f6fa-4f50-823f-d48619835c49 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:12.767720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.779771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:12.808379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-6226f12f-86e6-4c89-a3ee-164446c32acc tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:12.811914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6226f12f-86e6-4c89-a3ee-164446c32acc tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/cafe6fc6-aa18-486f-b007-b8c848136bdd HTTP/1.1" status: 404  len: 336 time: 0.1035590
Nov 15 09:19:12.811914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:12.815445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56574) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.848669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 613c553d-f6fa-4f50-823f-d48619835c49 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:12.849101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:12.876906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:12.882517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3fb094f9-c111-4b25-89f9-d56ef3fd7f3d tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 200  len: 205 time: 0.0658135
Nov 15 09:19:12.886588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56578) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:12.890141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:12.979113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-c720f37b-2527-43a0-9a2a-10a8fae1ec6b tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:12.987200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c720f37b-2527-43a0-9a2a-10a8fae1ec6b tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/5f3cb2f9-8d39-4150-ab05-49cac0b9b86c HTTP/1.1" status: 404  len: 336 time: 0.0927455
Nov 15 09:19:13.023366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56582) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.068050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae80b473-954a-4dc0-ac0f-433a6ab5e4ac up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:13.097451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f4c27f9-a7b8-4b9d-b303-ed0b1a612187 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 200  len: 205 time: 0.0725627
Nov 15 09:19:13.102552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56586) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.125627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network d7027230-caa2-4444-93e8-76333d73a80e is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:13.179140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:13.181622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:13.231505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-624222c4-9fae-48ca-9ca6-04bda09e0181 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:13.237479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-624222c4-9fae-48ca-9ca6-04bda09e0181 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/7be7af5c-9946-42cd-afb2-ee2fdc925364 HTTP/1.1" status: 404  len: 336 time: 0.1336484
Nov 15 09:19:13.240774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.243981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56592) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.248170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beb97ada-5eab-419f-9cee-be156b0219c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.252920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:13.257942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.295261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Provisioning for port 0597015c-9479-4c77-8cc9-7fff810ecb46 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:13.314206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Provisioning complete for port 0597015c-9479-4c77-8cc9-7fff810ecb46 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:13.314905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.319235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c750d5ac-e50b-4f6f-bff7-ba39737c41d8 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 200  len: 205 time: 0.0725098
Nov 15 09:19:13.320289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56596) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.408827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8e733339-1c6f-4dad-9dd7-edec68a02106 None None] Port 0597015c-9479-4c77-8cc9-7fff810ecb46 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:13.538367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Provisioning complete for port 135e1c95-5a53-4139-b432-83e5b8061fe2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:13.538802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.543910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:13.544649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.613100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Port 135e1c95-5a53-4139-b432-83e5b8061fe2 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:13.659589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Provisioning for port 1f7bf92b-43a9-4cc4-b5f1-782924878643 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:13.665216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Provisioning complete for port 1f7bf92b-43a9-4cc4-b5f1-782924878643 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:13.665649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.739239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd305a02-1110-4772-9892-90d7523b1995 None None] Port 1f7bf92b-43a9-4cc4-b5f1-782924878643 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:13.745980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] In _notify_port_updated(), no bound segment for port 4fdef313-5e47-4f00-ab76-e20aa68ba706 on network c0896616-838d-46f1-b2c7-d98af800a091 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:19:13.747793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.750881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:13.751758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.752968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37dcb32a-02d7-4792-bfda-c30b753bfe09 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:13.753235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "PUT /v2.0/ports/4fdef313-5e47-4f00-ab76-e20aa68ba706 HTTP/1.1" status: 200  len: 1136 time: 4.6813030
Nov 15 09:19:13.772858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56600) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.778765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 7.2215297
Nov 15 09:19:13.784113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56604) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.835971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a665a38c-6595-4c96-8d5e-99564a08362c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:13.839510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a665a38c-6595-4c96-8d5e-99564a08362c tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/fa04aee8-165d-4dff-8b1e-04eb79f79530 HTTP/1.1" status: 404  len: 336 time: 0.5158494
Nov 15 09:19:13.856640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56608) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:13.862916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a993d38d-2c0f-4d24-bdf6-50f50ab7007c None None] Provisioning complete for port 4fdef313-5e47-4f00-ab76-e20aa68ba706 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:13.863352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a993d38d-2c0f-4d24-bdf6-50f50ab7007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.922525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:13.928236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=38dec5ec-596a-4dd6-b689-d21503d50733,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:13.934483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a993d38d-2c0f-4d24-bdf6-50f50ab7007c None None] Port 4fdef313-5e47-4f00-ab76-e20aa68ba706 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:13.949738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:13.952242 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-509e4f74-dfb1-499b-a19f-6045955d4fad tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "GET /v2.0/ports?device_id=c013351b-c0e2-4779-8936-87f205809fb6 HTTP/1.1" status: 200  len: 205 time: 0.0945060
Nov 15 09:19:13.956779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56612) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.037500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.038718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6235154
Nov 15 09:19:14.042640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-bdfe49a2-f1b0-4f56-9a82-1511db3fcc40 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] delete failed (client error): The resource could not be found.
Nov 15 09:19:14.043678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bdfe49a2-f1b0-4f56-9a82-1511db3fcc40 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/routers/c013351b-c0e2-4779-8936-87f205809fb6 HTTP/1.1" status: 404  len: 336 time: 0.0859249
Nov 15 09:19:14.044244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56616) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.048652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56618) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.054274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '38dec5ec-596a-4dd6-b689-d21503d50733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:14.064064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33a1e5-5cb9-4cae-b349-773c88653189 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:14.064742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b33a1e5-5cb9-4cae-b349-773c88653189 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Synchronizing usage tracker for tenant:494e6d3072284080b7457de60c8a0cba on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:14.069854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:14.078435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:14.084634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:14.092289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:14.116349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b33a1e5-5cb9-4cae-b349-773c88653189 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Unset dirty status for tenant:494e6d3072284080b7457de60c8a0cba on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:14.117759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b33a1e5-5cb9-4cae-b349-773c88653189 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "GET /v2.0/ports/4fdef313-5e47-4f00-ab76-e20aa68ba706 HTTP/1.1" status: 200  len: 1136 time: 0.3438861
Nov 15 09:19:14.121637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56624) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.179595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.243376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Deleting port 4fdef313-5e47-4f00-ab76-e20aa68ba706 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:14.243763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.245268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router 7e52fca5-4767-4371-874c-2f41c08775bf has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:14.257896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 0597015c-9479-4c77-8cc9-7fff810ecb46 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:14.302670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec096035-0b29-49dc-b705-979a9ddf2da0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] DELETE failed (client error): The resource could not be found.
Nov 15 09:19:14.303181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec096035-0b29-49dc-b705-979a9ddf2da0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:19:14.305035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec096035-0b29-49dc-b705-979a9ddf2da0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] 10.222.0.81 "DELETE /v2.0/subnets/30118496-06e4-42cc-8eb7-ed88e0e96b4e HTTP/1.1" status: 404  len: 337 time: 0.2393377
Nov 15 09:19:14.313001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82af7b-18dd-4b61-a347-e75cf8b0d18b req-bb93127a-5d14-4011-b057-a093f19a315a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:14.314547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd82af7b-18dd-4b61-a347-e75cf8b0d18b req-bb93127a-5d14-4011-b057-a093f19a315a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.8859577
Nov 15 09:19:14.398401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.439365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.498342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d7b7d04-4ed7-4188-b5b2-319637a8eee9 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:14.542177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db378a0f-3b72-4b16-9b97-e639da038d96,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:14.549598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:14.598099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.602727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5520515
Nov 15 09:19:14.604020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:14.605337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56630) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.627082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '38dec5ec-596a-4dd6-b689-d21503d50733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:14.688513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd82af7b-18dd-4b61-a347-e75cf8b0d18b req-aea486aa-b2ab-4ce0-93ee-7458fde66a09 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3507669
Nov 15 09:19:14.689623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:14.751140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56638) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:14.755385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:14.777448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:14.777933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Calling delete_port for 4fdef313-5e47-4f00-ab76-e20aa68ba706 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:14.803066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:15.036496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.054240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fd56117-0deb-403a-bcb2-68316a848489 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:15.104031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event deleted for resources: {'Port': ['ID=4fdef313-5e47-4f00-ab76-e20aa68ba706,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:15.154817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:15.269310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.288681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.311828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.343639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9608afa2-e1e6-43ef-947f-0a75f3d25336 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:15.349703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "DELETE /v2.0/ports/4fdef313-5e47-4f00-ab76-e20aa68ba706 HTTP/1.1" status: 204  len: 168 time: 1.2269709
Nov 15 09:19:15.352070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:15.411432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.474166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=0597015c-9479-4c77-8cc9-7fff810ecb46,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:15.476950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:15.564922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.566813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Deleting subnet 0a503248-7f79-4852-95bf-4b2d57abec76 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:15.570113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.629393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.688448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cefafd00-7c6f-48bf-8505-00caa4bf2840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.720700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:15.822946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:15.853429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7b82849e863e4604bea413b188bb1712 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:15.871716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:15.909581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:15.986407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4b532-dc9c-4de9-b279-8750c0a796cb req-08224a84-b6c4-4512-be4c-1032f9c3ed36 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:15.988079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88e4b532-dc9c-4de9-b279-8750c0a796cb req-08224a84-b6c4-4512-be4c-1032f9c3ed36 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.8387246
Nov 15 09:19:16.068622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-370d5697-6791-49e6-b8b7-1f085153860c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.7615755
Nov 15 09:19:16.069405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.087357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78788f10-7cca-433e-a2b3-e6d9e2bb235e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:16.113323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.150324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.181794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event deleted for resources: {'Subnet': ['ID=0a503248-7f79-4852-95bf-4b2d57abec76,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:16.185298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:16.196717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.208051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.242781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.250215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "DELETE /v2.0/subnets/0a503248-7f79-4852-95bf-4b2d57abec76 HTTP/1.1" status: 204  len: 168 time: 0.8967903
Nov 15 09:19:16.251738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d42472-e06f-4967-8f90-041e059ad8c7 None None] Network c0896616-838d-46f1-b2c7-d98af800a091 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:16.252935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:16.283495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-32b568aa-da84-44b4-b04a-1dfbdd8a5814 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:16.292798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0597015c-9479-4c77-8cc9-7fff810ecb46 HTTP/1.1" status: 204  len: 168 time: 4.1525872
Nov 15 09:19:16.300472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:16.309471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56658) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:16.407386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.442397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b5f8ed-1de6-4a4b-b03e-92f1bb6a9d1d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:16.445325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:16.488442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Deleting port 92c96200-0a9d-41a4-8274-0fd53a7baa6e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:16.488835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.535873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88e4b532-dc9c-4de9-b279-8750c0a796cb req-238f1f78-7f9a-49eb-869a-a369e3b3b5ca tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5305309
Nov 15 09:19:16.597112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.598405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.9904761
Nov 15 09:19:16.611725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56662) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:16.622090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '38dec5ec-596a-4dd6-b689-d21503d50733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:16.629646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:16.635277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:16.645439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.649032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:16.650270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:16.663676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] Sync routers for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:16.669470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] DHCP port deletion for c0896616-838d-46f1-b2c7-d98af800a091 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:16.672498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:16.678005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Deleting port 92c96200-0a9d-41a4-8274-0fd53a7baa6e {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:16.678521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.695066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:16.699255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a840a898>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:16.726939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.785294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.823475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:16.837652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c139c9-6d47-4351-8842-4e461c0ac140 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:16.839277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c139c9-6d47-4351-8842-4e461c0ac140 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:16.840079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1c139c9-6d47-4351-8842-4e461c0ac140 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:16.856423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] For port 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=92c96200-0a9d-41a4-8274-0fd53a7baa6e,segment=NetworkSegment(7c598cdb-0a48-4b1f-b9d2-09f019977480),segment_id=7c598cdb-0a48-4b1f-b9d2-09f019977480)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:16.856855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:16.870052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a840a898>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:16.898994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:16.899545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a840a898>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:16.924550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad6703-4cec-48dc-9d73-40d511359056 req-676040be-da28-4bf2-81c1-84550a713040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:16.926217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-676040be-da28-4bf2-81c1-84550a713040 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.8175132
Nov 15 09:19:17.011792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a840a898>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:17.012681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36065291-0355-4ed0-b4f0-d66c0c94d38b None None] The sync data for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:17.028778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Calling delete_port for 92c96200-0a9d-41a4-8274-0fd53a7baa6e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:17.049512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1c139c9-6d47-4351-8842-4e461c0ac140 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:17.050807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1c139c9-6d47-4351-8842-4e461c0ac140 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7230170
Nov 15 09:19:17.064988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56666) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:17.099908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.123130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] For port 92c96200-0a9d-41a4-8274-0fd53a7baa6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=92c96200-0a9d-41a4-8274-0fd53a7baa6e,segment=NetworkSegment(7c598cdb-0a48-4b1f-b9d2-09f019977480),segment_id=7c598cdb-0a48-4b1f-b9d2-09f019977480)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:17.123585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.135533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42d8ec-352c-4c1c-a334-21fa97de32e8,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:17.139359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:17.142006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.147009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/0e38f47b-8d31-42b2-a664-1cef87a694cb HTTP/1.1" status: 204  len: 168 time: 10.7541459
Nov 15 09:19:17.152116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56670) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:17.180264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b82849e863e4604bea413b188bb1712&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4193635
Nov 15 09:19:17.198636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56674) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:17.288120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.292369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Calling delete_port for 92c96200-0a9d-41a4-8274-0fd53a7baa6e owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:17.335042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.366194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:17.416459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d9bf5d-f3cd-4fb3-84bc-2347720fc968,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:17.427289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:17.431601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 15 09:19:17.431601 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Nov 15 09:19:17.431601 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'port_id': '92c96200-0a9d-41a4-8274-0fd53a7baa6e', 'host': 'dv-neutron-743142-12-ovs'}]
Nov 15 09:19:17.431601 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:17.432352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:17.479151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet db67e618-163a-48d4-8ec1-b4da25bd41ef {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:17.481376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.506031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:17.528555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.542482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.575714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.579751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.581195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9644449
Nov 15 09:19:17.584977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56680) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:17.615765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '38dec5ec-596a-4dd6-b689-d21503d50733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:17.648976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:17.657360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event deleted for resources: {'Port': ['ID=92c96200-0a9d-41a4-8274-0fd53a7baa6e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:17.657584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-8baf9054-ac2b-4996-912f-1a1eb09c27ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1002 time: 0.7105339
Nov 15 09:19:17.681470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:17.723016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.741209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.761910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:17.812299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:17.839411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] No DVR routers for this DVR port 92c96200-0a9d-41a4-8274-0fd53a7baa6e on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:17.840601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.875742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:17.933769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Deleting port 92c96200-0a9d-41a4-8274-0fd53a7baa6e {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:17.934163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.987441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:17.996623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:18.006325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f20cb0-74eb-4d6b-a999-832ffd8c317b None None] The port '92c96200-0a9d-41a4-8274-0fd53a7baa6e' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:19:18.131550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad6703-4cec-48dc-9d73-40d511359056 req-6c841aa6-53b0-4e87-a286-682c2132fe38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:18.133232 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-6c841aa6-53b0-4e87-a286-682c2132fe38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.3644001
Nov 15 09:19:18.152483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.286561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42d8ec-352c-4c1c-a334-21fa97de32e8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:18.291336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.317182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:18.367903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.413669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.414913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b42d8ec-352c-4c1c-a334-21fa97de32e8 HTTP/1.1" status: 204  len: 168 time: 1.2129240
Nov 15 09:19:18.520643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516239ad-cdca-4348-8221-58f21f36d34f req-7646d859-6fcb-4bbe-b769-01fce138731d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:18.522287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-516239ad-cdca-4348-8221-58f21f36d34f req-7646d859-6fcb-4bbe-b769-01fce138731d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7623782
Nov 15 09:19:18.549533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1cc39b0>,) {'filters': {'network_id': ['c0896616-838d-46f1-b2c7-d98af800a091']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.578926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1cc39b0>, '7c598cdb-0a48-4b1f-b9d2-09f019977480') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.579267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1cc39b0>, '7c598cdb-0a48-4b1f-b9d2-09f019977480') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.599273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.603248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.642609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 92c96200-0a9d-41a4-8274-0fd53a7baa6e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:18.674765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:18.676488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.695359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] Sync routers for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:18.697811 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-b6ffe7ca-e8bc-4435-b107-eded6155cb07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5327530
Nov 15 09:19:18.699484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 92c96200-0a9d-41a4-8274-0fd53a7baa6e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:18.699903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 92c96200-0a9d-41a4-8274-0fd53a7baa6e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:18.707110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed737ea0-dc6c-45af-97db-248d0acbe110 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:18.716027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:18.716909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29aea58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.738259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.742647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:18.764410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "PUT /v2.0/routers/267952c5-7bd6-4f5b-a46a-b85c34adfd11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3110650
Nov 15 09:19:18.774882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-516239ad-cdca-4348-8221-58f21f36d34f req-e86c363c-b4a0-4d75-9243-2a9e6b036dd3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2314823
Nov 15 09:19:18.778242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56688) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:18.780342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:18.788133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Request body: {'port': {'network_id': '0dbcf395-70bc-4abc-a4ff-f8e5c59827d2', 'name': 'tempest-FloatingIPAdminTestJSON-909556306'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:18.789389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1d11e7-49fa-4209-b7fe-a80f364b2ca2,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:18.792733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:18.811750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29aea58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.824383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:18.825244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29aea58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.906534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.926885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.931128 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3343792
Nov 15 09:19:18.931704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29aea58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:18.932205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0ae13-946b-4d9c-b489-ecdb1ad74c83 None None] The sync data for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:18.934394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56692) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:18.950474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '38dec5ec-596a-4dd6-b689-d21503d50733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:18.964664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:18.967019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:18.987047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b95f69ee-513b-4589-b2a9-65cc11696806 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:19.019111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:19.082862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network c0896616-838d-46f1-b2c7-d98af800a091 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:19.094923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.156032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:19.207973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:19.229613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:19.278042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56696) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:19.283525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.289888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-27f43368-3576-4ece-89db-9543c94152b9 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5716634
Nov 15 09:19:19.289888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=1f7bf92b-43a9-4cc4-b5f1-782924878643,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:19.303363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Usage tracker for resource:port and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:19.318780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:19.319419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Quota usage for port was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:19.327603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7847814b-8e18-4b3a-b4ba-e3a2f6c5b0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:19.368197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:19.452597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Network c0896616-838d-46f1-b2c7-d98af800a091 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:19.461237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=db67e618-163a-48d4-8ec1-b4da25bd41ef,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:19.485470 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:19.490340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:19.577440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Made reservation on behalf of 60b0e711cb0443cc9d2e080944f01e9c for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:19.583341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.647510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.653076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e8013-9043-4f3a-9c97-c1169f71df9a None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:19.675878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.698448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.735649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:19.761095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:19.784290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Pushing event deleted for resources: {'Network': ['ID=c0896616-838d-46f1-b2c7-d98af800a091,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:19.789430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:19.796075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] 10.222.0.81 "DELETE /v2.0/networks/c0896616-838d-46f1-b2c7-d98af800a091 HTTP/1.1" status: 204  len: 168 time: 3.5399935
Nov 15 09:19:19.834735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3235ab8-787e-43a0-bb1d-e0d6664c1b6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b37a7c9af18546729dcc79be2b34373c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5539725
Nov 15 09:19:19.836204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56702) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:19.879990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/db67e618-163a-48d4-8ec1-b4da25bd41ef HTTP/1.1" status: 204  len: 168 time: 2.8067479
Nov 15 09:19:19.880998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:19.925670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4fad6703-4cec-48dc-9d73-40d511359056 req-c05aef41-a7ab-4b3f-bca6-f88f68b0075d service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6022637
Nov 15 09:19:19.966396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:19.973328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Deleting port 613c553d-f6fa-4f50-823f-d48619835c49 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:19.974072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.073828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] device_id is not set on port 2cda85bd-31c6-4603-a618-a94ff4c0559f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:20.154931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.166362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc175c2f-0be1-4280-9760-ad5644ebeabf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2644262
Nov 15 09:19:20.168321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56712) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.212011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.244192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.256796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-024f530d-2503-4cab-a902-fabadef45162 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:20.272667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] For port 613c553d-f6fa-4f50-823f-d48619835c49, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=613c553d-f6fa-4f50-823f-d48619835c49,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:20.273307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.324501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d700b5c8-e4b9-44ff-ac1d-4481dbee602f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:20.334492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:20.337384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.422846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Calling delete_port for 613c553d-f6fa-4f50-823f-d48619835c49 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:20.437989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56718) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.459018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a847339-054e-4651-bdbf-64aa4f524768 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:20.459812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7a847339-054e-4651-bdbf-64aa4f524768 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:20.495670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e744b1c-c970-4428-884f-bdc7cae4fda6 None None] Provisioning complete for port 1f7bf92b-43a9-4cc4-b5f1-782924878643 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:20.496290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e744b1c-c970-4428-884f-bdc7cae4fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.500740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Allocated IP 172.20.0.8 (0dbcf395-70bc-4abc-a4ff-f8e5c59827d2/af500c62-4922-4a7d-b5ed-c57b249624a4/2cda85bd-31c6-4603-a618-a94ff4c0559f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:20.533397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7a847339-054e-4651-bdbf-64aa4f524768 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:20.534796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7a847339-054e-4651-bdbf-64aa4f524768 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3456380
Nov 15 09:19:20.537694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56724) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.589093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4e744b1c-c970-4428-884f-bdc7cae4fda6 None None] Port 1f7bf92b-43a9-4cc4-b5f1-782924878643 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:20.594733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.599689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.601044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 1.6591444
Nov 15 09:19:20.609847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433d78-d20d-4d78-acd4-1fc7e652f329 req-f7da9891-4ca5-45a6-9b17-0d89ede61933 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:20.612265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7433d78-d20d-4d78-acd4-1fc7e652f329 req-f7da9891-4ca5-45a6-9b17-0d89ede61933 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.5586023
Nov 15 09:19:20.614558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56728) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.617300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f9a2f7f-89b9-4ffe-a5d3-7389625d223a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:20.636744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.642798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.660600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c9e86-77a7-404f-baa9-07db79bc0333,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:20.672541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.700393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20a0aa-47bd-48e3-bfd1-2a47c9e04504 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:20.701084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e20a0aa-47bd-48e3-bfd1-2a47c9e04504 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:20.724768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:20.750033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfc619-7325-4a48-9dda-749702abee49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:20.795787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 613c553d-f6fa-4f50-823f-d48619835c49 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:20.797356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.801398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:20.802658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf8c9e86-77a7-404f-baa9-07db79bc0333 HTTP/1.1" status: 204  len: 168 time: 0.9651151
Nov 15 09:19:20.856190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-778b19f5-00d4-40dd-8b25-e0f88504ea6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=494e6d3072284080b7457de60c8a0cba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4136295
Nov 15 09:19:20.856951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e20a0aa-47bd-48e3-bfd1-2a47c9e04504 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:20.861381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e20a0aa-47bd-48e3-bfd1-2a47c9e04504 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3226440
Nov 15 09:19:20.862410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7433d78-d20d-4d78-acd4-1fc7e652f329 req-026dd5e1-d5a7-4462-81e1-bd91def3b9f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2385943
Nov 15 09:19:20.878024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56734) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.878737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56736) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:20.885922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.024261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2514ca2a-d1dd-44bf-a005-d26be6915aae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1368604
Nov 15 09:19:21.033074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56742) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:21.052287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:21.064258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Pushing event deleted for resources: {'Port': ['ID=613c553d-f6fa-4f50-823f-d48619835c49,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:21.067320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:21.069521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 613c553d-f6fa-4f50-823f-d48619835c49 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:21.069923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 613c553d-f6fa-4f50-823f-d48619835c49 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:21.107526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.126569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] No DVR routers for this DVR port 613c553d-f6fa-4f50-823f-d48619835c49 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:21.168943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c4955ae-6eae-4215-ac2f-350b2685c433 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:21.194920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d700b5c8-e4b9-44ff-ac1d-4481dbee602f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:21.197135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.210630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:21.214944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.219951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/d700b5c8-e4b9-44ff-ac1d-4481dbee602f HTTP/1.1" status: 204  len: 168 time: 0.5957854
Nov 15 09:19:21.224333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56748) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:21.429527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ee03bbb6-e078-431b-b141-1843ddd5c774 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:21.507191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.552780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:21.553243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Transition to ACTIVE for port object 2cda85bd-31c6-4603-a618-a94ff4c0559f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:21.555879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.566331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:21.600202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.641292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ee03bbb6-e078-431b-b141-1843ddd5c774 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:21.642184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:21.642605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ee03bbb6-e078-431b-b141-1843ddd5c774 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4088738
Nov 15 09:19:21.648346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.658433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56758) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:21.741773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.768895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0acf4d4-960f-41b4-9ad2-e91fb9178eb3 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:21.845557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.895587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.957965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:21.975725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event updated for resources: {'Port': ['ID=2cda85bd-31c6-4603-a618-a94ff4c0559f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:21.989970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:21.990877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-332ffd92-2642-4c3d-a77e-f38df144f0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:22.013494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be7247-f024-4a0d-bf7a-5a3e6c648f37,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:22.029640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:22.030489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.035294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5be7247-f024-4a0d-bf7a-5a3e6c648f37 HTTP/1.1" status: 204  len: 168 time: 1.1504424
Nov 15 09:19:22.116832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:22.120415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:22.123103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.124717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:22.184003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:22.229953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:22.230631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.241012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df1d11e7-49fa-4209-b7fe-a80f364b2ca2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:22.258148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:22.311713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5322938
Nov 15 09:19:22.325758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56774) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:22.331325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:22.347266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.351164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/df1d11e7-49fa-4209-b7fe-a80f364b2ca2 HTTP/1.1" status: 204  len: 168 time: 0.6891134
Nov 15 09:19:22.361883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56782) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:22.399391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:22.428746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.476527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab00753-8d68-4d16-9396-d0c2bc1659c9 req-4f1fc3df-64de-4b61-a4be-629ad9e1fc18 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:22.478150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aab00753-8d68-4d16-9396-d0c2bc1659c9 req-4f1fc3df-64de-4b61-a4be-629ad9e1fc18 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3586352
Nov 15 09:19:22.487266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d14ce07-e064-4364-9d0b-56d466ecbf00 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:22.494223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.501930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-417d97f5-3509-4bbe-9c27-a67d8f0b07c8 None None] Provisioning for port 2cda85bd-31c6-4603-a618-a94ff4c0559f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:22.507663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-417d97f5-3509-4bbe-9c27-a67d8f0b07c8 None None] Provisioning complete for port 2cda85bd-31c6-4603-a618-a94ff4c0559f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:22.508228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-417d97f5-3509-4bbe-9c27-a67d8f0b07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.527709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16c90248-cdd6-46cf-b1b4-7585075a44c1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:22.582906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.603893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a85effeb-ebf3-4216-8b52-016984241b43 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:22.620402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-417d97f5-3509-4bbe-9c27-a67d8f0b07c8 None None] Port 2cda85bd-31c6-4603-a618-a94ff4c0559f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:22.677565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=ec6861a5-d692-4a2e-9a39-6251ed210b6d,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:22.683886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:22.828611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:22.830023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:22.844223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4113d6-27ca-4c17-8c11-004f0d57f337 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:22.848137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:22.848884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:22.911423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8739107
Nov 15 09:19:22.914033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629528067'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:22.914668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56796) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:22.920272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:22.923346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': 'ec6861a5-d692-4a2e-9a39-6251ed210b6d', 'ip_address': '2001:db8::6650:ef1b:31b:13c0'}], 'name': 'tempest-NetworksTestDHCPv6-1497010394'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:22.925932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:22.929555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:22.936255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:23.005451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'project_id': '60b0e711cb0443cc9d2e080944f01e9c', 'port_id': '2cda85bd-31c6-4603-a618-a94ff4c0559f'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:23.010772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:23.016427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Usage tracker for resource:floatingip and tenant:60b0e711cb0443cc9d2e080944f01e9c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:23.020339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:23.026829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:23.048397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:23.054391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.089763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'ec6861a5-d692-4a2e-9a39-6251ed210b6d'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:23.090751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.100937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:23.111567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:23.145091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:23.148413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d14ce07-e064-4364-9d0b-56d466ecbf00 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:23.152949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d14ce07-e064-4364-9d0b-56d466ecbf00 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.7847426
Nov 15 09:19:23.159104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56806) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:23.164932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.175545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.200315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.234978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=1f7bf92b-43a9-4cc4-b5f1-782924878643,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:23.238580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:23.317270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.409029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/ec6861a5-d692-4a2e-9a39-6251ed210b6d/0985c71c-593a-40e0-99fa-ba1b3f10bbda) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:23.411095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aab00753-8d68-4d16-9396-d0c2bc1659c9 req-fcf7cf77-8650-4dcc-87f2-e6610d00e1a2 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8850484
Nov 15 09:19:23.486766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.519537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:23.528957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port f662afd3-4032-4ba2-9a73-7a8de0bbdb1b yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:23.538854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.559056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:security_group_rule and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:23.568397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:23.582893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:23.746015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56818) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:23.752356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.766161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Transition to ACTIVE for port object 0985c71c-593a-40e0-99fa-ba1b3f10bbda will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:23.783738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Transition to ACTIVE for port object 0985c71c-593a-40e0-99fa-ba1b3f10bbda will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:23.808653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.821523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.835184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network d7027230-caa2-4444-93e8-76333d73a80e is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:23.838128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:23.854610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port a3fbf1b2-3a8b-4c02-ac90-307731c9a484 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:23.854908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:23.860897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9b4b807-4c08-4886-9695-4180996ffb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:23.892740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::6650:ef1b:31b:13c0 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/ec6861a5-d692-4a2e-9a39-6251ed210b6d/f662afd3-4032-4ba2-9a73-7a8de0bbdb1b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:23.909548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:23.960450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Pushing event updated for resources: {'Port': ['ID=0985c71c-593a-40e0-99fa-ba1b3f10bbda,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.023936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.036066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61d9bf5d-f3cd-4fb3-84bc-2347720fc968,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.055926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.070082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2022863120'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:24.085392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:24.095496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:24.101032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:24.113616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:24.136413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:24.137598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:24.141262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:24.186295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.191458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:24.197579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.213712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0a8aeca6-fbda-41ff-a8c1-769d0643c66f None None] Provisioning complete for port 1f7bf92b-43a9-4cc4-b5f1-782924878643 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:24.214133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a8aeca6-fbda-41ff-a8c1-769d0643c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.221391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.243905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object f662afd3-4032-4ba2-9a73-7a8de0bbdb1b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:24.253101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.254438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/61d9bf5d-f3cd-4fb3-84bc-2347720fc968 HTTP/1.1" status: 204  len: 168 time: 1.0652165
Nov 15 09:19:24.254564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Attempting to bind port 0985c71c-593a-40e0-99fa-ba1b3f10bbda on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:24.254959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Attempting to bind port 0985c71c-593a-40e0-99fa-ba1b3f10bbda by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:24.255369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Attempting to bind port 0985c71c-593a-40e0-99fa-ba1b3f10bbda on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:24.257747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:24.271395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.281574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:24.281968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:24.282425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.282862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:24.283393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Bound port: 0985c71c-593a-40e0-99fa-ba1b3f10bbda, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:24.283816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.305742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:24.316040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:24.320611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:24.333744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0a8aeca6-fbda-41ff-a8c1-769d0643c66f None None] Port 1f7bf92b-43a9-4cc4-b5f1-782924878643 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:24.336162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:24.360083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.364025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-49d8c7e5-269d-4246-ace0-12f39022745f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:24.383988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.388941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc69e0-6147-49f2-b959-6b6b59d461b3 req-f43b28b9-c3a2-47e5-a1bd-113ec283ea8c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:24.390728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ffc69e0-6147-49f2-b959-6b6b59d461b3 req-f43b28b9-c3a2-47e5-a1bd-113ec283ea8c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7825184
Nov 15 09:19:24.397336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] For port 0985c71c-593a-40e0-99fa-ba1b3f10bbda, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:24.406392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] For port 0985c71c-593a-40e0-99fa-ba1b3f10bbda, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=0985c71c-593a-40e0-99fa-ba1b3f10bbda,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:24.407202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfea7a80-55a6-43d6-bb4b-e24ae6f6d547 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:24.431165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.436326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.447298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16f0c944-614d-49ee-a142-7087e6ea28b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:24.448995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ead2806-4d75-4836-b883-2c1557302e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:24.526751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-49d8c7e5-269d-4246-ace0-12f39022745f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:24.531303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49d8c7e5-269d-4246-ace0-12f39022745f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2683208
Nov 15 09:19:24.542117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:24.585084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:24.613908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Pushing event updated for resources: {'Port': ['ID=0985c71c-593a-40e0-99fa-ba1b3f10bbda,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.614176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=f662afd3-4032-4ba2-9a73-7a8de0bbdb1b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.617826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.619231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.678281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.698133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:24.699489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:24.701791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:24.708402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:24.709010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.727128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'SecurityGroup': ['ID=0a276b09-a32a-4af0-82a0-47cff417383c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.735919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.742917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d1aaa47-0ad3-4bd4-b041-32fcfd932eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:24.746277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.754878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:24.755468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment 4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4 of type vxlan for network 9197fcb9-f512-43ff-9e83-229ec9c31712
Nov 15 09:19:24.768471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.788237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.8709123
Nov 15 09:19:24.788544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ffc69e0-6147-49f2-b959-6b6b59d461b3 req-7244991d-584c-479e-84e5-179d70331a7e tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3897185
Nov 15 09:19:24.799447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:24.800458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=97362095-95fc-4202-b10c-d2c399b5bc15,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:24.824716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': 'ec6861a5-d692-4a2e-9a39-6251ed210b6d', 'ip_address': '2001:db8::6650:ef1b:31b:13c0'}], 'name': 'tempest-NetworksTestDHCPv6-1569482772'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:24.847417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:24.994425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for a3fbf1b2-3a8b-4c02-ac90-307731c9a484 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:24.994967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:25.000136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:25.003387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:25.009628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:25.082019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:25.090595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.276592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 18a37342-27a4-4d77-8f69-ae74d0866f5a yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:25.278040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.400632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.427507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.520542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:19:25.521197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 409 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:19:25.605043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa9f6d7c-62f3-462a-8ff4-a6f14af80297 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.7878191
Nov 15 09:19:25.605351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56842) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:25.624108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.656318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35b2a486-46a5-4701-920d-0c7e7cf0dfb2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:25.670441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.674659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:25.675338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.676059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:25.676430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:25.695666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b5f8ed-1de6-4a4b-b03e-92f1bb6a9d1d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:25.698566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:25.702387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d23269-a1d6-4856-9239-bb66710a36a4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:25.707453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d23269-a1d6-4856-9239-bb66710a36a4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:25.708347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-82d23269-a1d6-4856-9239-bb66710a36a4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:25.711625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:25.767598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-82d23269-a1d6-4856-9239-bb66710a36a4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:25.768974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82d23269-a1d6-4856-9239-bb66710a36a4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1626828
Nov 15 09:19:25.771675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56846) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:25.816555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.819740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/c6b5f8ed-1de6-4a4b-b03e-92f1bb6a9d1d HTTP/1.1" status: 204  len: 168 time: 1.2684491
Nov 15 09:19:25.826435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56850) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:25.851223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Allocated IP 172.26.4.169 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/baeb8964-cc69-4255-bdb0-607c6c876706) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:25.877766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13e0ef-118b-47e0-a223-c90feaba8836 req-087aea30-24d3-456b-ba10-26fc3d098ca9 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:25.879488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d13e0ef-118b-47e0-a223-c90feaba8836 req-087aea30-24d3-456b-ba10-26fc3d098ca9 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.6056499
Nov 15 09:19:25.886965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.5548530
Nov 15 09:19:25.901303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port f662afd3-4032-4ba2-9a73-7a8de0bbdb1b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:25.901807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:25.990798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44112e6b-964f-4a8c-a593-c27aaca61e06 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1507823
Nov 15 09:19:25.991763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56856) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:26.001674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=9197fcb9-f512-43ff-9e83-229ec9c31712,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:26.007614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:26.018491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:26.043061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:26.081997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.109637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.138892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:26.229458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.251253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.274609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:26.292273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93a5ee36-d2b4-4425-947d-d24efb956202 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:26.298737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:26.316774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.331772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a7bf1181-0960-4438-ae66-35ece0a2f62c None None] Provisioning for port 0985c71c-593a-40e0-99fa-ba1b3f10bbda completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:26.333509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:26.342049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.342503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment 913316c6-f917-4891-9def-f12fbcf82149 of type vxlan for network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336
Nov 15 09:19:26.381277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db378a0f-3b72-4b16-9b97-e639da038d96,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:26.384055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:26.395312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.403389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.470329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=a3fbf1b2-3a8b-4c02-ac90-307731c9a484,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:26.484271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:26.560736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.568566 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/db378a0f-3b72-4b16-9b97-e639da038d96 HTTP/1.1" status: 204  len: 168 time: 0.5696690
Nov 15 09:19:26.578213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d13e0ef-118b-47e0-a223-c90feaba8836 req-30d0f0de-930f-4722-8d1e-b1fab562dd9a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6812804
Nov 15 09:19:26.590161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56868) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:26.664764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:26.699768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:26.719139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 0985c71c-593a-40e0-99fa-ba1b3f10bbda up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:26.719545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:26.751890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:26.806180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:26.922067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for f662afd3-4032-4ba2-9a73-7a8de0bbdb1b owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:26.925965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eb7aa56f-8337-4d87-8ebc-eefa662438e7 None None] Provisioning for port f662afd3-4032-4ba2-9a73-7a8de0bbdb1b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:26.937528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eb7aa56f-8337-4d87-8ebc-eefa662438e7 None None] Provisioning complete for port f662afd3-4032-4ba2-9a73-7a8de0bbdb1b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:26.937528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa56f-8337-4d87-8ebc-eefa662438e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.957299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.966278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.976849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 0985c71c-593a-40e0-99fa-ba1b3f10bbda completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:26.989110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 0985c71c-593a-40e0-99fa-ba1b3f10bbda triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:26.989542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:26.990824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 89be6f14-fc4f-424b-9a29-be64d26425f3 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:19:26.993984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.028621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f59583b7-3cb5-48e2-a06f-ef475e17cf3f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:27.091421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aa56f-8337-4d87-8ebc-eefa662438e7 None None] Port f662afd3-4032-4ba2-9a73-7a8de0bbdb1b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:27.097456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.102891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:27.104147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.111492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1324af61-32ed-48e1-94db-f9bcd229bb92 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:27.167086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.198700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f230f25f-6a3b-49b2-acd1-c175efa9ce37 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:27.224690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 0985c71c-593a-40e0-99fa-ba1b3f10bbda, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=0985c71c-593a-40e0-99fa-ba1b3f10bbda,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:27.230699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-25df0cfb-247a-4fca-8699-e6cfc9b6564b None None] Provisioning complete for port 0985c71c-593a-40e0-99fa-ba1b3f10bbda triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:27.231136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25df0cfb-247a-4fca-8699-e6cfc9b6564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.269780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.283307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b004b6a5-de8f-42fa-8981-03ae2b9ea906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:27.331819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.5779448
Nov 15 09:19:27.332809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56876) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:27.340079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=8b0a03a4-d035-48b2-b76c-1b9e41e6c336,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:27.344092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:27.355086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'name': 'tempest-PortsIpV6TestJSON-1162794118'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:27.361639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:27.399365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:27.461052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.485596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e8693df1-fca3-4d09-bdcf-8d002696ad5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:27.582761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Pushing event updated for resources: {'Port': ['ID=baeb8964-cc69-4255-bdb0-607c6c876706,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:27.585173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f230f25f-6a3b-49b2-acd1-c175efa9ce37 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:27.586559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f230f25f-6a3b-49b2-acd1-c175efa9ce37 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.9863620
Nov 15 09:19:27.591133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:27.619699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:27.652611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=f662afd3-4032-4ba2-9a73-7a8de0bbdb1b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:27.656745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:27.702158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:27.723450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:27.728631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:27.748396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:27.775655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=0985c71c-593a-40e0-99fa-ba1b3f10bbda,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:27.785349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:27.816657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:27.823134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.893735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.929918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:27.932085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/f662afd3-4032-4ba2-9a73-7a8de0bbdb1b HTTP/1.1" status: 204  len: 168 time: 2.1592724
Nov 15 09:19:27.939826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56886) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:28.096993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.158200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port b82d35e7-2220-4b9e-8451-5d643ebeb247 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:28.197520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f87a67c-2ecb-4d9c-9faa-0aab43be2c8e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:28.199160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f87a67c-2ecb-4d9c-9faa-0aab43be2c8e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:28.200035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f87a67c-2ecb-4d9c-9faa-0aab43be2c8e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:28.203081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:28.207396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:28.210515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:28.268021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.274330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58f34e3c-bb89-4a1d-884d-eb7f015132e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:28.298635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dec5ec-596a-4dd6-b689-d21503d50733,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:28.301448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d01b-ad80-40ea-a571-17e5ba85f04d req-4ee839aa-1734-4ac7-9ab6-bd62b995d029 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:28.307470 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3de3d01b-ad80-40ea-a571-17e5ba85f04d req-4ee839aa-1734-4ac7-9ab6-bd62b995d029 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.9242904
Nov 15 09:19:28.307686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:28.318358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f87a67c-2ecb-4d9c-9faa-0aab43be2c8e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:28.322708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f87a67c-2ecb-4d9c-9faa-0aab43be2c8e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3795297
Nov 15 09:19:28.323408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56890) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:28.477933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.479178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/38dec5ec-596a-4dd6-b689-d21503d50733 HTTP/1.1" status: 204  len: 168 time: 0.8521140
Nov 15 09:19:28.487861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56894) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:28.616495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3de3d01b-ad80-40ea-a571-17e5ba85f04d req-aeec32bc-a070-4175-a7e0-f7f36596b824 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3012993
Nov 15 09:19:28.649476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.649851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 0985c71c-593a-40e0-99fa-ba1b3f10bbda up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:28.668801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:28.684742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] Sync routers for ids ['89be6f14-fc4f-424b-9a29-be64d26425f3'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:28.695706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9c308df-87e8-4d00-b721-cd1ea7ebb459 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:28.705504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] Routers {'89be6f14-fc4f-424b-9a29-be64d26425f3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:28.707248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82a8780>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['89be6f14-fc4f-424b-9a29-be64d26425f3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:28.740034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/89be6f14-fc4f-424b-9a29-be64d26425f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9521136
Nov 15 09:19:28.746363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56898) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:28.758164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 0985c71c-593a-40e0-99fa-ba1b3f10bbda triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:28.758892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.774641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet ec6861a5-d692-4a2e-9a39-6251ed210b6d {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:28.778065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.819402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9c308df-87e8-4d00-b721-cd1ea7ebb459 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:28.825122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9c308df-87e8-4d00-b721-cd1ea7ebb459 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3318827
Nov 15 09:19:28.843044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56902) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:28.849167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.856030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--23851646'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:28.870093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82a8780>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:28.879748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d90d4622-5997-4c7e-8ef9-fe21d8631449 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:28.916061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:28.938195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:28.988488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] Routers {'89be6f14-fc4f-424b-9a29-be64d26425f3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:28.989328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82a8780>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['89be6f14-fc4f-424b-9a29-be64d26425f3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:29.054408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d744e8-40ab-4ee4-bd1b-d66eae4681d8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:29.055059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-50d744e8-40ab-4ee4-bd1b-d66eae4681d8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:29.078427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82a8780>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:29.078971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f66a58-9c8b-4a19-a145-29f876ad89cc None None] The sync data for ids ['89be6f14-fc4f-424b-9a29-be64d26425f3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:29.080468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:29.089227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.137217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=b82d35e7-2220-4b9e-8451-5d643ebeb247,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:29.143240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:29.152979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.217122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-50d744e8-40ab-4ee4-bd1b-d66eae4681d8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:29.218710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50d744e8-40ab-4ee4-bd1b-d66eae4681d8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports/1f7bf92b-43a9-4cc4-b5f1-782924878643 HTTP/1.1" status: 200  len: 977 time: 0.4655530
Nov 15 09:19:29.225336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56906) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:29.239257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.321446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.345728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:29.346939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d605bff-00e8-48ee-83e4-46e7081472c5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:29.419730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:29.433431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:29.451327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:29.484099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': '913316c6-f917-4891-9def-f12fbcf82149', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:29.484515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: 8b0a03a4-d035-48b2-b76c-1b9e41e6c336, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:29.512628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=5f9f564c-e12c-4845-b002-7be5134e0ab8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:29.519938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:29.710399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:29.738531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.789980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.799579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:29.810359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.848727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8b0a03a4-d035-48b2-b76c-1b9e41e6c336) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:29.856831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f6a65-8e6a-43a5-a2f8-3c3fa4924344 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:29.858329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:29.859423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 9197fcb9-f512-43ff-9e83-229ec9c31712, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:29.877774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:29.882215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:29.883001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:29.898267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2213c7-5df4-4649-8dac-816ae0df107e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:29.987120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:30.006989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.011220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.1644762
Nov 15 09:19:30.017352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56912) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:30.020976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:30.043723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '6e2213c7-5df4-4649-8dac-816ae0df107e', 'direction': 'ingress', 'protocol': 17}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:30.058331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:30.060809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 9197fcb9-f512-43ff-9e83-229ec9c31712) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:30.074052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82b1d4-1417-4134-af2b-7e858ea70b6b None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:30.084525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:30.096676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362037fb-c1ee-4483-910b-5211748f5239 req-1a11f1ca-5ae9-4db6-8f99-451d2195c25c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:30.098355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-362037fb-c1ee-4483-910b-5211748f5239 req-1a11f1ca-5ae9-4db6-8f99-451d2195c25c tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2985821
Nov 15 09:19:30.102724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:30.106121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.149325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:30.159262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:30.159942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.345308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-9197fcb9-f512-43ff-9e83-229ec9c31712', 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '5f9f564c-e12c-4845-b002-7be5134e0ab8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:30.346393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.375123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.396230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:30.498255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.1605339
Nov 15 09:19:30.514358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=ec6861a5-d692-4a2e-9a39-6251ed210b6d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:30.520242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56916) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:30.531874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:30.540087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1256162018'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:30.553020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:30.575717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:30.582675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:30.596563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:30.616665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.620148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/ec6861a5-d692-4a2e-9a39-6251ed210b6d HTTP/1.1" status: 204  len: 168 time: 2.2888212
Nov 15 09:19:30.622888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56920) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:30.646804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af13f72-3a21-40df-8777-34f176a341aa None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:30.658288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 4.4253099
Nov 15 09:19:30.672898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56924) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:30.700611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536314110'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:30.708129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-362037fb-c1ee-4483-910b-5211748f5239 req-ad085aea-12b3-48a7-9458-9ab6c319a3f6 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5663865
Nov 15 09:19:30.710102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:30.715609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.730508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:30.735924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e1c2114a-a2b7-4440-8383-2f7e807ad945 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1045489
Nov 15 09:19:30.737256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56928) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:30.747648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:30.751658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.876668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Allocated IP 172.20.255.242 (9197fcb9-f512-43ff-9e83-229ec9c31712/5f9f564c-e12c-4845-b002-7be5134e0ab8/7655389b-21fb-4953-b072-0a82f1131fba) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:30.887244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:30.958835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:30.959289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment 961d9e25-0eae-42a1-b935-1627160c8169 of type vxlan for network 5b70ef88-858c-4f2e-bf2d-6b98365f188d
Nov 15 09:19:30.961735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:30.970499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:30.975319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:31.009211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:31.013769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:31.026943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.114116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:31.126183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.137271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.147733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a527f16-6792-4059-b056-21985520bc40 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:31.153093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:31.159264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.166767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Deleting port 0985c71c-593a-40e0-99fa-ba1b3f10bbda {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:31.166767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.242275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.254351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.258915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Transition to ACTIVE for port object 7655389b-21fb-4953-b072-0a82f1131fba will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:31.261879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:31.262583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.273122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.291407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:31.303599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b148089a-d096-44c6-8b8f-77921cf28158 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:31.339226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Transition to ACTIVE for port object 7655389b-21fb-4953-b072-0a82f1131fba will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:31.379962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:31.428828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.433824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d72321-37f7-4789-b4cf-589e4b19cf3e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:31.450711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:31.458646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:31.474373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.474762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment 973f9ca7-0c0c-4687-9679-b20711ecb2c2 of type vxlan for network d773b255-591f-462a-9c60-a2d8d653f043
Nov 15 09:19:31.479993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9475634
Nov 15 09:19:31.479993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=5b70ef88-858c-4f2e-bf2d-6b98365f188d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:31.481971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56936) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:31.482763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:31.524806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'ports': [{'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'}, {'network_id': '5b70ef88-858c-4f2e-bf2d-6b98365f188d'}]} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:31.525568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:31.525930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '5b70ef88-858c-4f2e-bf2d-6b98365f188d'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:31.534388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.536183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.540112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.5188797
Nov 15 09:19:31.541653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:31.552466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56940) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:31.553816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:31.567394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.586855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.610467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:31.659758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:31.717407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.740641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:31.818805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7a527f16-6792-4059-b056-21985520bc40 None None] For port 0985c71c-593a-40e0-99fa-ba1b3f10bbda, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=0985c71c-593a-40e0-99fa-ba1b3f10bbda,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:31.818805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.834287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Pushing event updated for resources: {'Port': ['ID=7655389b-21fb-4953-b072-0a82f1131fba,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:31.915138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:31.925633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaff810-352d-4397-9805-41879cb75a13 req-9bd4ec65-cffd-4eee-b295-5b19a6373551 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:31.927709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:19:31.934071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aaff810-352d-4397-9805-41879cb75a13 req-9bd4ec65-cffd-4eee-b295-5b19a6373551 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.6023798
Nov 15 09:19:31.950725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Pushing event updated for resources: {'Port': ['ID=baeb8964-cc69-4255-bdb0-607c6c876706,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:31.954778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:31.983090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.988168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:31.988890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:31.995899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-346a337e-73d3-427b-b751-a8016c556837 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a560a63ad34fcba469254eb193d777&device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 1163 time: 0.6223414
Nov 15 09:19:32.004477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-688fb4e8-5e74-487d-9841-1c1912ffc287 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:32.067067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.161192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:32.172117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.175757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Calling delete_port for 0985c71c-593a-40e0-99fa-ba1b3f10bbda owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:32.189469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:32.195997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:32.213841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:32.269034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 2} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:32.275282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.288112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6102607
Nov 15 09:19:32.291026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:32.292836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:32.295350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:32.297878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:32.313374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=d773b255-591f-462a-9c60-a2d8d653f043,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:32.316828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:32.332939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aaff810-352d-4397-9805-41879cb75a13 req-2da72ba1-4d45-4f61-b795-973c2d511365 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3978264
Nov 15 09:19:32.337636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d773b255-591f-462a-9c60-a2d8d653f043 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:32.356679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:32.430072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d773b255-591f-462a-9c60-a2d8d653f043 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:32.452702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-e1bba6f6-39a5-4520-b24e-05ca0b4bc054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:32.454514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-e1bba6f6-39a5-4520-b24e-05ca0b4bc054 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 200  len: 906 time: 0.4099035
Nov 15 09:19:32.456866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.466582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.482688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.485366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:32.494304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-764d6e27-1a8f-4124-aba3-e1621786272a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:32.533861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.544264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2213c7-5df4-4649-8dac-816ae0df107e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:32.549965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:32.627000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:32.669082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:32.676800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.677805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/6e2213c7-5df4-4649-8dac-816ae0df107e HTTP/1.1" status: 204  len: 168 time: 1.1244295
Nov 15 09:19:32.679466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:32.683097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router 7e52fca5-4767-4371-874c-2f41c08775bf has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:32.686325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 0985c71c-593a-40e0-99fa-ba1b3f10bbda no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:32.687440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56948) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:32.711925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:32.730697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Pushing event deleted for resources: {'Port': ['ID=0985c71c-593a-40e0-99fa-ba1b3f10bbda,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:32.748653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Attempting to bind port 7655389b-21fb-4953-b072-0a82f1131fba on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:32.749780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Attempting to bind port 7655389b-21fb-4953-b072-0a82f1131fba by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:32.750313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Attempting to bind port 7655389b-21fb-4953-b072-0a82f1131fba on network 9197fcb9-f512-43ff-9e83-229ec9c31712 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:32.760513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:32.762913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 0985c71c-593a-40e0-99fa-ba1b3f10bbda {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:32.766110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 0985c71c-593a-40e0-99fa-ba1b3f10bbda not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:32.814091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-ed668eba-105f-44d9-81ba-45edc9222cff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 200  len: 1002 time: 0.3488486
Nov 15 09:19:32.822556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:32.823093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Checking segment: {'id': '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:32.823408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.823875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Bound using segment: {'id': '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:32.824506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Bound port: 7655389b-21fb-4953-b072-0a82f1131fba, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9197fcb9-f512-43ff-9e83-229ec9c31712'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:32.824926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:32.963198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:32.975016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a527f16-6792-4059-b056-21985520bc40 None None] No DVR routers for this DVR port 0985c71c-593a-40e0-99fa-ba1b3f10bbda on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:32.987271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] For port 7655389b-21fb-4953-b072-0a82f1131fba, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:32.990941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] For port 7655389b-21fb-4953-b072-0a82f1131fba, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7655389b-21fb-4953-b072-0a82f1131fba,segment=NetworkSegment(4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4),segment_id=4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:33.011534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:33.023458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:33.042535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-85fcf163-5e32-48cd-bfce-2c027d187d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:33.150993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04b3acdf-4352-4bf3-81c5-f387c506168c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:33.188424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:33.214549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 1f7bf92b-43a9-4cc4-b5f1-782924878643 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:33.214838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:33.217985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Pushing event updated for resources: {'Port': ['ID=7655389b-21fb-4953-b072-0a82f1131fba,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:33.223573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:33.277464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-642e9a7d-79ea-4e64-84fc-7cb2a82746f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:33.279094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-642e9a7d-79ea-4e64-84fc-7cb2a82746f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 200  len: 851 time: 0.4479718
Nov 15 09:19:33.628652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-c105e42c-72fe-4a54-8855-45a3e37047c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae7a99dd-32ca-43c2-8e33-8f70897307cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3382099
Nov 15 09:19:33.637055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Floating IP 1c66a920-f7c3-4dce-94e7-b69079f231ee associated. External IP: 172.26.4.169, port: 2cda85bd-31c6-4603-a618-a94ff4c0559f.
Nov 15 09:19:33.669054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04b3acdf-4352-4bf3-81c5-f387c506168c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:33.674575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04b3acdf-4352-4bf3-81c5-f387c506168c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9627566
Nov 15 09:19:33.704519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56954) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:33.751732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--809679563'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:33.815543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:33.866588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:33.873531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:33.902750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47109927-a5f7-4788-8316-1b29c1f44be3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:33.940751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:33.995093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327882b-930e-401d-a55c-5e952dbb6143 req-b34a70d6-4578-42c8-9b23-5cc14a9868e0 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:33.996787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6327882b-930e-401d-a55c-5e952dbb6143 req-b34a70d6-4578-42c8-9b23-5cc14a9868e0 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4988422
Nov 15 09:19:34.006970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:34.016021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-4afa42a8-c4c4-4cb8-9f68-30217da2f216 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184426
Nov 15 09:19:34.019415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] Sync routers for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:34.023227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/routers/7e52fca5-4767-4371-874c-2f41c08775bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8550551
Nov 15 09:19:34.029998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56958) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:34.034208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:34.035224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a817cd68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:34.108105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a817cd68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:34.120623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] Routers {'7e52fca5-4767-4371-874c-2f41c08775bf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:34.121451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a817cd68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7e52fca5-4767-4371-874c-2f41c08775bf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:34.196733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a817cd68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:34.197427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789e394-de42-4c97-83e6-6d69c03f3a25 None None] The sync data for ids ['7e52fca5-4767-4371-874c-2f41c08775bf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:34.225535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:34.238165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:34.246617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:34.258000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=b2015ffc-ddf7-496f-b9a7-5f590ca50934,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:34.272575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:34.286597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:34.296799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.297449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6327882b-930e-401d-a55c-5e952dbb6143 req-48fb45ec-2adf-4520-850f-0c4624448dcc tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2882948
Nov 15 09:19:34.301080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.340254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-571fbc41-7c94-462e-ac44-f09cd154dcc0 req-398d4fbf-963a-40c6-9787-29f5f74b5f97 service neutron] 10.222.0.65 "GET /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3156812
Nov 15 09:19:34.433975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.509951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.522782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c7f2a1-2556-4ba7-8a24-b6d691135a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:34.582636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 1f7bf92b-43a9-4cc4-b5f1-782924878643 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:34.595240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=becdd536-b617-440d-9711-83db0c9fb89c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:34.599182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:34.631608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.639391 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9235663
Nov 15 09:19:34.639391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56962) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:34.647938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--12030955'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:34.657481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:34.703319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:34.704255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e095c-fb70-4406-848b-8571a76ccd86 None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:34.714985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:34.724711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:34.735072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:34.744548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:34.755473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:34.756177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.802197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 89414d23-c617-469f-904c-392e27b43653 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:34.818222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:34.877448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:34.882131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5935190-6fb7-44f7-938d-f14f2c34f33f None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:34.887712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:34.892206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:34.893464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:34.898103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7655389b-21fb-4953-b072-0a82f1131fba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:34.901459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:34.963104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.2228932
Nov 15 09:19:34.972382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 56966) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:34.987434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': 'b2015ffc-ddf7-496f-b9a7-5f590ca50934', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1791897303'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:35.061242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.135022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-573a3078-547d-4941-9262-e03b3e3ef01d None None] Provisioning for port 7655389b-21fb-4953-b072-0a82f1131fba completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:35.148709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.160165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:35.222183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb4ae54-e156-4226-9363-5a8c41feb4fc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:35.227613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:35.271780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.273380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6361160
Nov 15 09:19:35.279549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56970) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:35.289593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': 'becdd536-b617-440d-9711-83db0c9fb89c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4fb4ae54-e156-4226-9363-5a8c41feb4fc', 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:35.295291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7655389b-21fb-4953-b072-0a82f1131fba completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:35.298743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:35.305290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:35.309680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:35.317715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:35.321111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] Sync routers for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:35.325605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'b2015ffc-ddf7-496f-b9a7-5f590ca50934'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:35.326465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.335873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:35.357779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:35.358994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f27f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:35.364637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7655389b-21fb-4953-b072-0a82f1131fba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:35.376512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.379189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.456508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:35.463039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.475380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:35.490814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:35.492046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f27f0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:35.506236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:35.507284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f27f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:35.519303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:35.536964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.599536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.604631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.612028 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 13.2814169
Nov 15 09:19:35.627778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.633378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f27f0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:35.633378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb007a3b-1bc9-48e6-8cae-6a4bc9057750 None None] The sync data for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:35.671519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56976) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:35.704743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-647501c8-fc37-4087-b348-edbf09d05b0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:35.760237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:35.830123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:35.897403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723fda44-fde7-422e-9ee3-c8f4b5547a1c,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:35.931920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c4214d7-2229-462e-b3b2-88dfedb789d1 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "GET /v2.0/floatingips/1c66a920-f7c3-4dce-94e7-b69079f231ee HTTP/1.1" status: 200  len: 982 time: 0.2587533
Nov 15 09:19:35.939250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56980) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:35.940299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:35.960292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.015601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.017032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.7343009
Nov 15 09:19:36.024248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56984) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:36.081452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f3aec8b9-b22a-4c88-8c97-c3c07bc4d35a None None] Provisioning complete for port 7655389b-21fb-4953-b072-0a82f1131fba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:36.081993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3aec8b9-b22a-4c88-8c97-c3c07bc4d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.091442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:36.096730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f4d3a-d2dd-4fc6-b3dd-fa43295f4a40 req-1bca0a58-4048-49a0-b225-c554bbef23ce tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:36.098631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d3f4d3a-d2dd-4fc6-b3dd-fa43295f4a40 req-1bca0a58-4048-49a0-b225-c554bbef23ce tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4848623
Nov 15 09:19:36.147463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.162351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 7655389b-21fb-4953-b072-0a82f1131fba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7655389b-21fb-4953-b072-0a82f1131fba,segment=NetworkSegment(4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4),segment_id=4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:36.185258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=1f7bf92b-43a9-4cc4-b5f1-782924878643,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:36.189135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:36.201511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.210262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:36.422547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=7655389b-21fb-4953-b072-0a82f1131fba,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:36.428147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:36.443253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/b2015ffc-ddf7-496f-b9a7-5f590ca50934/a1a09a72-8faa-473d-bf62-00c0b4f71554) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:36.447637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.474932 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d3f4d3a-d2dd-4fc6-b3dd-fa43295f4a40 req-443bf4fb-419f-4fac-9760-1704916ba6fd tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3548355
Nov 15 09:19:36.479031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:36.479710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.509800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3aabc84b-5337-4b1c-9d2b-667cfb1c49d8 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2732 time: 0.5635684
Nov 15 09:19:36.510863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56988) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:36.580888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.599380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:36.602890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0e418303-ba35-4d39-9bb1-ecb353ebca07 None None] Provisioning complete for port 7655389b-21fb-4953-b072-0a82f1131fba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:36.603427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e418303-ba35-4d39-9bb1-ecb353ebca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.644015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=723fda44-fde7-422e-9ee3-c8f4b5547a1c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:36.654962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:36.656163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.657403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/723fda44-fde7-422e-9ee3-c8f4b5547a1c HTTP/1.1" status: 204  len: 168 time: 0.6325798
Nov 15 09:19:36.660590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56992) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:36.674769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7655389b-21fb-4953-b072-0a82f1131fba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:36.684603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.714176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.875441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port baeb8964-cc69-4255-bdb0-607c6c876706 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:36.876244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.924646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:36.937688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:36.940351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:36.946391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.964042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7655389b-21fb-4953-b072-0a82f1131fba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:36.964594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:36.973945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c5eca15-f904-48ef-8244-8011df1541d6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:37.014265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Transition to ACTIVE for port object a1a09a72-8faa-473d-bf62-00c0b4f71554 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:37.054049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Transition to ACTIVE for port object a1a09a72-8faa-473d-bf62-00c0b4f71554 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:37.087201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c5eca15-f904-48ef-8244-8011df1541d6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:37.091475 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c5eca15-f904-48ef-8244-8011df1541d6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4271166
Nov 15 09:19:37.092526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 56996) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:37.103991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.127117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3b35482-fec8-45e9-96ed-0239d5bdc729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:37.193191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.193553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.223025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=65db881b-86a2-470b-97a4-6613b84d26e0,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.236659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:37.298709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Pushing event updated for resources: {'Port': ['ID=a1a09a72-8faa-473d-bf62-00c0b4f71554,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.302077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.303057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:37.303214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.344573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.352621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for baeb8964-cc69-4255-bdb0-607c6c876706 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:37.360097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:37.361296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.365603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:37.366817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:37.369390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:37.392706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:37.435359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Attempting to bind port a1a09a72-8faa-473d-bf62-00c0b4f71554 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:37.435778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Attempting to bind port a1a09a72-8faa-473d-bf62-00c0b4f71554 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:37.436299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Attempting to bind port a1a09a72-8faa-473d-bf62-00c0b4f71554 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:37.439299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.444830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:37.445200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:37.446147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.446147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:37.447122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Bound port: a1a09a72-8faa-473d-bf62-00c0b4f71554, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:37.447323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.584362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] For port a1a09a72-8faa-473d-bf62-00c0b4f71554, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:37.588268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] For port a1a09a72-8faa-473d-bf62-00c0b4f71554, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a1a09a72-8faa-473d-bf62-00c0b4f71554,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:37.596859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.605708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d34bb30b-88a5-4077-94ac-37c1784d5718 tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:37.621315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.632503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb4ae54-e156-4226-9363-5a8c41feb4fc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.636921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.639159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=89414d23-c617-469f-904c-392e27b43653,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.644608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.659746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port f9eeb616-0865-4bfb-8fa9-d8ca3550d3bf yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:19:37.704585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe63f38e-812c-47a7-89eb-f5b42adebe07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:37.741185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.759353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:37.785944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.852032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Pushing event updated for resources: {'Port': ['ID=a1a09a72-8faa-473d-bf62-00c0b4f71554,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.855600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.859698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:37.860965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/4fb4ae54-e156-4226-9363-5a8c41feb4fc HTTP/1.1" status: 204  len: 168 time: 0.7597361
Nov 15 09:19:37.878981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=baeb8964-cc69-4255-bdb0-607c6c876706,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:37.881967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:37.885047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57002) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:37.940994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fff01-58fc-4eea-b7f3-81001c35a462 req-e0352c4c-10c6-4360-9309-5d24cc561270 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:37.942728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c3fff01-58fc-4eea-b7f3-81001c35a462 req-e0352c4c-10c6-4360-9309-5d24cc561270 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.3144114
Nov 15 09:19:38.084679 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c3fff01-58fc-4eea-b7f3-81001c35a462 req-850f0a03-eb5f-4ca7-ba93-9b84b245983f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105254
Nov 15 09:19:38.088690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f54ea2e9-f1de-4fbb-8285-370803be41d4 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:38.164098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.164479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Floating IP 1c66a920-f7c3-4dce-94e7-b69079f231ee disassociated (deleted). External IP: 172.26.4.169, port: 2cda85bd-31c6-4603-a618-a94ff4c0559f.
Nov 15 09:19:38.222636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': '973f9ca7-0c0c-4687-9679-b20711ecb2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:38.223244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: d773b255-591f-462a-9c60-a2d8d653f043, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:38.259480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f54ea2e9-f1de-4fbb-8285-370803be41d4 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:38.260922 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f54ea2e9-f1de-4fbb-8285-370803be41d4 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3739116
Nov 15 09:19:38.271021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57008) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:38.323443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.367153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': '961d9e25-0eae-42a1-b935-1627160c8169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b70ef88-858c-4f2e-bf2d-6b98365f188d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:38.367560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: 5b70ef88-858c-4f2e-bf2d-6b98365f188d, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:38.381919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 4c62a0df-84cb-4b3b-9ca2-79a7a2f4b027 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:38.382308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.435950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:19:38.437066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:19:38.465998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.481588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network d773b255-591f-462a-9c60-a2d8d653f043 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:38.542801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d773b255-591f-462a-9c60-a2d8d653f043) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:38.554798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67457eda-ad92-4d29-90b9-62703992cb9a None None] Network d773b255-591f-462a-9c60-a2d8d653f043 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:38.564504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c914e-d679-45b1-bfa8-ef138d61dca6 req-a100d4eb-1ed5-473f-9b40-3704fd6ece5b tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:38.566143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-822c914e-d679-45b1-bfa8-ef138d61dca6 req-a100d4eb-1ed5-473f-9b40-3704fd6ece5b tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.2711632
Nov 15 09:19:38.593055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.686837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ddb31b6c-c358-4be2-b026-89f19167b989 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 3.7084692
Nov 15 09:19:38.692014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57012) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:38.697263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:38.697952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.703223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:38.720497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a1a09a72-8faa-473d-bf62-00c0b4f71554 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:38.735083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-822c914e-d679-45b1-bfa8-ef138d61dca6 req-d12904b5-2a9c-4e85-98a9-71db8f276425 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598003
Nov 15 09:19:38.803884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 5b70ef88-858c-4f2e-bf2d-6b98365f188d) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:38.808271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:38.814000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:38.816610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.817902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:38.818650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.861955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:38.874582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 6.5747271
Nov 15 09:19:38.878652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57018) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:38.883553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdd536-b617-440d-9711-83db0c9fb89c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:38.890946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:38.898067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3233c-0a34-48bc-a672-75cd550696c6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:38.898838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9cd3233c-0a34-48bc-a672-75cd550696c6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:38.911037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fe3a0-ff78-4d84-b474-16dd25599984 None None] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:38.936100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:38.955206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 7.4407184
Nov 15 09:19:39.000267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57022) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:39.006015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9cd3233c-0a34-48bc-a672-75cd550696c6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:39.007314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9cd3233c-0a34-48bc-a672-75cd550696c6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3128369
Nov 15 09:19:39.019978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57024) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:39.065393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:39.066649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/becdd536-b617-440d-9711-83db0c9fb89c HTTP/1.1" status: 204  len: 168 time: 0.7880762
Nov 15 09:19:39.116144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57028) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:39.157989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-d773b255-591f-462a-9c60-a2d8d653f043', 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '65db881b-86a2-470b-97a4-6613b84d26e0'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:39.158904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:39.214860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43d38452-ca0b-4b25-9a8f-dbf941255dc5 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:39.289000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 4c62a0df-84cb-4b3b-9ca2-79a7a2f4b027 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:39.631900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:39.671329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a1a09a72-8faa-473d-bf62-00c0b4f71554 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:39.685571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58963f11-e15b-43e5-a9ad-935d756103b8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:39.688277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58963f11-e15b-43e5-a9ad-935d756103b8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:39.692522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58963f11-e15b-43e5-a9ad-935d756103b8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6216669
Nov 15 09:19:39.698802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 89414d23-c617-469f-904c-392e27b43653 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:39.699195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:39.702826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57036) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:39.750838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43d38452-ca0b-4b25-9a8f-dbf941255dc5 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:39.752295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43d38452-ca0b-4b25-9a8f-dbf941255dc5 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6322932
Nov 15 09:19:39.807826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57038) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:39.836968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--1770309609'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:39.863771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:39.868570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Allocated IP 172.20.0.2 (d773b255-591f-462a-9c60-a2d8d653f043/65db881b-86a2-470b-97a4-6613b84d26e0/db938de9-19fd-4a12-884d-5d865f02cb7a) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:39.927891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:39.941941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet b2015ffc-ddf7-496f-b9a7-5f590ca50934 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:39.956843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:39.961668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Provisioning for port a1a09a72-8faa-473d-bf62-00c0b4f71554 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:39.972423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Provisioning complete for port a1a09a72-8faa-473d-bf62-00c0b4f71554 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:39.972983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.051053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.131487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.165990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 89be6f14-fc4f-424b-9a29-be64d26425f3 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:40.170686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.261840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.294660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.299229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 89414d23-c617-469f-904c-392e27b43653 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:40.313698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Transition to ACTIVE for port object db938de9-19fd-4a12-884d-5d865f02cb7a will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:40.326257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] For port a1a09a72-8faa-473d-bf62-00c0b4f71554, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a1a09a72-8faa-473d-bf62-00c0b4f71554,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:40.334797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65381d3-1ef2-4617-a9c2-8737f0cda6f5 req-e85bab81-6c98-470a-9e50-80f9b491669a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:40.336456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Transition to ACTIVE for port object db938de9-19fd-4a12-884d-5d865f02cb7a will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:40.336599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c65381d3-1ef2-4617-a9c2-8737f0cda6f5 req-e85bab81-6c98-470a-9e50-80f9b491669a tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.7198672
Nov 15 09:19:40.337256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.354047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.356067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:40.367772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.400937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.448714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2c81e1c-01f4-40cc-9c50-fa7e498c2941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:40.487428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:40.492909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:40.497671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:40.502853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:40.508409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c65381d3-1ef2-4617-a9c2-8737f0cda6f5 req-bdb7855a-a6e7-4b12-aecf-cc03e97fd419 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602390
Nov 15 09:19:40.512704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:40.536865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Pushing event updated for resources: {'Port': ['ID=a1a09a72-8faa-473d-bf62-00c0b4f71554,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:40.539811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e7ce8a4-5c83-405f-b7fa-612ea08cd05c None None] Provisioning complete for port a1a09a72-8faa-473d-bf62-00c0b4f71554 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:40.540276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce8a4-5c83-405f-b7fa-612ea08cd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.606066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.631576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:40.637082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018f634b-8f99-4861-91d7-f0cb4e8472cf tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:40.659102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b46cb3e-9883-4b4d-8fcb-84a1bdb482fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:40.701550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a1a09a72-8faa-473d-bf62-00c0b4f71554 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:40.705706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=89414d23-c617-469f-904c-392e27b43653,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:40.817650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Pushing event updated for resources: {'Port': ['ID=db938de9-19fd-4a12-884d-5d865f02cb7a,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:40.831086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.849697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.850133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.850570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.850988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.851715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.852395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:40.852503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.852924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.853339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.853758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.854165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.854578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.855240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.855431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.855822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.856254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.856661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.857066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.857589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.857858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.859139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.859698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.860137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.860611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.860946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:40.869073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:40.884743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:40.892600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e38c94f-2265-4872-a0cb-5e299529d6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:40.935076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=4c62a0df-84cb-4b3b-9ca2-79a7a2f4b027,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:40.957952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=41d2fb67-4781-4446-9ec1-2e1ab235c26d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:40.962692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Network d773b255-591f-462a-9c60-a2d8d653f043 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:40.968908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:40.973737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:40.978542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a1a09a72-8faa-473d-bf62-00c0b4f71554 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:40.978957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.008936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.009396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.009777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.010210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.010611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.011035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.011435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.011941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.012048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:41.012297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.012706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.013773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.013773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.013962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.014936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.015442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.015872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.016288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.016697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.017106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.017612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.017903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.018308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.018711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.019112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:41.023178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:41.041489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.045400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/89414d23-c617-469f-904c-392e27b43653 HTTP/1.1" status: 204  len: 168 time: 2.0348933
Nov 15 09:19:41.051194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57044) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:41.078282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.081445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2478549
Nov 15 09:19:41.083787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57048) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:41.090269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': '41d2fb67-4781-4446-9ec1-2e1ab235c26d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:41.098435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Attempting to bind port db938de9-19fd-4a12-884d-5d865f02cb7a on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:41.098637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Attempting to bind port db938de9-19fd-4a12-884d-5d865f02cb7a by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '973f9ca7-0c0c-4687-9679-b20711ecb2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:41.098986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:41.099097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Attempting to bind port db938de9-19fd-4a12-884d-5d865f02cb7a on network d773b255-591f-462a-9c60-a2d8d653f043 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:41.106845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:41.111541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:41.113056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:41.113485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Checking segment: {'id': '973f9ca7-0c0c-4687-9679-b20711ecb2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:41.114558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.114558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Bound using segment: {'id': '973f9ca7-0c0c-4687-9679-b20711ecb2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:41.114900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Bound port: db938de9-19fd-4a12-884d-5d865f02cb7a, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973f9ca7-0c0c-4687-9679-b20711ecb2c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd773b255-591f-462a-9c60-a2d8d653f043'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:41.115264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.121866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:41.148345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:41.152732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.154516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.167162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] Sync routers for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:41.208392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.252576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/floatingips/1c66a920-f7c3-4dce-94e7-b69079f231ee HTTP/1.1" status: 204  len: 168 time: 4.7404852
Nov 15 09:19:41.253817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57052) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:41.270600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:41.278828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:41.286464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:41.287230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4fe10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.288163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Usage tracker for resource:floatingip and tenant:b9f7a9f2890147f58af5b7fbcbe76ae5 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:41.291748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:41.302358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:41.322703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:41.333730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] Sync routers for ids ['89be6f14-fc4f-424b-9a29-be64d26425f3'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:41.337081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.345560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.348174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] Routers {'89be6f14-fc4f-424b-9a29-be64d26425f3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:41.349093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['89be6f14-fc4f-424b-9a29-be64d26425f3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.370374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4fe10>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.377170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-79da3da3-6998-4685-beaa-14acf397035e None None] For port db938de9-19fd-4a12-884d-5d865f02cb7a, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:41.382853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.390151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-79da3da3-6998-4685-beaa-14acf397035e None None] For port db938de9-19fd-4a12-884d-5d865f02cb7a, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=db938de9-19fd-4a12-884d-5d865f02cb7a,segment=NetworkSegment(973f9ca7-0c0c-4687-9679-b20711ecb2c2),segment_id=973f9ca7-0c0c-4687-9679-b20711ecb2c2)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:41.392986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:41.393675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4fe10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.432467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6cc0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.445352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] Routers {'89be6f14-fc4f-424b-9a29-be64d26425f3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:41.446295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['89be6f14-fc4f-424b-9a29-be64d26425f3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.453506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:41.458821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.468982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/89be6f14-fc4f-424b-9a29-be64d26425f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2380347
Nov 15 09:19:41.476749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57056) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:41.484240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:41.533093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6cc0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.533940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3c73-3370-4f63-9c00-26f677c8ad2d None None] The sync data for ids ['89be6f14-fc4f-424b-9a29-be64d26425f3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:41.568886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4fe10>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:41.570846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4c074-6176-4d38-b613-71d998afa5a2 None None] The sync data for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:41.586813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c959c839-a01d-49e7-9c5a-f1ed21f07b67,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:41.592791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:41.681705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Pushing event updated for resources: {'Port': ['ID=db938de9-19fd-4a12-884d-5d865f02cb7a,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:41.685220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:41.734137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cdef3-0bde-4bdd-9d70-be51735caa2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:41.738977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cdef3-0bde-4bdd-9d70-be51735caa2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:41.739864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d7cdef3-0bde-4bdd-9d70-be51735caa2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:41.761703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:41.763001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.6780221
Nov 15 09:19:41.769292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57062) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:41.873479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.019731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.054234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d7cdef3-0bde-4bdd-9d70-be51735caa2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:42.055574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d7cdef3-0bde-4bdd-9d70-be51735caa2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.9994953
Nov 15 09:19:42.065141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.075647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57066) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:42.084150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e5fd128-6298-401e-a684-5bd66ccbf64e tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:42.120342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.179558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a875-094b-40df-a61a-e14facc0d261 req-d68509aa-af82-4606-9420-7cb63c597f76 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:42.181212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70f7a875-094b-40df-a61a-e14facc0d261 req-d68509aa-af82-4606-9420-7cb63c597f76 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.4985132
Nov 15 09:19:42.216565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.224212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=65db881b-86a2-470b-97a4-6613b84d26e0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:42.240484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:42.457702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.465244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.470579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.472463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c518aaa5-9278-45be-a1a5-3873da844403 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:42.518188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.534129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c959c839-a01d-49e7-9c5a-f1ed21f07b67,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:42.633976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:42.634373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.662206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:42.666791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:42.693945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device db938de9-19fd-4a12-884d-5d865f02cb7a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:42.733394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=b2015ffc-ddf7-496f-b9a7-5f590ca50934,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:42.753181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.756733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/c959c839-a01d-49e7-9c5a-f1ed21f07b67 HTTP/1.1" status: 204  len: 168 time: 0.9794352
Nov 15 09:19:42.756733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:42.757990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.776857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57070) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:42.781759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-714e3faf-fdd1-49c9-8489-37d2c4457d58 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] remove_router_interface failed (client error): The resource could not be found.
Nov 15 09:19:42.786039 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-714e3faf-fdd1-49c9-8489-37d2c4457d58 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/89be6f14-fc4f-424b-9a29-be64d26425f3/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.3067575
Nov 15 09:19:42.791283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57074) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:42.856776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70f7a875-094b-40df-a61a-e14facc0d261 req-892cf615-b7ab-4adb-99e7-905fc3f1acc1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6610057
Nov 15 09:19:42.866716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa559e3e-f569-43ab-961c-0f3ceb764ee8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=89be6f14-fc4f-424b-9a29-be64d26425f3 HTTP/1.1" status: 200  len: 205 time: 0.0730190
Nov 15 09:19:42.870511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port db938de9-19fd-4a12-884d-5d865f02cb7a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:42.880702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57078) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:42.928695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.929272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Fanout notify agent at l3_agent the message router_deleted on router 7e52fca5-4767-4371-874c-2f41c08775bf {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:19:42.959629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.962131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92334fc9-4f70-4657-a56d-8d98356037cd None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:42.963781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1b684e0>,) {'filters': {'network_id': ['d773b255-591f-462a-9c60-a2d8d653f043']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:42.986732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:42.987980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/routers/7e52fca5-4767-4371-874c-2f41c08775bf HTTP/1.1" status: 204  len: 168 time: 8.9496768
Nov 15 09:19:42.992822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57082) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:42.994837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1b684e0>, '973f9ca7-0c0c-4687-9679-b20711ecb2c2') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:42.995183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1b684e0>, '973f9ca7-0c0c-4687-9679-b20711ecb2c2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:43.004192 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/b2015ffc-ddf7-496f-b9a7-5f590ca50934 HTTP/1.1" status: 204  len: 168 time: 3.2405674
Nov 15 09:19:43.006909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:43.052384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1dbb0b7-2635-453a-b6dc-d1fdaa4b3759 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:43.137724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.181423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d1d05b6-5aa1-437d-ae69-29f7edb169ea tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1326990
Nov 15 09:19:43.184372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57090) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:43.191019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.200900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:43.209312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:43.246195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1dbb0b7-2635-453a-b6dc-d1fdaa4b3759 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:43.250845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1dbb0b7-2635-453a-b6dc-d1fdaa4b3759 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4640727
Nov 15 09:19:43.259896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:43.353830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c09181-f960-4bbc-9886-94b0cf6a4bc7 None None] Network d773b255-591f-462a-9c60-a2d8d653f043 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:43.510704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-591d01f6-a31e-46cd-ba2b-a7a86dd12ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.552399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Provisioning for port db938de9-19fd-4a12-884d-5d865f02cb7a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:43.581352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.596213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Provisioning complete for port db938de9-19fd-4a12-884d-5d865f02cb7a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:43.596655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.707719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:43.710575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Allocated IP 172.26.4.175 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/3026d9f4-b2ea-4c72-8c18-0e50ee054e79) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:43.765125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:43.782237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.787551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network d773b255-591f-462a-9c60-a2d8d653f043 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:43.800111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.810644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Deleting port a1a09a72-8faa-473d-bf62-00c0b4f71554 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:43.811973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.825444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:43.919756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-03a4be82-c81b-467c-94e8-8c6d3e963058 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:43.922344 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-03a4be82-c81b-467c-94e8-8c6d3e963058 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.65 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 0.8175399
Nov 15 09:19:43.933931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting subnet 282256d2-0c43-4a6d-83a5-c3e6790bb6da {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:43.959419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:43.984040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] DHCP port deletion for d773b255-591f-462a-9c60-a2d8d653f043 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:43.989553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.009921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ff6ecedd-7149-4d5c-ad97-dcb9dca4343a no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:44.055800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:44.066021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Deleting port db938de9-19fd-4a12-884d-5d865f02cb7a {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:44.066464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.066799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network d773b255-591f-462a-9c60-a2d8d653f043 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:44.094740 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:44.099541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.169172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.272578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:19:44.272578 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:19:44.272578 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': 'd773b255-591f-462a-9c60-a2d8d653f043'}]
Nov 15 09:19:44.272578 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:44.273038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:44.277430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.306206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:44.321107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] For port db938de9-19fd-4a12-884d-5d865f02cb7a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=db938de9-19fd-4a12-884d-5d865f02cb7a,segment=NetworkSegment(973f9ca7-0c0c-4687-9679-b20711ecb2c2),segment_id=973f9ca7-0c0c-4687-9679-b20711ecb2c2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:44.363131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] For port a1a09a72-8faa-473d-bf62-00c0b4f71554, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a1a09a72-8faa-473d-bf62-00c0b4f71554,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:44.364212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.377418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.426775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-103abdac-ff3d-4cc4-bcc7-892206883a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:44.473631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.556551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Deleting port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:44.556848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.605330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Calling delete_port for a1a09a72-8faa-473d-bf62-00c0b4f71554 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:44.611457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.696803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a1a09a72-8faa-473d-bf62-00c0b4f71554 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:44.775139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48d36e97-f769-431c-9d01-8a4e57435211 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:44.824496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.906713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] For port db938de9-19fd-4a12-884d-5d865f02cb7a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=db938de9-19fd-4a12-884d-5d865f02cb7a,segment=NetworkSegment(973f9ca7-0c0c-4687-9679-b20711ecb2c2),segment_id=973f9ca7-0c0c-4687-9679-b20711ecb2c2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:44.907165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.912359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Subnet': ['ID=282256d2-0c43-4a6d-83a5-c3e6790bb6da,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:44.924337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:44.945863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:44.959917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port db938de9-19fd-4a12-884d-5d865f02cb7a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:44.960300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.068917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/subnets/282256d2-0c43-4a6d-83a5-c3e6790bb6da HTTP/1.1" status: 204  len: 168 time: 2.0631950
Nov 15 09:19:45.076524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57102) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:45.079096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Calling delete_port for db938de9-19fd-4a12-884d-5d865f02cb7a owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:45.116699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ca0a9-e7ef-4e5d-b990-76aa0f8e1c28 None None] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:45.126178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.162590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.172038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.218489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9bf656d-03e0-46b4-9332-57eb0939265b tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:45.347881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.407237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.411031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:45.431816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port db938de9-19fd-4a12-884d-5d865f02cb7a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=db938de9-19fd-4a12-884d-5d865f02cb7a,segment=NetworkSegment(973f9ca7-0c0c-4687-9679-b20711ecb2c2),segment_id=973f9ca7-0c0c-4687-9679-b20711ecb2c2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:45.432247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.447634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:45.448046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.455753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:45.492312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Pushing event updated for resources: {'Port': ['ID=db938de9-19fd-4a12-884d-5d865f02cb7a,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:45.512864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:45.537114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:19:45.552198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.579865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c0758c6-05ee-4eed-bc52-c78bec82a5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:45.585903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No ports have port_id starting with a1a09a72-8faa-473d-bf62-00c0b4f71554
Nov 15 09:19:45.597526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.599188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device db938de9-19fd-4a12-884d-5d865f02cb7a no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:45.615715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for db938de9-19fd-4a12-884d-5d865f02cb7a owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:45.627250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:45.670108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'code': 200}
Nov 15 09:19:45.675807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.704824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08e50b96-91bb-4363-9598-569a57bb6b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:45.712957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d2fb67-4781-4446-9ec1-2e1ab235c26d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:45.739920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796afc0-f1bc-4f0e-aadd-d89d8b047df8 req-f448b471-ff1a-4060-87af-b959a7b5c9a7 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:45.741598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a796afc0-f1bc-4f0e-aadd-d89d8b047df8 req-f448b471-ff1a-4060-87af-b959a7b5c9a7 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 946 time: 1.6090591
Nov 15 09:19:45.758491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.758734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.761874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:45.798269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.888372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Pushing event deleted for resources: {'Port': ['ID=a1a09a72-8faa-473d-bf62-00c0b4f71554,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:45.899625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:45.904064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-106f9fdf-4c99-4734-97f4-64254eef056f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:45.911264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] For port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,segment=NetworkSegment(b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe),segment_id=b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:45.911684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.965717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:45.973176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:45.973962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:45.989319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c76b99ae-1396-4608-80ef-96c5e2cc0932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.021236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.026155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/41d2fb67-4781-4446-9ec1-2e1ab235c26d HTTP/1.1" status: 204  len: 168 time: 2.7198081
Nov 15 09:19:46.028574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No active binding found for port db938de9-19fd-4a12-884d-5d865f02cb7a {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:19:46.029050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device db938de9-19fd-4a12-884d-5d865f02cb7a not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:46.030771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7 HTTP/1.1" status: 204  len: 168 time: 3.9487944
Nov 15 09:19:46.032289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.044072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] No DVR routers for this DVR port a1a09a72-8faa-473d-bf62-00c0b4f71554 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:46.046656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57108) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:46.047049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:46.051220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:46.051920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:46.059349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:46.066625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.095231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a796afc0-f1bc-4f0e-aadd-d89d8b047df8 req-3f1c761c-fc24-44d0-bd66-d0c60b290d9d tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3232939
Nov 15 09:19:46.158996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:46.172420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] DHCP port deletion for 8132e0a6-8398-4560-bec8-d2dc1ff3c879 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:46.176822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Deleting port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:46.189414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.190198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1242f9c2-7ae2-46e3-b1b9-de3a329446ba tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:46.215891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.271592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=db938de9-19fd-4a12-884d-5d865f02cb7a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:46.287050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:46.307996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.308547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 89be6f14-fc4f-424b-9a29-be64d26425f3 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:19:46.330084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port db938de9-19fd-4a12-884d-5d865f02cb7a on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:46.371402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:46.371756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.412110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Pushing event updated for resources: {'Port': ['ID=3026d9f4-b2ea-4c72-8c18-0e50ee054e79,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:46.440632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] For port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,segment=NetworkSegment(b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe),segment_id=b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:46.441085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.450836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.480106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.480467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34cedcd4-77f7-4384-b151-413d61940f0f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:46.484056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-028131a9-d7be-45c3-9cbd-6a75d0bfa654 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/89be6f14-fc4f-424b-9a29-be64d26425f3 HTTP/1.1" status: 204  len: 168 time: 3.5975461
Nov 15 09:19:46.510044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:46.515912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57118) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:46.528145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Deleting port db938de9-19fd-4a12-884d-5d865f02cb7a {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:46.528860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.625958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a86a598e-cdc0-4e16-a6cb-6e2f0ee0134e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:46.627220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:46.628079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Calling delete_port for cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:46.643507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:46.649952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:46.713845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:46.755151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad8836b4-58b3-4267-8baa-cee28ff1a86a None None] The port 'db938de9-19fd-4a12-884d-5d865f02cb7a' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:19:46.767540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:46.767972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:46.792536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ba199-df14-4290-bd6b-1cabe3109627 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:46.793323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-734ba199-df14-4290-bd6b-1cabe3109627 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:46.797911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a86a598e-cdc0-4e16-a6cb-6e2f0ee0134e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:46.803854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a86a598e-cdc0-4e16-a6cb-6e2f0ee0134e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7103717
Nov 15 09:19:46.806638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:46.807052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:46.808613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57124) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:46.826427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:46.833972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:46.846403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group': {'name': 'tempest-secgroup--1756161403'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:46.854244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:46.885469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:46.885721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:47.030532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-734ba199-df14-4290-bd6b-1cabe3109627 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:47.031786 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-734ba199-df14-4290-bd6b-1cabe3109627 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.9407921
Nov 15 09:19:47.053980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57130) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:47.269874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] No DVR routers for this DVR port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:47.308460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Deleting port cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:47.308910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.316637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2cf2d68>,) {'filters': {'network_id': ['d773b255-591f-462a-9c60-a2d8d653f043']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:47.360070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2cf2d68>, '973f9ca7-0c0c-4687-9679-b20711ecb2c2') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:47.360455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2cf2d68>, '973f9ca7-0c0c-4687-9679-b20711ecb2c2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:47.373846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.384216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efb30060-b49d-4e34-8a9e-69769a0e3982 None None] The port 'cfd8a1b4-0a1c-4d14-ae62-ae6e783bdfb9' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:19:47.456594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-651eac78-410e-4508-84ff-8a00f78de390 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:19:47.458030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-651eac78-410e-4508-84ff-8a00f78de390 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/89414d23-c617-469f-904c-392e27b43653 HTTP/1.1" status: 404  len: 333 time: 0.3959339
Nov 15 09:19:47.463930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.464333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.464686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Floating IP f371385c-d22c-4d41-a0fb-aec8226c586e disassociated. External IP: 172.26.4.170, port: ff6ecedd-7149-4d5c-ad97-dcb9dca4343a.
Nov 15 09:19:47.465072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Calling delete_port for ff6ecedd-7149-4d5c-ad97-dcb9dca4343a owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:47.466735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57136) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:47.479479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.533252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.573666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.591759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4af7f63-bd4a-4737-a4b6-7fd03afdda40 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:19:47.596000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c4af7f63-bd4a-4737-a4b6-7fd03afdda40 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/9b8c16e8-ab2c-4ad7-8f51-be7e44a3f0a7 HTTP/1.1" status: 404  len: 333 time: 0.1193693
Nov 15 09:19:47.600467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.602398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57140) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:47.661831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 7366ffc5-0f87-4483-a794-452d216c7e89 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:19:47.666007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:47.672750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ea32-ec75-4d5e-b1be-ebdd68ac32b6 req-98501ade-2bf2-4f98-86c6-365c1256247f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:47.674402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b444ea32-ec75-4d5e-b1be-ebdd68ac32b6 req-98501ade-2bf2-4f98-86c6-365c1256247f tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 944 time: 0.3036454
Nov 15 09:19:47.680754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:47.681128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:47.686750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.731404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.824732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.844791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b444ea32-ec75-4d5e-b1be-ebdd68ac32b6 req-740309bc-0175-42c8-ac74-bcde8e5f0079 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1620514
Nov 15 09:19:47.854004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:47.872997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45402829-6988-4019-b319-dbd36fc33c79 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:47.958855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.040540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2fd68d0>,) {'filters': {'network_id': ['8132e0a6-8398-4560-bec8-d2dc1ff3c879']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:48.076615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.114348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=a160abde-67d5-4956-9d84-b5a147aa2cfc,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:48.123171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2fd68d0>, 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:48.124063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2fd68d0>, 'b3e6dbf4-6e89-4eaf-a70e-bbfa4659f6fe') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:48.131893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:48.153294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network d773b255-591f-462a-9c60-a2d8d653f043 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:48.172743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.185387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Deleting port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:48.185778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.188841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.204295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.291556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:48.339696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:48.350084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bef622-687b-45ed-983b-266d519b31ff None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:48.364622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.374399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Releasing vxlan tunnel 14 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:48.414581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:48.415363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.590455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.3900530
Nov 15 09:19:48.591041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:48.595947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:48.596839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.606666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:48.625614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network d773b255-591f-462a-9c60-a2d8d653f043 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:48.629963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:48.642800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:router and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:48.649817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:48.672232 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:48.682274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:48.691701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.694470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] For port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:48.694869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.773538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.774613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.792725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.813685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7bf9afb3-70cc-4e48-a0c1-f50a14dc66ae tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:48.911662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:48.923615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:48.928775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/a160abde-67d5-4956-9d84-b5a147aa2cfc/7973f8f8-92ec-43c7-a27f-c28aec3ea517) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:49.045394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.064232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Pushing event updated for resources: {'Port': ['ID=3026d9f4-b2ea-4c72-8c18-0e50ee054e79,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:49.078291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.126026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:49.222836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.414827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b74101-5653-441c-9a64-cfa3a1a54758 req-06d3886e-6aaa-4ca3-a98b-7f1a4be283c3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:49.415514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d7b74101-5653-441c-9a64-cfa3a1a54758 req-06d3886e-6aaa-4ca3-a98b-7f1a4be283c3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Synchronizing usage tracker for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:49.423179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.423604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.423993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Floating IP f371385c-d22c-4d41-a0fb-aec8226c586e disassociated. External IP: 172.26.4.170, port: ff6ecedd-7149-4d5c-ad97-dcb9dca4343a.
Nov 15 09:19:49.424374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Calling delete_port for ff6ecedd-7149-4d5c-ad97-dcb9dca4343a owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:49.497182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.513591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d7b74101-5653-441c-9a64-cfa3a1a54758 req-06d3886e-6aaa-4ca3-a98b-7f1a4be283c3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Unset dirty status for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:49.515417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7b74101-5653-441c-9a64-cfa3a1a54758 req-06d3886e-6aaa-4ca3-a98b-7f1a4be283c3 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 944 time: 0.4683657
Nov 15 09:19:49.546464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.575014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:49.577958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:49.597560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.620672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.624507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:49.629307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.633258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3729472
Nov 15 09:19:49.646353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57154) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:49.653204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 8132e0a6-8398-4560-bec8-d2dc1ff3c879 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:49.664063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7b74101-5653-441c-9a64-cfa3a1a54758 req-00a61c75-c191-4994-b7ab-21d0c97eef33 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups?id=a9cdde18-8e5e-4bf2-aa10-315824e38895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397102
Nov 15 09:19:49.716136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.719489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:49.722681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=d773b255-591f-462a-9c60-a2d8d653f043,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:49.742153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:49.754122 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:49.756970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:49.758531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:49.759499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d828ba6b-e108-48e8-8e35-cb5714ceb6d4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:49.808417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:49.819504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39aa72df-c9b2-41f9-a09b-2d6f51280f02 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.2155459
Nov 15 09:19:49.820651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57160) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:49.879272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event deleted for resources: {'Port': ['ID=ff6ecedd-7149-4d5c-ad97-dcb9dca4343a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:49.887556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/d773b255-591f-462a-9c60-a2d8d653f043 HTTP/1.1" status: 204  len: 168 time: 11.0075126
Nov 15 09:19:49.910728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a354d198>,) {'filters': {'network_id': ['5b70ef88-858c-4f2e-bf2d-6b98365f188d']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:49.930941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57166) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:49.958228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333342065'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:49.986386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a354d198>, '961d9e25-0eae-42a1-b935-1627160c8169') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:49.986730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a354d198>, '961d9e25-0eae-42a1-b935-1627160c8169') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:50.007445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:50.014416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Transition to ACTIVE for port object 7973f8f8-92ec-43c7-a27f-c28aec3ea517 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:50.026521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.036501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Transition to ACTIVE for port object 7973f8f8-92ec-43c7-a27f-c28aec3ea517 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:50.042629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:50.058243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:50.062515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.066744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.072281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.075905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.084604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8bad609-1e6d-4a20-8358-6050ce1475d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:50.091228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616eca84-bf83-47e1-9fa5-e5ebf2e0e753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:50.107560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:50.132953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.138187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Network': ['ID=8132e0a6-8398-4560-bec8-d2dc1ff3c879,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:50.141852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:50.146489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:50.159165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/networks/8132e0a6-8398-4560-bec8-d2dc1ff3c879 HTTP/1.1" status: 204  len: 168 time: 5.0782974
Nov 15 09:19:50.182143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.183888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57170) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:50.190810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:50.227468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:50.230894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:50.257850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:50.258346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Pushing event updated for resources: {'Port': ['ID=7973f8f8-92ec-43c7-a27f-c28aec3ea517,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:50.267054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Usage tracker for resource:floatingip and tenant:9075d2da0a0548859bc626f601a9072f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:50.270507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:50.276119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.276588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.277048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.277494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.277935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.278378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.278819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.279256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.279893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.280340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.280772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.281207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.281705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.282140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.282576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.283009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.283441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.284070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.284335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.284775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.285209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.285646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.286074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.286501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:19:50.299742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:50.327654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:50.329031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:50.331378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:50.337221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:50.395494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Attempting to bind port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:50.395950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Attempting to bind port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:50.396383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Attempting to bind port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:50.403506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:50.403972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:50.404637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.405611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:50.406173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Bound port: 7973f8f8-92ec-43c7-a27f-c28aec3ea517, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:50.406612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.417734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.421478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.422797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 3.6130261
Nov 15 09:19:50.423674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:50.429070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.432259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57174) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:50.464202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroup': ['ID=f555ded9-20b6-4480-9e20-669a90c31bca,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:50.468190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:50.512852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] For port 7973f8f8-92ec-43c7-a27f-c28aec3ea517, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:50.516299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': 'f555ded9-20b6-4480-9e20-669a90c31bca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:50.516875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] For port 7973f8f8-92ec-43c7-a27f-c28aec3ea517, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7973f8f8-92ec-43c7-a27f-c28aec3ea517,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:50.536694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:50.560278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.584038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68a8d616-2852-44b6-af56-5dad896fd81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:50.591187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Usage tracker for resource:security_group_rule and tenant:71d78dcadc3445cc990f474a9783825a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:50.653131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:50.673116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:50.677017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 9ec2f331-ed72-40fd-b537-adfa5fbddd71 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:50.677399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.679696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Pushing event updated for resources: {'Port': ['ID=7973f8f8-92ec-43c7-a27f-c28aec3ea517,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:50.744499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:50.744995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:50.774432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.796760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:50.914852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:50.915295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment c755a570-d28f-4d13-88de-f64823f42f12 of type vxlan for network 70cd49de-c761-4187-a860-462e28b9cf58
Nov 15 09:19:51.017238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.024021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.025950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c11efb16-5f5c-47d9-8505-35c3adad141d req-77203805-3900-406c-b4b5-c7b5b5826287 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Synchronizing usage tracker for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:51.111741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-344fc498-16da-40a5-985d-df04ff43e0a7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:51.249311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c11efb16-5f5c-47d9-8505-35c3adad141d req-77203805-3900-406c-b4b5-c7b5b5826287 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Unset dirty status for tenant:f4a560a63ad34fcba469254eb193d777 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:51.250622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c11efb16-5f5c-47d9-8505-35c3adad141d req-77203805-3900-406c-b4b5-c7b5b5826287 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.3156667
Nov 15 09:19:51.259555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 5b70ef88-858c-4f2e-bf2d-6b98365f188d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:51.267527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=7366ffc5-0f87-4483-a794-452d216c7e89,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:51.270240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:51.296181 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:51.303798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.332822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.422305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.494971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.495343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.507342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.514358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48665326-5267-47cc-8ef0-dea048741cb5 None None] Network d7027230-caa2-4444-93e8-76333d73a80e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:51.532677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.550884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.568820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50cd9882-cba0-4cfa-bd9b-b22e5a65f5f9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:51.611056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2690b38a-74a0-48fb-bfe5-c09bc1de9832,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:51.638727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:51.646657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.648133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.652330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:51.653312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.669422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 9ec2f331-ed72-40fd-b537-adfa5fbddd71 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:51.699545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:51.722397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.724367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/5b70ef88-858c-4f2e-bf2d-6b98365f188d HTTP/1.1" status: 204  len: 168 time: 4.0600555
Nov 15 09:19:51.735604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/7366ffc5-0f87-4483-a794-452d216c7e89 HTTP/1.1" status: 204  len: 168 time: 5.2115829
Nov 15 09:19:51.744328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57180) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:51.744703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57182) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:51.780975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.785127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9504b6e2-9aa3-4e83-bfa7-0796898311e9 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2829711
Nov 15 09:19:51.785981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57188) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:51.833326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] DHCP port deletion for d7027230-caa2-4444-93e8-76333d73a80e request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:19:51.838988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Deleting port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:51.839617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:51.891393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1122058440'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:51.942487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37414dab-cd2a-40cb-836b-7c717098f88f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules/2690b38a-74a0-48fb-bfe5-c09bc1de9832 HTTP/1.1" status: 200  len: 705 time: 0.0902174
Nov 15 09:19:51.950706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:51.963371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:51.971621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.0370777
Nov 15 09:19:51.997022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366950fe-1c14-41a6-8185-9922ee2e7e67 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=70cd49de-c761-4187-a860-462e28b9cf58,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:52.002436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:52.005804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57194) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:52.009351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:52.041043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:52.065991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 70cd49de-c761-4187-a860-462e28b9cf58 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:52.069732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=5b70ef88-858c-4f2e-bf2d-6b98365f188d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:52.083452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 70cd49de-c761-4187-a860-462e28b9cf58 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:52.088650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:52.089153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:52.089511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:52.102208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.319784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '70cd49de-c761-4187-a860-462e28b9cf58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:52.412003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] For port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,segment=NetworkSegment(6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0),segment_id=6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:52.412459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.513061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Router 315f0328-7c7b-466b-b563-1ad589b829ee has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:19:52.596723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Calling delete_port for ae80b473-954a-4dc0-ac0f-433a6ab5e4ac owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:52.616837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:52.622321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb8f5149-f5a2-46d9-94a9-b1efc3938768 req-b494e4fc-43fd-4f3c-b991-fe123f379736 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.1129334
Nov 15 09:19:52.622898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.673829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:52.696512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.697113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment c02822ea-f731-4fd3-b536-f88b512d0744 of type vxlan for network 3642b74b-e98f-4124-8c49-6cf67638a8ca
Nov 15 09:19:52.728487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.750116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f627a2e8-f452-4888-b252-14f40bf89fed None None] Provisioning for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:52.754511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Allocated IP 172.26.4.107 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/adb22b46-4350-43bd-986d-97e00bf729b4) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:52.757765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:52.764134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.785438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7973f8f8-92ec-43c7-a27f-c28aec3ea517 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:52.795136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5504c1d-2e58-4b2c-be8e-c13a26c288e6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:52.875229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:52.880311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55530a59-73aa-42c4-95af-6c7531c1f2c2 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:52.881550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.885147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:52.916068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.916385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:52.922386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:52.922776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:52.974175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=9ec2f331-ed72-40fd-b537-adfa5fbddd71,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:52.980574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:53.003207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e76a9e23-895a-4091-a9c5-224a72b15e6e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:53.004545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:53.055674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Pushing event deleted for resources: {'Port': ['ID=ae80b473-954a-4dc0-ac0f-433a6ab5e4ac,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:53.065888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:53.066052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5504c1d-2e58-4b2c-be8e-c13a26c288e6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:53.067548 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5504c1d-2e58-4b2c-be8e-c13a26c288e6 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 1.0676246
Nov 15 09:19:53.085755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57202) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:53.098343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] No DVR routers for this DVR port ae80b473-954a-4dc0-ac0f-433a6ab5e4ac on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:53.100224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Provisioning complete for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:53.100868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.102524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:53.147325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3961830
Nov 15 09:19:53.157245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57206) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:53.187881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:53.195336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:53.195965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.225950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:53.315960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=3642b74b-e98f-4124-8c49-6cf67638a8ca,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:53.319107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:53.323534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.324839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.341685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:53.368267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:53.372090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.409500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.442794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.505507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::1 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/a160abde-67d5-4956-9d84-b5a147aa2cfc/1a791b96-c3e0-4019-a3a0-07412bcd7e3e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:53.525169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.606203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:53.628162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing IP validity checks on allocation pools {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:19:53.628761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking for overlaps among allocation pools and gateway ip {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:19:53.632429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:53.640270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] For port 7973f8f8-92ec-43c7-a27f-c28aec3ea517, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7973f8f8-92ec-43c7-a27f-c28aec3ea517,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:19:53.643370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:53.659477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.669194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:53.676416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5908>,) {'filters': {'network_id': ['d7027230-caa2-4444-93e8-76333d73a80e']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:53.681853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.701163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5908>, '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:53.701539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5908>, '6d0b3008-bc5b-4bd1-a229-24c5d0edd1b0') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:53.711199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.713712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.715041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/floatingips/395d9525-3c10-4b97-9994-b6a6aae8bb67 HTTP/1.1" status: 204  len: 168 time: 3.5258384
Nov 15 09:19:53.720064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57212) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:53.724613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.733923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9ef381b-1834-4194-8a12-19a51d380425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:53.758722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.773470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:53.784363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf8d66b6-9523-445e-a14e-339f36423f30 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:53.819031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2690b38a-74a0-48fb-bfe5-c09bc1de9832,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:53.843566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:53.863631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc01523-8f19-4f88-803f-7459d190e88d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] DELETE failed (client error): The resource could not be found.
Nov 15 09:19:53.864661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc01523-8f19-4f88-803f-7459d190e88d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:19:53.866545 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1cc01523-8f19-4f88-803f-7459d190e88d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/0e38f47b-8d31-42b2-a664-1cef87a694cb HTTP/1.1" status: 404  len: 333 time: 0.1454351
Nov 15 09:19:53.882440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.884053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57216) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:53.889400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:19:53.895263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:19:53.895528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:19:53.912424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-218133ac-ef8b-4ce9-99a6-16c9da3f3b1f None None] Provisioning complete for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:53.913123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-218133ac-ef8b-4ce9-99a6-16c9da3f3b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.937046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70985726-cf74-4767-9ba5-aaaf8c812fb5 req-85863300-15fb-4527-8cc5-a7dfacecc6ab tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.0609505
Nov 15 09:19:53.943136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Pushing event updated for resources: {'Port': ['ID=7973f8f8-92ec-43c7-a27f-c28aec3ea517,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:53.951030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:53.956980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:53.961206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/2690b38a-74a0-48fb-bfe5-c09bc1de9832 HTTP/1.1" status: 204  len: 168 time: 0.8744857
Nov 15 09:19:53.964064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57220) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:54.040453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.062341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be5bb352-3d59-4876-8188-a9b30992b86f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Synchronizing usage tracker for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:54.062931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-765d60ae-3cc4-433b-b46f-53fd55575f85 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:54.166359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.189248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.297811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network d7027230-caa2-4444-93e8-76333d73a80e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:54.302481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 1a791b96-c3e0-4019-a3a0-07412bcd7e3e will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:54.311692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be5bb352-3d59-4876-8188-a9b30992b86f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Unset dirty status for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:54.313019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be5bb352-3d59-4876-8188-a9b30992b86f tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/ports?device_id=7e52fca5-4767-4371-874c-2f41c08775bf HTTP/1.1" status: 200  len: 205 time: 0.4255228
Nov 15 09:19:54.315187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.329142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Pushing event updated for resources: {'Port': ['ID=adb22b46-4350-43bd-986d-97e00bf729b4,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:54.336631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57224) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:54.343241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:54.345199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:19:54.355933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Sync routers for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:19:54.370393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:54.371089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3db9b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:54.434176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] No DVR routers for this DVR port ff6ecedd-7149-4d5c-ad97-dcb9dca4343a on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:19:54.440148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.442210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebdd618c-56a5-4283-a902-edd7c43b71b1 req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.65 "DELETE /v2.0/ports/ff6ecedd-7149-4d5c-ad97-dcb9dca4343a HTTP/1.1" status: 204  len: 173 time: 10.3084249
Nov 15 09:19:54.445780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-deleted', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:19:54.497681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-919debed-d744-4d4c-9c5b-3da09da706f1 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:54.526878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-4e4ab08a-e7ae-4583-8ed2-bca96e9b79b4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] delete failed (client error): The resource could not be found.
Nov 15 09:19:54.531226 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e4ab08a-e7ae-4583-8ed2-bca96e9b79b4 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/routers/7e52fca5-4767-4371-874c-2f41c08775bf HTTP/1.1" status: 404  len: 336 time: 0.1858544
Nov 15 09:19:54.537203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff4c6b4-1b03-42a0-b24f-13de043a03c3', 'name': 'network-vif-deleted', 'tag': 'ff6ecedd-7149-4d5c-ad97-dcb9dca4343a', 'status': 'completed', 'code': 200}
Nov 15 09:19:54.537203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57230) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:54.583117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:54.609467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:54.653361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:54.655961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e341a5-501e-4a34-b71e-de229db59e1b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] DELETE failed (client error): The resource could not be found.
Nov 15 09:19:54.656085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e341a5-501e-4a34-b71e-de229db59e1b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:19:54.657973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6e341a5-501e-4a34-b71e-de229db59e1b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/subnets/282256d2-0c43-4a6d-83a5-c3e6790bb6da HTTP/1.1" status: 404  len: 337 time: 0.1255126
Nov 15 09:19:54.672636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network d7027230-caa2-4444-93e8-76333d73a80e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:19:54.683487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57234) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:54.693792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-919debed-d744-4d4c-9c5b-3da09da706f1 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:54.697967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-919debed-d744-4d4c-9c5b-3da09da706f1 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.7242265
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:19:54.725448 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:19:54.741390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57238) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:54.859789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': 'f555ded9-20b6-4480-9e20-669a90c31bca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:54.887214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae80b473-954a-4dc0-ac0f-433a6ab5e4ac no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:19:54.920773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:54.932144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ae80b473-954a-4dc0-ac0f-433a6ab5e4ac {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:19:54.932550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae80b473-954a-4dc0-ac0f-433a6ab5e4ac not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:19:54.942677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:19:55.006380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:55.043920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 779695e5-63bb-4dbb-a6cd-f292e7616024 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:55.043920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.090645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:55.092986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:55.159413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7973f8f8-92ec-43c7-a27f-c28aec3ea517 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:19:55.166647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.206577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:55.235085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.277794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5162e28e-6ad7-4ae5-a9cf-50c400e1cef8 req-578ff2f6-d4ff-4d6a-a1b2-48ee8ce715ca tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/ports?device_id=4ff4c6b4-1b03-42a0-b24f-13de043a03c3 HTTP/1.1" status: 200  len: 210 time: 0.0801296
Nov 15 09:19:55.289613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=d7027230-caa2-4444-93e8-76333d73a80e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:55.291816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.301024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:55.309305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:55.310226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:55.318408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:55.319097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.325941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:55.334759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:55.403166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:55.404050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.530170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/d7027230-caa2-4444-93e8-76333d73a80e HTTP/1.1" status: 204  len: 168 time: 3.7764382
Nov 15 09:19:55.541533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57244) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:55.548306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3db9b70>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:55.554679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-1580014433'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:55.556149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Checking router: 315f0328-7c7b-466b-b563-1ad589b829ee for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:19:55.560194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.581696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:55.609732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.609974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:55.616309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:55.630329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:55.632917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:19:55.633569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3db9b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:55.641731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d026fc3-e27a-4b46-ac77-3419ddbfb918 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:55.707470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.712041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:55.719448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.743625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.766512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.815089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-81c482c4-3d9a-41bd-8c0c-93bb6e94a97e None None] Provisioning for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:19:55.850020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-81c482c4-3d9a-41bd-8c0c-93bb6e94a97e None None] Provisioning complete for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:55.850454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81c482c4-3d9a-41bd-8c0c-93bb6e94a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.851809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.875059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:55.878535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:55.917947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=b0528150-113f-4ffe-a314-b1acd6b4e67a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:55.931628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:55.940335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-81c482c4-3d9a-41bd-8c0c-93bb6e94a97e None None] Port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:55.955734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:19:56.275459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 779695e5-63bb-4dbb-a6cd-f292e7616024 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:56.334222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3db9b70>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:19:56.338569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d63f91-9f80-4b0a-a40b-68e9447153b6 None None] The sync data for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs is: [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:15:59Z', 'revision_number': 4, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd06f285c-6b18-4d0a-9338-8c30d0a2d0ba', 'name': '', 'network_id': 'ae7a99dd-32ca-43c2-8e33-8f70897307cd', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'mac_address': 'fa:16:3e:94:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:56Z', 'updated_at': '2020-11-15T09:16:17Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'subnets': [{'id': '459f64ec-48e4-45d8-9da9-1fceec546531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:19:56.345638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b12100-dfe0-49ed-84eb-896a0829ce48,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:56.368613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:56.374071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:19:56.450010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.450453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment d3d4fdf2-0523-4019-a5d9-3a477ecb955e of type vxlan for network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11
Nov 15 09:19:56.462246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.465979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.6816258
Nov 15 09:19:56.472234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57252) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:56.521807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57256) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:56.522612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.525634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'c755a570-d28f-4d13-88de-f64823f42f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:56.525990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 70cd49de-c761-4187-a860-462e28b9cf58, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:56.556544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e1a8f4e-9f27-4a60-82c9-2a28472dddc5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:56.658102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.675764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ab9c758-2143-4dd2-9cba-85d0f5cb743e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules/f8b12100-dfe0-49ed-84eb-896a0829ce48 HTTP/1.1" status: 200  len: 705 time: 0.2012732
Nov 15 09:19:56.688583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57260) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:56.727926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.740925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 70cd49de-c761-4187-a860-462e28b9cf58 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:56.780526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f80ba-fc91-4c7f-8f45-dc521d3d4124 None None] New status for floating IP f371385c-d22c-4d41-a0fb-aec8226c586e: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:19:56.801177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.814866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:56.822585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e27d5c4-9c6f-4450-86a9-66492c1d1d74 tempest-PortsAdminExtendedAttrsTestJSON-2129099687 tempest-PortsAdminExtendedAttrsTestJSON-2129099687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:56.825807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:56.895365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.899427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.903589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:56.904313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:56.918864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c56be6-bf0f-4d7c-a179-8e0cea9810f0 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:56.928860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 70cd49de-c761-4187-a860-462e28b9cf58) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:56.938457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d4c19-9b40-4bd1-9895-6043275b71ad None None] Network 70cd49de-c761-4187-a860-462e28b9cf58 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:56.956060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5606e92-c47c-42b6-8bd6-b7b1b1bde49c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:56.961691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.001157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:57.001829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.035755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Pushing event updated for resources: {'Port': ['ID=adb22b46-4350-43bd-986d-97e00bf729b4,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.036807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:19:57.050846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.070239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5606e92-c47c-42b6-8bd6-b7b1b1bde49c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:57.071446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5606e92-c47c-42b6-8bd6-b7b1b1bde49c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3791578
Nov 15 09:19:57.077277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.078855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57264) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.091695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.115895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 5.1037347
Nov 15 09:19:57.119583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57268) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.168738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.169406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.181692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6348553
Nov 15 09:19:57.192592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=7ec61e4f-3171-427d-8bbc-ddf49ec37a11,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.199942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57272) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.210425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.212944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaa6a316-192f-4fb6-9ac9-b2cccedc0f8e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:57.214342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:57.233558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-70cd49de-c761-4187-a860-462e28b9cf58', 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': 'b0528150-113f-4ffe-a314-b1acd6b4e67a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:57.234845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.236927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1051a86e-6383-4fd0-af63-ce58ba560541 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:57.249822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:19:57.257758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:57.326950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=779695e5-63bb-4dbb-a6cd-f292e7616024,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.330234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.381301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.428783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.498624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': 'c02822ea-f731-4fd3-b536-f88b512d0744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:57.499015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: 3642b74b-e98f-4124-8c49-6cf67638a8ca, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:19:57.523103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:57.531399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:19:57.537871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:19:57.539538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.553903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:57.557484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.596643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.600718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.610880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:57.619699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:19:57.648850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdde18-8e5e-4bf2-aa10-315824e38895,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.651664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.664502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:57.697833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.786498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 3642b74b-e98f-4124-8c49-6cf67638a8ca) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:57.792231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.796440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "DELETE /v2.0/security-groups/a9cdde18-8e5e-4bf2-aa10-315824e38895 HTTP/1.1" status: 204  len: 168 time: 1.2571590
Nov 15 09:19:57.796440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/779695e5-63bb-4dbb-a6cd-f292e7616024 HTTP/1.1" status: 204  len: 168 time: 3.1039445
Nov 15 09:19:57.800645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57276) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.800934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57278) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.835797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-f3b18f95-1952-4d82-ad77-61180fc662ba tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] show failed (client error): The resource could not be found.
Nov 15 09:19:57.839901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3b18f95-1952-4d82-ad77-61180fc662ba tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "GET /v2.0/security-groups/a9cdde18-8e5e-4bf2-aa10-315824e38895 HTTP/1.1" status: 404  len: 347 time: 0.0350888
Nov 15 09:19:57.840100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768a82d-74c6-437d-9ef6-4677c8b22ae9 None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:19:57.840244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:19:57.840244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.845532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57284) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:57.881011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.889883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.959736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:57.991862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8b12100-dfe0-49ed-84eb-896a0829ce48,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:57.996330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:57.996871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:57.998328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3509171
Nov 15 09:19:58.004332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57288) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:58.033665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.068576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:58.070640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.072181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/f8b12100-dfe0-49ed-84eb-896a0829ce48 HTTP/1.1" status: 204  len: 168 time: 0.9897654
Nov 15 09:19:58.079498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:58.081830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57292) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:58.111733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Allocated IP 172.20.0.3 (70cd49de-c761-4187-a860-462e28b9cf58/b0528150-113f-4ffe-a314-b1acd6b4e67a/5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:58.124907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.9638820
Nov 15 09:19:58.128316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57296) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:58.222060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca', 'name': 'tempest-PortsIpV6TestJSON-380874292'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:58.267310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-3642b74b-e98f-4124-8c49-6cf67638a8ca', 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': 'b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:19:58.268515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.343548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Deleting port acb46e5e-55df-4cf9-b052-39293328e7c4 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:58.344044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.376979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port 2ec8634b-de7f-4c79-a3e6-dbb32cc783d3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:58.377357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.383958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe13ad5a-eb84-4f6e-973b-5c3c9b3700b0 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Synchronizing usage tracker for tenant:b9f7a9f2890147f58af5b7fbcbe76ae5 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:58.462960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.512979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f39950da-f892-4086-84d2-c858c73abac3 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:58.532114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe13ad5a-eb84-4f6e-973b-5c3c9b3700b0 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Unset dirty status for tenant:b9f7a9f2890147f58af5b7fbcbe76ae5 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:58.533468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe13ad5a-eb84-4f6e-973b-5c3c9b3700b0 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2132 time: 0.5269613
Nov 15 09:19:58.538835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57300) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:58.541311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ce5ab740-3379-483d-b182-d065c59d0364 None None] Provisioning complete for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:19:58.541748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab740-3379-483d-b182-d065c59d0364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.694601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ab740-3379-483d-b182-d065c59d0364 None None] Port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:19:58.696675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.717787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:58.718994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Transition to ACTIVE for port object 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:58.730070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f39950da-f892-4086-84d2-c858c73abac3 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:58.734691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f39950da-f892-4086-84d2-c858c73abac3 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6347492
Nov 15 09:19:58.739679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57304) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:58.786740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Transition to ACTIVE for port object 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:58.795089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Request body: {'security_group_rule': {'security_group_id': 'f555ded9-20b6-4480-9e20-669a90c31bca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:19:58.824563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Allocated IP 2001:db8::2 (3642b74b-e98f-4124-8c49-6cf67638a8ca/b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7/cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:19:58.861293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:58.863805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d9e166e-45ab-43ed-b204-5025ae2d6b6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Synchronizing usage tracker for tenant:60b0e711cb0443cc9d2e080944f01e9c on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:19:58.875140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:19:58.883175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad24e65d-db29-46dd-b00a-33fe3e977b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:58.913775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:59.027393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d9e166e-45ab-43ed-b204-5025ae2d6b6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Unset dirty status for tenant:60b0e711cb0443cc9d2e080944f01e9c on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:19:59.032501 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d9e166e-45ab-43ed-b204-5025ae2d6b6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.4861321
Nov 15 09:19:59.064727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57308) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:19:59.114418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:19:59.151178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Pushing event updated for resources: {'Port': ['ID=5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:59.153772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:59.172065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Project 71d78dcadc3445cc990f474a9783825a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:19:59.194306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.237519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.237984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.261521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:19:59.267410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.289380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Network 70cd49de-c761-4187-a860-462e28b9cf58 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:59.292548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:59.295754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:19:59.323875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Deleting port adb22b46-4350-43bd-986d-97e00bf729b4 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:19:59.324487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.351718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.384669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Transition to ACTIVE for port object cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:59.397134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Attempting to bind port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:19:59.397559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Attempting to bind port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c755a570-d28f-4d13-88de-f64823f42f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:19:59.397974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Attempting to bind port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 on network 70cd49de-c761-4187-a860-462e28b9cf58 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:19:59.413074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Transition to ACTIVE for port object cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:19:59.414522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:19:59.417675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Checking segment: {'id': 'c755a570-d28f-4d13-88de-f64823f42f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:19:59.417675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.417675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Bound using segment: {'id': 'c755a570-d28f-4d13-88de-f64823f42f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:19:59.417675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Bound port: 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c755a570-d28f-4d13-88de-f64823f42f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '70cd49de-c761-4187-a860-462e28b9cf58'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:19:59.417675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.452154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Calling delete_port for acb46e5e-55df-4cf9-b052-39293328e7c4 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:59.469631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.476249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.498566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1df5914-2cbd-4371-a822-001c8f264fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:59.526196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.534175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2132b42b-0a3e-4f92-a258-543246c7a1d5 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:59.646995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.668983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=b0528150-113f-4ffe-a314-b1acd6b4e67a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:59.677801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:59.694221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for 2ec8634b-de7f-4c79-a3e6-dbb32cc783d3 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:19:59.697947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:19:59.733484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef709a7-7467-4cb1-bbb3-88895d9632ce tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:19:59.778356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e3d823-81f1-496b-8abf-a41127859886,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:59.928901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Pushing event updated for resources: {'Port': ['ID=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:19:59.938597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:19:59.941180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] For port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:19:59.947371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] For port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33,segment=NetworkSegment(c755a570-d28f-4d13-88de-f64823f42f12),segment_id=c755a570-d28f-4d13-88de-f64823f42f12)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:19:59.961349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:19:59.962830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:19:59.965521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:00.022107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.040566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 0c6101f7-b404-48e4-b5ac-fb3774f7df93 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:00.050560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:00.059456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.059827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.068323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:20:00.096714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce75e71-ddff-4ab6-a8f9-e3dec0af5676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:00.167420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Attempting to bind port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:00.167860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Attempting to bind port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c02822ea-f731-4fd3-b536-f88b512d0744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:00.168294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Attempting to bind port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd on network 3642b74b-e98f-4124-8c49-6cf67638a8ca {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:00.202985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:00.203408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Checking segment: {'id': 'c02822ea-f731-4fd3-b536-f88b512d0744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:00.203873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.204841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Bound using segment: {'id': 'c02822ea-f731-4fd3-b536-f88b512d0744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:00.204841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Bound port: cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02822ea-f731-4fd3-b536-f88b512d0744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3642b74b-e98f-4124-8c49-6cf67638a8ca'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:00.205267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.234547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Calling delete_port for adb22b46-4350-43bd-986d-97e00bf729b4 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:00.246784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Pushing event updated for resources: {'Port': ['ID=5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:00.250761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:00.265821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.269705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.4781699
Nov 15 09:20:00.305444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:00.319884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.365726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] For port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:00.368499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c852b7c-4ab0-4bae-9a90-5b8b99f5b1c7 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:00.369595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] For port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,segment=NetworkSegment(c02822ea-f731-4fd3-b536-f88b512d0744),segment_id=c02822ea-f731-4fd3-b536-f88b512d0744)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:00.402207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.441001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.455390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.464380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:00.551028 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3d409231-7ad4-4267-9f5a-140a18d1ac1f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules/f7e3d823-81f1-496b-8abf-a41127859886 HTTP/1.1" status: 200  len: 711 time: 0.2419198
Nov 15 09:20:00.551028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=2ec8634b-de7f-4c79-a3e6-dbb32cc783d3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:00.567168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57316) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:00.572453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:00.579205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23b98553-6955-4a93-a200-b33f459cd823 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:00.643478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02355a-72fa-4fef-b398-e19705a7f12b None None] Network 70cd49de-c761-4187-a860-462e28b9cf58 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:00.675781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Pushing event deleted for resources: {'Port': ['ID=acb46e5e-55df-4cf9-b052-39293328e7c4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:00.688445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96eb8>,) {'filters': {'network_id': ['70cd49de-c761-4187-a860-462e28b9cf58']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:00.690880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:00.712729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96eb8>, 'c755a570-d28f-4d13-88de-f64823f42f12') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:00.713092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96eb8>, 'c755a570-d28f-4d13-88de-f64823f42f12') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:00.736802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::219 (3642b74b-e98f-4124-8c49-6cf67638a8ca/b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7/0c6101f7-b404-48e4-b5ac-fb3774f7df93) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:00.749262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Pushing event updated for resources: {'Port': ['ID=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:00.756761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:00.777024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.806420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.811681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:00.824348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2d7655eb-3871-4169-b9c0-05f9f7021fe0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:00.907568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:00.926212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:01.049717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Pushing event deleted for resources: {'Port': ['ID=adb22b46-4350-43bd-986d-97e00bf729b4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:01.056036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.059118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:01.070281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2d7655eb-3871-4169-b9c0-05f9f7021fe0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:01.074460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d7655eb-3871-4169-b9c0-05f9f7021fe0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.5037580
Nov 15 09:20:01.081810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17cd7bc6-fb9c-4032-bf8b-577a93e17d56 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:01.124566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57320) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.177295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:01.187135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 70cd49de-c761-4187-a860-462e28b9cf58 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:01.194052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Sync routers for ids ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:01.200542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.221090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Routers {'9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:01.222468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a840d2e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:01.332106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.350838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.369758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.386322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "PUT /v2.0/routers/9c8ca9bf-a78a-4af1-94b2-61b12e1336d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5133836
Nov 15 09:20:01.400263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57324) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.439072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Set router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:01.458130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.463263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=47e6773f-49f0-4eba-b1f3-9f5326562c18,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:01.495928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 70cd49de-c761-4187-a860-462e28b9cf58 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:01.527383 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:01.664703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.673282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3546695d-98d1-4aff-a0fc-0e48aad334a0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:01.694447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7e3d823-81f1-496b-8abf-a41127859886,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:01.704461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:01.705011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.710203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:20:01.710203 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:20:01.710203 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '70cd49de-c761-4187-a860-462e28b9cf58'}]
Nov 15 09:20:01.710203 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:01.710677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:01.713913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.715637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] 10.222.0.81 "DELETE /v2.0/floatingips/18c782ea-54b4-4ded-a840-76ba0e90d5c6 HTTP/1.1" status: 204  len: 168 time: 2.6465781
Nov 15 09:20:01.718889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57328) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.771350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:01.814241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.815520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a840d2e8>, [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:19:55Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '1a791b96-c3e0-4019-a3a0-07412bcd7e3e', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:e3:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:19:52Z', 'updated_at': '2020-11-15T09:19:56Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:01.816245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-group-rules/f7e3d823-81f1-496b-8abf-a41127859886 HTTP/1.1" status: 204  len: 168 time: 0.6735575
Nov 15 09:20:01.823042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.823446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Checking router: 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:20:01.823976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Updating router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:20:01.824347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] 10.222.0.81 "DELETE /v2.0/floatingips/f371385c-d22c-4d41-a0fb-aec8226c586e HTTP/1.1" status: 204  len: 168 time: 3.9328358
Nov 15 09:20:01.825133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57332) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.837204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.859048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/ports/2ec8634b-de7f-4c79-a3e6-dbb32cc783d3 HTTP/1.1" status: 204  len: 168 time: 4.0552483
Nov 15 09:20:01.863734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57340) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:01.892955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.943049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:01.953024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b678ac-3401-4a6c-a5d1-78699ea3d44f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:01.953688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0b678ac-3401-4a6c-a5d1-78699ea3d44f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:02.005520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 0c6101f7-b404-48e4-b5ac-fb3774f7df93 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:02.025416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Deleting port 3026d9f4-b2ea-4c72-8c18-0e50ee054e79 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:02.025858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.060903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0b678ac-3401-4a6c-a5d1-78699ea3d44f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:02.064748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0b678ac-3401-4a6c-a5d1-78699ea3d44f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports/1a791b96-c3e0-4019-a3a0-07412bcd7e3e HTTP/1.1" status: 200  len: 911 time: 0.6468527
Nov 15 09:20:02.065226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57344) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.070040 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6abae0b4-a04c-47b9-9998-aa3d1a785e40 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2367337
Nov 15 09:20:02.077884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57348) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.144607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:02.145021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: 7ec61e4f-3171-427d-8bbc-ddf49ec37a11, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:02.176427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaab6f3-1536-49ea-b81a-0407f0249b4c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:02.177227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-afaab6f3-1536-49ea-b81a-0407f0249b4c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Synchronizing usage tracker for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:02.206910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.233490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da94fca6-e68d-4af6-9800-f1040fe48ad0 tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:02.258909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.285709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-afaab6f3-1536-49ea-b81a-0407f0249b4c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Unset dirty status for tenant:c4b46eecd1a5403fba9de272a8254d79 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:02.289521 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-afaab6f3-1536-49ea-b81a-0407f0249b4c tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "GET /v2.0/ports?device_id=bcddaed8-3f72-4b2a-a177-c6f211693bb1 HTTP/1.1" status: 200  len: 913 time: 0.4115348
Nov 15 09:20:02.289521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.303387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57352) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.397444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.413309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Transition to ACTIVE for port object 1a791b96-c3e0-4019-a3a0-07412bcd7e3e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:02.434942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df52c71-b606-44bf-bbfd-4a163bebac82 None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:02.461048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.484392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c32ecbf-bf05-40b6-8703-dd276555faf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:02.523182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:02.529704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.557881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=0c6101f7-b404-48e4-b5ac-fb3774f7df93,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:02.575609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:02.609146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 7ec61e4f-3171-427d-8bbc-ddf49ec37a11) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:02.659328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:02.660027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.670232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c85d6-5f33-4289-9647-e4adcd2b2c89 None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:02.678505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:02.678833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.760355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.760600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.767424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:02.773607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:02.775571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.778486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.784239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "DELETE /v2.0/security-groups/f555ded9-20b6-4480-9e20-669a90c31bca HTTP/1.1" status: 204  len: 168 time: 0.6991110
Nov 15 09:20:02.784239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.5708060
Nov 15 09:20:02.790400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:02.795477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:02.796193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:02.800690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3cd9a8ba-c65a-4501-be29-d80e0d710b42 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:02.813567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57356) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.813945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57358) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.852459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-433453970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:02.858617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Pushing event deleted for resources: {'SecurityGroup': ['ID=f555ded9-20b6-4480-9e20-669a90c31bca,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:02.882297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:02.884988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:02.891074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:02.904972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:02.921995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:02.934080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.7274866
Nov 15 09:20:02.937870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57364) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:02.993813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Calling delete_port for 3026d9f4-b2ea-4c72-8c18-0e50ee054e79 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:03.025836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95f4eb02-b935-4e80-8a8b-200122708b2e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Synchronizing usage tracker for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:03.038902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.039980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.082270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 0c6101f7-b404-48e4-b5ac-fb3774f7df93 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:03.082669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.089088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Pushing event updated for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:03.096919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:03.110689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-95f4eb02-b935-4e80-8a8b-200122708b2e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Unset dirty status for tenant:71d78dcadc3445cc990f474a9783825a on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:03.111892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95f4eb02-b935-4e80-8a8b-200122708b2e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2914979
Nov 15 09:20:03.128322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57368) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:03.129624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bceffae9-cda5-4c51-b605-90230da5cc29 None None] Provisioning for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:03.136136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482b7f5-ec0f-4490-9fe6-6a595d6a6693 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:03.141314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482b7f5-ec0f-4490-9fe6-6a595d6a6693 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:03.142235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9482b7f5-ec0f-4490-9fe6-6a595d6a6693 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:03.152713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:03.179157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.305664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9482b7f5-ec0f-4490-9fe6-6a595d6a6693 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:03.307046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9482b7f5-ec0f-4490-9fe6-6a595d6a6693 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.2409940
Nov 15 09:20:03.312496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57372) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:03.433329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-502f7b8c-b673-412b-8d1a-a0d1787b55b5 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2876782
Nov 15 09:20:03.436829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33,segment=NetworkSegment(c755a570-d28f-4d13-88de-f64823f42f12),segment_id=c755a570-d28f-4d13-88de-f64823f42f12)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:03.437258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.534504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.627001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:03.690990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-7ec61e4f-3171-427d-8bbc-ddf49ec37a11', 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '47e6773f-49f0-4eba-b1f3-9f5326562c18'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:03.691990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.721219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.725844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6141ddd0-158c-40b8-8d11-15ee7cb7c60c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.9071605
Nov 15 09:20:03.726732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57378) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:03.754111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:03.764426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Attempting to bind port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:03.765018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Attempting to bind port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:03.765851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Attempting to bind port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:03.774736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:03.775289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.797988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.818949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-62d1fae8-2669-45c3-9e8a-70b71272fe7e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:03.928317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.934882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:03.936190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:03.936842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.937449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:03.938296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Bound port: 1a791b96-c3e0-4019-a3a0-07412bcd7e3e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:03.938886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:03.973437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Pushing event deleted for resources: {'Port': ['ID=3026d9f4-b2ea-4c72-8c18-0e50ee054e79,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:03.992240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:04.173789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57384) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:04.186868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.195486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 0c6101f7-b404-48e4-b5ac-fb3774f7df93 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:04.336801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] For port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:04.345023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] For port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:04.349068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.355770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69afa8b2-f7a8-42e6-88bd-e927d86f20bb tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:04.427561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.450521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84b2b295-5eaf-4e62-b3cf-759ae80f14f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:04.466406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:04.476860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:04.481201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port 5cb36e1f-bcd6-4f0b-b404-d2966fb4ea33 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:04.664672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,segment=NetworkSegment(c02822ea-f731-4fd3-b536-f88b512d0744),segment_id=c02822ea-f731-4fd3-b536-f88b512d0744)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:04.712380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Provisioning for port 0c6101f7-b404-48e4-b5ac-fb3774f7df93 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:04.734263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.749662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Provisioning complete for port 0c6101f7-b404-48e4-b5ac-fb3774f7df93 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:04.750095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.775774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Pushing event updated for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:04.792038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:04.792583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:04.883720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d9c1e84-7754-4d3f-b3c0-8f02d146877a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71d78dcadc3445cc990f474a9783825a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7041893
Nov 15 09:20:04.890886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.900457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57390) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:04.912251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:04.936955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Allocated IP 172.20.0.2 (7ec61e4f-3171-427d-8bbc-ddf49ec37a11/47e6773f-49f0-4eba-b1f3-9f5326562c18/b0af18f4-e3d1-48b9-ac61-1dab937e322f) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:04.971789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Port 0c6101f7-b404-48e4-b5ac-fb3774f7df93 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:05.006225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:05.063073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:05.100201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Provisioning complete for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:05.100552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683006c5-f2f1-4230-b31b-fdc6e049b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.110700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.141466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.147701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] 10.222.0.81 "DELETE /v2.0/floatingips/fd78467a-75d1-44f0-880f-6cb2e3408a49 HTTP/1.1" status: 204  len: 168 time: 3.4268591
Nov 15 09:20:05.154275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57394) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:05.163220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Routers {'9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:05.163958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a840d2e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:05.218445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.260479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.285867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b060b438-02e1-47ff-b0f0-9e17f0e8b4f6 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:05.288376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea710>,) {'filters': {'network_id': ['70cd49de-c761-4187-a860-462e28b9cf58']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:05.323641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.423466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=0c6101f7-b404-48e4-b5ac-fb3774f7df93,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:05.426691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:05.443174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.596095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port 2cda85bd-31c6-4603-a618-a94ff4c0559f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:05.596705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.685782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea710>, 'c755a570-d28f-4d13-88de-f64823f42f12') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:05.686125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea710>, 'c755a570-d28f-4d13-88de-f64823f42f12') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:05.713538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.761978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] Set router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:05.830582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.851772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.859937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:05.872586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Transition to ACTIVE for port object b0af18f4-e3d1-48b9-ac61-1dab937e322f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:05.899999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Transition to ACTIVE for port object b0af18f4-e3d1-48b9-ac61-1dab937e322f will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:05.960283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:05.968805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43edaee5-9c2b-4345-8669-79649a81c723 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:06.008266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854015dc-bebf-46dc-ac5e-37f895e4aea7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:06.014271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:06.060780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.089241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82fb9309-b35e-40fe-bc6e-4dd1b8a5ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:06.114404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.114624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 70cd49de-c761-4187-a860-462e28b9cf58 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:06.124693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.138083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/854015dc-bebf-46dc-ac5e-37f895e4aea7 HTTP/1.1" status: 204  len: 168 time: 1.2210896
Nov 15 09:20:06.143112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.269199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/0c6101f7-b404-48e4-b5ac-fb3774f7df93 HTTP/1.1" status: 204  len: 168 time: 3.3280358
Nov 15 09:20:06.282012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57400) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:06.298512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Pushing event updated for resources: {'Port': ['ID=b0af18f4-e3d1-48b9-ac61-1dab937e322f,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:06.308051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:06.348258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-424b6068-2666-4219-9219-740cc851bfcc None None] Could not find standard attr ID for object 0c6101f7-b404-48e4-b5ac-fb3774f7df93. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:20:06.428321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-08223e09-8775-44c4-a647-5cfb0dde3a48 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:20:06.428832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08223e09-8775-44c4-a647-5cfb0dde3a48 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:20:06.434456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08223e09-8775-44c4-a647-5cfb0dde3a48 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/0c6101f7-b404-48e4-b5ac-fb3774f7df93 HTTP/1.1" status: 404  len: 333 time: 0.1454353
Nov 15 09:20:06.442948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57406) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:06.471199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 70cd49de-c761-4187-a860-462e28b9cf58 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:06.496048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-424b6068-2666-4219-9219-740cc851bfcc None None] Provisioning complete for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:06.496768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-424b6068-2666-4219-9219-740cc851bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:06.513849 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:06.574577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.587067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.598761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:06.600424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-db654edb-8473-4ea2-b3ab-a9deeef247df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:20:06.601130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db654edb-8473-4ea2-b3ab-a9deeef247df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:06.613516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:06.622383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:06.673349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.682714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:06.702947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.714575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=70cd49de-c761-4187-a860-462e28b9cf58,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:06.718814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:06.726073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/70cd49de-c761-4187-a860-462e28b9cf58 HTTP/1.1" status: 204  len: 168 time: 9.6012750
Nov 15 09:20:06.726822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57410) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:06.737975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950653291'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:06.741380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a840d2e8>, [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:19:55Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '1a791b96-c3e0-4019-a3a0-07412bcd7e3e', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:e3:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:19:52Z', 'updated_at': '2020-11-15T09:20:04Z', 'revision_number': 4, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:06.757230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d092522-6772-4f6c-a8e3-15000a3533e3 None None] The sync data for ids ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'] in dv-neutron-743142-12-ovs is: [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:19:55Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '1a791b96-c3e0-4019-a3a0-07412bcd7e3e', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:e3:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:19:52Z', 'updated_at': '2020-11-15T09:20:04Z', 'revision_number': 4, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': 'a160abde-67d5-4956-9d84-b5a147aa2cfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:06.771587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Attempting to bind port b0af18f4-e3d1-48b9-ac61-1dab937e322f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:06.771587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Attempting to bind port b0af18f4-e3d1-48b9-ac61-1dab937e322f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:06.771587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Attempting to bind port b0af18f4-e3d1-48b9-ac61-1dab937e322f on network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:06.772047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:06.772476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Checking segment: {'id': 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:06.772932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.773376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Bound using segment: {'id': 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:06.773906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Bound port: b0af18f4-e3d1-48b9-ac61-1dab937e322f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7ec61e4f-3171-427d-8bbc-ddf49ec37a11'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:06.774336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.799707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:06.818350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:06.822382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:06.865215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:06.915629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] For port b0af18f4-e3d1-48b9-ac61-1dab937e322f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:06.920306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] For port b0af18f4-e3d1-48b9-ac61-1dab937e322f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b0af18f4-e3d1-48b9-ac61-1dab937e322f,segment=NetworkSegment(d3d4fdf2-0523-4019-a5d9-3a477ecb955e),segment_id=d3d4fdf2-0523-4019-a5d9-3a477ecb955e)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:06.952021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:06.957711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:06.981929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.018120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eff22b7d-7ef7-4044-9939-f417ec105c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:07.061543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:07.083379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:07.088170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.088572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment 80d258a1-d920-4fb2-b4fb-9fe4e1b87ad6 of type vxlan for network 37621ac0-7522-4d43-8214-f19c5fcf845b
Nov 15 09:20:07.110576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for 2cda85bd-31c6-4603-a618-a94ff4c0559f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:07.141016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.215376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db654edb-8473-4ea2-b3ab-a9deeef247df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:07.224414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db654edb-8473-4ea2-b3ab-a9deeef247df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/0c6101f7-b404-48e4-b5ac-fb3774f7df93 HTTP/1.1" status: 404  len: 333 time: 0.7789536
Nov 15 09:20:07.230320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57414) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:07.247307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.253702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:07.254372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.266241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d84b3b06-032d-4164-9773-295e454a3057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:07.335920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Pushing event updated for resources: {'Port': ['ID=b0af18f4-e3d1-48b9-ac61-1dab937e322f,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:07.352497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:07.385467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:07.386159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.420695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=37621ac0-7522-4d43-8214-f19c5fcf845b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:07.428708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6964595
Nov 15 09:20:07.431522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57418) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:07.432529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:07.437775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 37621ac0-7522-4d43-8214-f19c5fcf845b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:07.444206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '37621ac0-7522-4d43-8214-f19c5fcf845b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:07.490895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 37621ac0-7522-4d43-8214-f19c5fcf845b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:07.697280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:07.706350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:07.709706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:07.720738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:07.722948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Deleting port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:07.723328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:07.920652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:08.074599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.132637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.164345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db508b7e-6028-48cf-99bd-7986d48bdff5 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:08.179613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] For port d06f285c-6b18-4d0a-9338-8c30d0a2d0ba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:08.180075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.307048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=2cda85bd-31c6-4603-a618-a94ff4c0559f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:08.330998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:08.353689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Calling delete_port for d06f285c-6b18-4d0a-9338-8c30d0a2d0ba owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:08.391427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:08.457694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.645313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.677037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.828462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:08.846664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a8b24a1-eaef-4309-a4b9-8f3786ff19c1 tempest-ServerActionsTestJSON-321012419 tempest-ServerActionsTestJSON-321012419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:08.918645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:20:08.944717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06f285c-6b18-4d0a-9338-8c30d0a2d0ba,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:08.953910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:09.074893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.093769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5e035960-0b90-4b59-86bf-d794c10df99c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:09.267230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=5e7d39bc-576f-40a8-94f2-aec7a893c81b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:09.274622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:09.331706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1a791b96-c3e0-4019-a3a0-07412bcd7e3e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:09.508446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:09.519619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:09.520362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.585232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.20.0.1 (7ec61e4f-3171-427d-8bbc-ddf49ec37a11/47e6773f-49f0-4eba-b1f3-9f5326562c18/a7848c00-e40d-41e2-b634-42d9c0a1d07f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:09.629450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': '80d258a1-d920-4fb2-b4fb-9fe4e1b87ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37621ac0-7522-4d43-8214-f19c5fcf845b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:09.629849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 37621ac0-7522-4d43-8214-f19c5fcf845b, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:09.710021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70e2c7-c7c4-4c65-bc9d-c2c56ff132e2 None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:09.789101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.811882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.832272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.871081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4c99aafa-7325-4142-911a-c5a06cd2ae08 None None] Provisioning for port b0af18f4-e3d1-48b9-ac61-1dab937e322f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:09.894543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/ports/2cda85bd-31c6-4603-a618-a94ff4c0559f HTTP/1.1" status: 204  len: 168 time: 4.7378862
Nov 15 09:20:09.910255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57422) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:09.913685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:09.969417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:09.970210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b0af18f4-e3d1-48b9-ac61-1dab937e322f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:10.002145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:10.036574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 37621ac0-7522-4d43-8214-f19c5fcf845b is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:10.070480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.087240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 37621ac0-7522-4d43-8214-f19c5fcf845b) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:10.104845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83f701-86fc-498f-a8ae-efac9d236ccf None None] Network 37621ac0-7522-4d43-8214-f19c5fcf845b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:10.172568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:10.173223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.198386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.252169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.8150890
Nov 15 09:20:10.254774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57426) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:10.305206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:10.310872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object a7848c00-e40d-41e2-b634-42d9c0a1d07f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:10.315015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:10.395057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b0af18f4-e3d1-48b9-ac61-1dab937e322f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:10.411512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b0af18f4-e3d1-48b9-ac61-1dab937e322f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:10.411984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.493014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8868162f-df68-40e8-8e2c-cec021d50f22 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:10.493816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8868162f-df68-40e8-8e2c-cec021d50f22 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Synchronizing usage tracker for tenant:60b0e711cb0443cc9d2e080944f01e9c on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:10.517860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.528133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54241f-0ea7-40c5-8bc7-3da38bf53e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-37621ac0-7522-4d43-8214-f19c5fcf845b', 'network_id': '37621ac0-7522-4d43-8214-f19c5fcf845b', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '5e7d39bc-576f-40a8-94f2-aec7a893c81b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:10.530248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b54241f-0ea7-40c5-8bc7-3da38bf53e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.621357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.654622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37780524-a9ef-4e6e-8daa-de26ce907c4a tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:10.683414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.736279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b0af18f4-e3d1-48b9-ac61-1dab937e322f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b0af18f4-e3d1-48b9-ac61-1dab937e322f,segment=NetworkSegment(d3d4fdf2-0523-4019-a5d9-3a477ecb955e),segment_id=d3d4fdf2-0523-4019-a5d9-3a477ecb955e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:10.753085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.856724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8868162f-df68-40e8-8e2c-cec021d50f22 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Unset dirty status for tenant:60b0e711cb0443cc9d2e080944f01e9c on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:10.859117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8868162f-df68-40e8-8e2c-cec021d50f22 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "GET /v2.0/ports?device_id=267952c5-7bd6-4f5b-a46a-b85c34adfd11 HTTP/1.1" status: 200  len: 913 time: 0.9466701
Nov 15 09:20:10.867084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:10.867499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57430) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:10.880746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:11.001479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=a7848c00-e40d-41e2-b634-42d9c0a1d07f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:11.021627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:11.021627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:11.021627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.025844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6c0d038b-c96e-45c0-af5d-7f256a26d945 None None] Provisioning complete for port b0af18f4-e3d1-48b9-ac61-1dab937e322f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:11.026766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6c0d038b-c96e-45c0-af5d-7f256a26d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.098494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1a791b96-c3e0-4019-a3a0-07412bcd7e3e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:11.109996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:11.110531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.194025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.221814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:11.249363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b0af18f4-e3d1-48b9-ac61-1dab937e322f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:11.282246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:11.285479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:11.288200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:11.358349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:11.359900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:11.396052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.412717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b6c7aa7-9190-44f6-b0a4-306bcbc8b889 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:11.449412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.477079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:11.530475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=5e7d39bc-576f-40a8-94f2-aec7a893c81b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:11.551879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-5b54241f-0ea7-40c5-8bc7-3da38bf53e7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e7d39bc-576f-40a8-94f2-aec7a893c81b: This subnet is being modified by another concurrent operation.
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:20:11.589548 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e7d39bc-576f-40a8-94f2-aec7a893c81b: This subnet is being modified by another concurrent operation.
Nov 15 09:20:11.594336 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:20:11.644651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bf069-a373-41bf-ad19-edacab9ec495 None None] Network 37621ac0-7522-4d43-8214-f19c5fcf845b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:11.735815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.745477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9108d04-2b1e-497b-9462-506b6c8a0afe None None] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:11.777526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:11.778280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:11.798136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7 HTTP/1.1" status: 204  len: 168 time: 4.4727957
Nov 15 09:20:11.803499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57434) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:12.045782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.247254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Provisioning for port a7848c00-e40d-41e2-b634-42d9c0a1d07f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:12.258166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Provisioning complete for port a7848c00-e40d-41e2-b634-42d9c0a1d07f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:12.258607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.342668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Port a7848c00-e40d-41e2-b634-42d9c0a1d07f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:12.359564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Provisioning complete for port b0af18f4-e3d1-48b9-ac61-1dab937e322f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:12.360539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81b92b8b-2617-4193-9356-b6e2d04ca0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.377561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.389534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port 1a791b96-c3e0-4019-a3a0-07412bcd7e3e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:12.389534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.407603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] DHCP port deletion for 3642b74b-e98f-4124-8c49-6cf67638a8ca request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:12.420476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.431047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Deleting port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:12.431479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.494659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a38cd5f8>,) {'filters': {'network_id': ['37621ac0-7522-4d43-8214-f19c5fcf845b']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:12.521043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38cd5f8>, '80d258a1-d920-4fb2-b4fb-9fe4e1b87ad6') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:12.521328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38cd5f8>, '80d258a1-d920-4fb2-b4fb-9fe4e1b87ad6') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:12.612297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.632052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 1a791b96-c3e0-4019-a3a0-07412bcd7e3e owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:12.653170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.707795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:12.734059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.749938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] For port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,segment=NetworkSegment(c02822ea-f731-4fd3-b536-f88b512d0744),segment_id=c02822ea-f731-4fd3-b536-f88b512d0744)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:12.750658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.805468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:12.912555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Calling delete_port for cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:12.939375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 37621ac0-7522-4d43-8214-f19c5fcf845b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:12.954545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:12.958955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:12.959346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:13.030674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:13.106693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:13.136724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b0af18f4-e3d1-48b9-ac61-1dab937e322f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:13.179456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] The port 'cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:20:13.208764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Pushing event deleted for resources: {'Port': ['ID=cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:13.211333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:13.254204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 37621ac0-7522-4d43-8214-f19c5fcf845b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:14.760461 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:14.767928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] No DVR routers for this DVR port cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:14.767928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b0af18f4-e3d1-48b9-ac61-1dab937e322f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:14.767928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.768393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Router 315f0328-7c7b-466b-b563-1ad589b829ee has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:14.768556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:14.768714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.768876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.769033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:14.769033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cc84e2f2-3dff-4dd9-9c86-b4a86e635dfd not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:14.769033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2734e-54fa-4109-8609-6ba290508d45 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:20:14.769033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2734e-54fa-4109-8609-6ba290508d45 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:20:14.769626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2e76cc0>,) {'filters': {'network_id': ['3642b74b-e98f-4124-8c49-6cf67638a8ca']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.769626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e76cc0>, 'c02822ea-f731-4fd3-b536-f88b512d0744') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.769626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e76cc0>, 'c02822ea-f731-4fd3-b536-f88b512d0744') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.769626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.770236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:14.770392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Sync routers for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:14.770392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:14.770392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a829f860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.770874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] 10.222.0.81 "PUT /v2.0/routers/315f0328-7c7b-466b-b563-1ad589b829ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1373014
Nov 15 09:20:14.771030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.771030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:14.771030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57438) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:14.771472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01cc29e-14a1-4d46-88c6-0e9843a2030e None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:20:14.771628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:14.771782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:14.771969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cc29e-14a1-4d46-88c6-0e9843a2030e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:20:14.772129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.772832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port 135e1c95-5a53-4139-b432-83e5b8061fe2 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:14.772832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.773170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a829f860>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:20:08Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.773170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Checking router: 315f0328-7c7b-466b-b563-1ad589b829ee for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:20:14.773170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Routers {'315f0328-7c7b-466b-b563-1ad589b829ee'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:14.773170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a829f860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:19:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['315f0328-7c7b-466b-b563-1ad589b829ee'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:14.773801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.781888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:20:14.813588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d52c525c-9aae-46b0-b051-36b561546e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.829156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.862519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.877102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:14.913214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.919016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/37621ac0-7522-4d43-8214-f19c5fcf845b HTTP/1.1" status: 204  len: 168 time: 4.6632214
Nov 15 09:20:14.921670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c766dd4-aae7-4bea-a8bd-194b50d9890b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:14.924700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.940915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:14.942789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57442) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:14.943926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for 135e1c95-5a53-4139-b432-83e5b8061fe2 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:14.963960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] Set router 315f0328-7c7b-466b-b563-1ad589b829ee gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:14.993735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=37621ac0-7522-4d43-8214-f19c5fcf845b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:14.996644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.024994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2047379548'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:15.034379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=1a791b96-c3e0-4019-a3a0-07412bcd7e3e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:15.042496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 3642b74b-e98f-4124-8c49-6cf67638a8ca has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:15.102489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:15.125046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:15.130387 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:15.132452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.158891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5751f2d-1769-4285-99b7-bc1b4bb11e38 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:15.198841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.216296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-331f909c-e716-4a27-9284-714d19a9817b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:15.267392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=135e1c95-5a53-4139-b432-83e5b8061fe2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:15.275187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:15.290949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a829f860>, [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:20:08Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:15.296395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12993647-f176-4aa9-86cd-f6780166fdc6 None None] The sync data for ids ['315f0328-7c7b-466b-b563-1ad589b829ee'] in dv-neutron-743142-12-ovs is: [{'id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'name': 'tempest-ServerActionsTestJSON-1693480739-router', 'tenant_id': 'f4a560a63ad34fcba469254eb193d777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:15:36Z', 'updated_at': '2020-11-15T09:20:08Z', 'revision_number': 5, 'project_id': 'f4a560a63ad34fcba469254eb193d777', 'gw_port': {'id': '83cb84b9-5812-4a33-95d2-14dbfff8113e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f0328-7c7b-466b-b563-1ad589b829ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:15:40Z', 'updated_at': '2020-11-15T09:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:15.316927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.369161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:15.374684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=b510ecc2-b3b3-472a-b1ee-9c2f0e0a6519,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:15.397124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:15.569712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.617332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.691403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.698322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.700157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:15.706620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.729234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e9c8-7fe0-4489-8674-6d402c90f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.734552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=a7848c00-e40d-41e2-b634-42d9c0a1d07f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:15.755673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.769922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:15.771026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.776748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:15.803953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:15.814072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/3642b74b-e98f-4124-8c49-6cf67638a8ca HTTP/1.1" status: 204  len: 168 time: 4.0063047
Nov 15 09:20:15.827672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57446) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:15.836016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=3642b74b-e98f-4124-8c49-6cf67638a8ca,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:15.843182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1298881095'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:15.874028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:15.892234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:15.986054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:16.036231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:16.045675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:16.132509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:16.134938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.135384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment e642df79-a448-4c33-bdda-467d95c8d6c5 of type vxlan for network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc
Nov 15 09:20:16.252816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.290780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.295761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:16.301228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.315783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:16.328810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:16.509744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.568335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-905ef3a6-483e-49cd-b6f4-be3aa4b24965 None None] Provisioning complete for port a7848c00-e40d-41e2-b634-42d9c0a1d07f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:16.569028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-905ef3a6-483e-49cd-b6f4-be3aa4b24965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.574901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:20:16.642146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-905ef3a6-483e-49cd-b6f4-be3aa4b24965 None None] Port a7848c00-e40d-41e2-b634-42d9c0a1d07f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:16.672552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.785654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:16.785654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:16.786345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.790517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:16.791134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:16.810955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:17.063167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d06f285c-6b18-4d0a-9338-8c30d0a2d0ba no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:17.076761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:17.103957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: d06f285c-6b18-4d0a-9338-8c30d0a2d0ba {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:17.104355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d06f285c-6b18-4d0a-9338-8c30d0a2d0ba not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:17.326932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.338241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:17.347910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:17.351120 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.3935921
Nov 15 09:20:17.351614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] Sync routers for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:17.354315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57450) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:17.361327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:17.361625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:17.363408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:17.383235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:17.390044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "PUT /v2.0/routers/267952c5-7bd6-4f5b-a46a-b85c34adfd11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5182335
Nov 15 09:20:17.439435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57454) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:17.576418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:17.577188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2816e10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:17.593426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:17.600531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:17.613115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:17.623166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:17.643372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:17.665728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2816e10>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:17.691497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] Routers {'267952c5-7bd6-4f5b-a46a-b85c34adfd11'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:17.693777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:17.700129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2816e10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:17.765492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.765950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment 343bb75a-1f1f-4bac-ba89-6805bedaa213 of type vxlan for network aa50695d-0452-435e-a26d-9a5928892b15
Nov 15 09:20:17.769449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.779440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2816e10>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:17.779440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63503d-fcb6-470c-bbf4-bc45738b0918 None None] The sync data for ids ['267952c5-7bd6-4f5b-a46a-b85c34adfd11'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:17.845933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.884685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.907250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:17.998710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.137455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.142117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:18.142782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.152086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b5bf352-8509-4af4-bc64-ef11057eb9b9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:18.258079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.404100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.5692422
Nov 15 09:20:18.421586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57458) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:18.431312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=aa50695d-0452-435e-a26d-9a5928892b15,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:18.435713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:18.444596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network aa50695d-0452-435e-a26d-9a5928892b15 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:18.448764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:18.474760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.518852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network aa50695d-0452-435e-a26d-9a5928892b15 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:18.718059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.745539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Deleting port 83cb84b9-5812-4a33-95d2-14dbfff8113e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:18.745928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.796354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.812439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:18.847611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:18.868807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:18.878882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:18.901027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port 41c3980e-aedf-4f5b-b569-e3289704d245 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:18.901414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:18.969056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:19.021438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=5580648c-a9e4-4e41-b5c8-ce10bd45f6b5,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:19.043641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:19.044419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:20:19.111748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:19.115503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:19.198892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.280975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'e642df79-a448-4c33-bdda-467d95c8d6c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:19.281298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:19.361657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for 41c3980e-aedf-4f5b-b569-e3289704d245 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:19.468198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:19.500930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:19.510450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ac0fd9-5c9f-44de-b536-125a0b6813d2 None None] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:19.556401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:19.557069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.642390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.661463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c536e11-3336-461c-bd52-37cabf075972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:19.724160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] For port 83cb84b9-5812-4a33-95d2-14dbfff8113e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=83cb84b9-5812-4a33-95d2-14dbfff8113e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:19.724578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.754316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc', 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '5580648c-a9e4-4e41-b5c8-ce10bd45f6b5'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:19.755503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.764183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=41c3980e-aedf-4f5b-b569-e3289704d245,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:19.774633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4191270
Nov 15 09:20:19.775469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57462) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:19.779191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:19.814314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:19.989515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.070463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Allocated IP 172.20.0.2 (8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc/5580648c-a9e4-4e41-b5c8-ce10bd45f6b5/63fda1a1-d387-44da-96e7-eaf0a227e52e) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:20.091817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Calling delete_port for 83cb84b9-5812-4a33-95d2-14dbfff8113e owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:20.301321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.313467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Transition to ACTIVE for port object 63fda1a1-d387-44da-96e7-eaf0a227e52e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:20.330380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Transition to ACTIVE for port object 63fda1a1-d387-44da-96e7-eaf0a227e52e will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:20.335089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.362785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.365422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.386748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:20.401204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:20.415351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Sync routers for ids ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:20.427739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Routers {'9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:20.428377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8509e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:20.470561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "PUT /v2.0/routers/9c8ca9bf-a78a-4af1-94b2-61b12e1336d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.1421335
Nov 15 09:20:20.479756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57466) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:20.594828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:20.610270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8771150
Nov 15 09:20:20.615000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57470) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:20.621408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Set router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:20.625666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] Sync routers for ids ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:20.699701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:20.703258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Pushing event updated for resources: {'Port': ['ID=63fda1a1-d387-44da-96e7-eaf0a227e52e,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:20.715717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] Routers {'3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:20.717349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3345d68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:20.759817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8509e80>, [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:20:13Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:20.765134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Checking router: 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:20:20.777408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Routers {'9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:20.777626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb51b33-b837-42b0-9798-3c53916225a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:20.786859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8509e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:20.787060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb51b33-b837-42b0-9798-3c53916225a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:20.787060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-efb51b33-b837-42b0-9798-3c53916225a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:20.814303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:20.822873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:20.843624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:20.919860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d3112-0755-47fd-9aea-af00692b74ad tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:20.920669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-989d3112-0755-47fd-9aea-af00692b74ad tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:20.925079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Attempting to bind port 63fda1a1-d387-44da-96e7-eaf0a227e52e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:20.925625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Attempting to bind port 63fda1a1-d387-44da-96e7-eaf0a227e52e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e642df79-a448-4c33-bdda-467d95c8d6c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:20.926269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Attempting to bind port 63fda1a1-d387-44da-96e7-eaf0a227e52e on network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:20.929824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3345d68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:20.943877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:20.944489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Checking segment: {'id': 'e642df79-a448-4c33-bdda-467d95c8d6c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:20.945350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.946681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Bound using segment: {'id': 'e642df79-a448-4c33-bdda-467d95c8d6c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:20.947455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Bound port: 63fda1a1-d387-44da-96e7-eaf0a227e52e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e642df79-a448-4c33-bdda-467d95c8d6c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:20.948134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:20.958060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-efb51b33-b837-42b0-9798-3c53916225a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:20.962271 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-efb51b33-b837-42b0-9798-3c53916225a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4796522
Nov 15 09:20:20.963075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57474) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:21.071771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] Routers {'3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:21.073053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3345d68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:21.076550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.103735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.107295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.136926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e8a5f5c-d033-409f-993c-23f889351d50 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:21.174125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3345d68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:21.175238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb650d-993c-4b71-ae7e-c2748a7bd7c3 None None] The sync data for ids ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:21.215302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] Set router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:21.229168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] For port 63fda1a1-d387-44da-96e7-eaf0a227e52e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:21.234280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] For port 63fda1a1-d387-44da-96e7-eaf0a227e52e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63fda1a1-d387-44da-96e7-eaf0a227e52e,segment=NetworkSegment(e642df79-a448-4c33-bdda-467d95c8d6c5),segment_id=e642df79-a448-4c33-bdda-467d95c8d6c5)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:21.237229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.238055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Fanout notify agent at l3_agent the message router_deleted on router 267952c5-7bd6-4f5b-a46a-b85c34adfd11 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:21.264840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.268363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/routers/267952c5-7bd6-4f5b-a46a-b85c34adfd11 HTTP/1.1" status: 204  len: 168 time: 3.8257535
Nov 15 09:20:21.274074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.274230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:21.312793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.334986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:21.346178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8509e80>, [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:20:13Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:21.351063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e17fb4-e567-4e11-ba73-c58d7894438a None None] The sync data for ids ['9c8ca9bf-a78a-4af1-94b2-61b12e1336d4'] in dv-neutron-743142-12-ovs is: [{'id': '9c8ca9bf-a78a-4af1-94b2-61b12e1336d4', 'name': 'tempest-NetworksTestDHCPv6-router-1636803094', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:19:48Z', 'updated_at': '2020-11-15T09:20:13Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:21.366865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dcba713a-3629-4eb4-8b91-6200c07dab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:21.460350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=5580648c-a9e4-4e41-b5c8-ce10bd45f6b5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:21.471148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:21.622947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cb84b9-5812-4a33-95d2-14dbfff8113e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:21.637617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-989d3112-0755-47fd-9aea-af00692b74ad tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:21.642704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-989d3112-0755-47fd-9aea-af00692b74ad tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports/a7848c00-e40d-41e2-b634-42d9c0a1d07f HTTP/1.1" status: 200  len: 910 time: 1.0148861
Nov 15 09:20:21.646022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:21.648699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:21.679035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Pushing event updated for resources: {'Port': ['ID=63fda1a1-d387-44da-96e7-eaf0a227e52e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:21.682532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:21.739765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.854289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting subnet af500c62-4922-4a7d-b5ed-c57b249624a4 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:21.861660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.959281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:21.995773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2270588>,) {'filters': {'network_id': ['8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:22.014791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2270588>, 'e642df79-a448-4c33-bdda-467d95c8d6c5') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:22.015132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2270588>, 'e642df79-a448-4c33-bdda-467d95c8d6c5') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:22.041716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.076926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.082982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:22.234696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet a160abde-67d5-4956-9d84-b5a147aa2cfc {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:22.259044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.292488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:22.302741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.317557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.377727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.623073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:22.659302 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:22.702525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.833238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:20:22.833238 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:20:22.833238 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc'}]
Nov 15 09:20:22.833238 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:22.833774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:22.898856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:22.915179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:23.019541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Subnet': ['ID=af500c62-4922-4a7d-b5ed-c57b249624a4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:23.022339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:23.076933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.082430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.083707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7d5c6-35f7-4e68-be8e-2128417422c5 None None] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:23.086716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/subnets/af500c62-4922-4a7d-b5ed-c57b249624a4 HTTP/1.1" status: 204  len: 168 time: 1.8121018
Nov 15 09:20:23.087345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57486) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:23.111141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40505fe1-1d5a-4ac8-9edb-2c297aa5248e tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:23.181549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.209948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63fda1a1-d387-44da-96e7-eaf0a227e52e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:23.264366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.279440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad5f87b-e0b3-4e71-92b6-dd30158e36b3 None None] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:23.343809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.432435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port abc9735d-0a63-4c12-80b0-0320e1d0bcad {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:23.432986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.484211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 63fda1a1-d387-44da-96e7-eaf0a227e52e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:23.484872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.595349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-706c5686-7091-4b1c-8ce3-06b44395d81d None None] Provisioning for port 63fda1a1-d387-44da-96e7-eaf0a227e52e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:23.672709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 63fda1a1-d387-44da-96e7-eaf0a227e52e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:23.683460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 63fda1a1-d387-44da-96e7-eaf0a227e52e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:23.683916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.819450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] DHCP port deletion for 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:23.828452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=77d2a2a0-8bda-4c8c-8559-e446432204e8,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:23.848370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Deleting port abc9735d-0a63-4c12-80b0-0320e1d0bcad {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:23.848726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.852937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.858100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:23.891099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] DHCP port deletion for 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:23.923978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Deleting port 63fda1a1-d387-44da-96e7-eaf0a227e52e {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:23.924404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.952236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:23.970485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.087165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 63fda1a1-d387-44da-96e7-eaf0a227e52e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63fda1a1-d387-44da-96e7-eaf0a227e52e,segment=NetworkSegment(e642df79-a448-4c33-bdda-467d95c8d6c5),segment_id=e642df79-a448-4c33-bdda-467d95c8d6c5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:24.138755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.151160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:24.188507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] For port abc9735d-0a63-4c12-80b0-0320e1d0bcad, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abc9735d-0a63-4c12-80b0-0320e1d0bcad,segment=NetworkSegment(c694c574-409f-4902-bc46-864cf16c0381),segment_id=c694c574-409f-4902-bc46-864cf16c0381)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:24.189192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.191238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1a791b96-c3e0-4019-a3a0-07412bcd7e3e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:24.197342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.197910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315f0328-7c7b-466b-b563-1ad589b829ee {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:24.265535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.331545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1a791b96-c3e0-4019-a3a0-07412bcd7e3e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:24.332027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1a791b96-c3e0-4019-a3a0-07412bcd7e3e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:24.349527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Router bcddaed8-3f72-4b2a-a177-c6f211693bb1 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:24.351346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for abc9735d-0a63-4c12-80b0-0320e1d0bcad owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:24.352659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': '343bb75a-1f1f-4bac-ba89-6805bedaa213', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:24.353070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: aa50695d-0452-435e-a26d-9a5928892b15, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:24.397205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 63fda1a1-d387-44da-96e7-eaf0a227e52e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63fda1a1-d387-44da-96e7-eaf0a227e52e,segment=NetworkSegment(e642df79-a448-4c33-bdda-467d95c8d6c5),segment_id=e642df79-a448-4c33-bdda-467d95c8d6c5)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:24.397525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.426567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.426567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] 10.222.0.81 "DELETE /v2.0/routers/315f0328-7c7b-466b-b563-1ad589b829ee HTTP/1.1" status: 204  len: 168 time: 10.3895588
Nov 15 09:20:24.427578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57490) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:24.493454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=63fda1a1-d387-44da-96e7-eaf0a227e52e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:24.496858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:24.499012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] For port abc9735d-0a63-4c12-80b0-0320e1d0bcad, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abc9735d-0a63-4c12-80b0-0320e1d0bcad,segment=NetworkSegment(c694c574-409f-4902-bc46-864cf16c0381),segment_id=c694c574-409f-4902-bc46-864cf16c0381)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:24.499760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.572520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 63fda1a1-d387-44da-96e7-eaf0a227e52e owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:24.582305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.610262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97d8998d-22a8-461c-b63d-c45396f402ed tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:24.639050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network aa50695d-0452-435e-a26d-9a5928892b15 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:24.661155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Calling delete_port for abc9735d-0a63-4c12-80b0-0320e1d0bcad owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:24.717530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] For port 63fda1a1-d387-44da-96e7-eaf0a227e52e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63fda1a1-d387-44da-96e7-eaf0a227e52e,segment=NetworkSegment(e642df79-a448-4c33-bdda-467d95c8d6c5),segment_id=e642df79-a448-4c33-bdda-467d95c8d6c5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:24.717897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.728187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=a160abde-67d5-4956-9d84-b5a147aa2cfc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:24.750843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Deleting subnet 459f64ec-48e4-45d8-9da9-1fceec546531 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:24.750976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:24.753520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.827474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.836622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.838405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, aa50695d-0452-435e-a26d-9a5928892b15) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:24.868064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd11ac-5f29-4518-97d3-912c0dc3a645 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:24.869586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.885313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29eec00-eb07-4afd-b9ed-4198af164fe9 None None] Network aa50695d-0452-435e-a26d-9a5928892b15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:24.898374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc102aaa-c0c3-402d-90c9-8573dc6a0b23 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:24.929328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/a160abde-67d5-4956-9d84-b5a147aa2cfc HTTP/1.1" status: 204  len: 168 time: 3.9514983
Nov 15 09:20:24.936392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:24.937482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:24.938886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57494) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:25.077279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Calling delete_port for 63fda1a1-d387-44da-96e7-eaf0a227e52e owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:25.079034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=abc9735d-0a63-4c12-80b0-0320e1d0bcad,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:25.083877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:25.101924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:25.102543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:25.130819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abc9735d-0a63-4c12-80b0-0320e1d0bcad no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:25.160769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.7352331
Nov 15 09:20:25.162684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57498) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:25.178951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1722403920'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:25.256271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] No DVR routers for this DVR port abc9735d-0a63-4c12-80b0-0320e1d0bcad on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:25.311874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: abc9735d-0a63-4c12-80b0-0320e1d0bcad {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:25.312247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abc9735d-0a63-4c12-80b0-0320e1d0bcad not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:25.312726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 83cb84b9-5812-4a33-95d2-14dbfff8113e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:25.323973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47780458-dbdb-42c4-bc44-cccae74243d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:25.373163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 83cb84b9-5812-4a33-95d2-14dbfff8113e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:25.373629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 83cb84b9-5812-4a33-95d2-14dbfff8113e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:25.374099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63fda1a1-d387-44da-96e7-eaf0a227e52e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:25.387063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.448396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:25.448801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:25.461436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:25.468079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.475266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:25.486702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:25.501203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:25.503159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:25.510258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bbfcb2a2-e0b7-4a36-9bde-d50434f89f6d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "PUT /v2.0/routers/bcddaed8-3f72-4b2a-a177-c6f211693bb1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 23.2057381
Nov 15 09:20:25.515670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57502) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:25.517571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] Sync routers for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:25.539171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:25.541331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7aba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:25.553911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47780458-dbdb-42c4-bc44-cccae74243d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:25.557971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47780458-dbdb-42c4-bc44-cccae74243d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.6085179
Nov 15 09:20:25.558651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57506) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:25.601611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:25.607760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.639666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No active binding found for port 63fda1a1-d387-44da-96e7-eaf0a227e52e {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:20:25.640179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63fda1a1-d387-44da-96e7-eaf0a227e52e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:25.651624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 63fda1a1-d387-44da-96e7-eaf0a227e52e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:25.652470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.657433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.674708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7aba8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:25.679881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6749aae-3ff8-4a5d-a24b-88cc943370ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:25.709925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] Routers {'bcddaed8-3f72-4b2a-a177-c6f211693bb1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:25.710629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7aba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:25.815566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7aba8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:25.816094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fded7e9-3c8e-4766-9be5-4bfcf5ed61a4 None None] The sync data for ids ['bcddaed8-3f72-4b2a-a177-c6f211693bb1'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:25.831662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Pushing event deleted for resources: {'Port': ['ID=63fda1a1-d387-44da-96e7-eaf0a227e52e,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:25.843870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:25.886360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] The port '63fda1a1-d387-44da-96e7-eaf0a227e52e' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:20:25.931016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-aa50695d-0452-435e-a26d-9a5928892b15', 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': '77d2a2a0-8bda-4c8c-8559-e446432204e8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:25.932054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.951519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Deleting port abc9735d-0a63-4c12-80b0-0320e1d0bcad {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:25.952383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:25.958919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 7dd2b236-3f68-404b-8043-82872d66cdfd yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:26.001501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] No DVR routers for this DVR port 63fda1a1-d387-44da-96e7-eaf0a227e52e on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:26.039145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3273b70>,) {'filters': {'network_id': ['0dbcf395-70bc-4abc-a4ff-f8e5c59827d2']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:26.050608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:26.058261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2429d557-ed04-464d-8e09-a7e8cea9c246 None None] The port 'abc9735d-0a63-4c12-80b0-0320e1d0bcad' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:20:26.067945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Deleting port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:26.068220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.130298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3273b70>, 'c694c574-409f-4902-bc46-864cf16c0381') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:26.130882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3273b70>, 'c694c574-409f-4902-bc46-864cf16c0381') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:26.156996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.194089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.224080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.234079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port a7848c00-e40d-41e2-b634-42d9c0a1d07f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:26.234397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.514974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] For port 7973f8f8-92ec-43c7-a27f-c28aec3ea517, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7973f8f8-92ec-43c7-a27f-c28aec3ea517,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:26.515431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.571239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Releasing vxlan tunnel 5 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:26.658410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Calling delete_port for 7973f8f8-92ec-43c7-a27f-c28aec3ea517 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:26.692919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.773298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.786464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::1f1 (aa50695d-0452-435e-a26d-9a5928892b15/77d2a2a0-8bda-4c8c-8559-e446432204e8/7dd2b236-3f68-404b-8043-82872d66cdfd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:26.790040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1deb3f0f-bb5c-4826-af93-fb4355052deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:26.831322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:26.887667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Pushing event deleted for resources: {'Port': ['ID=7973f8f8-92ec-43c7-a27f-c28aec3ea517,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:26.922884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.023336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:27.034908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.076339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for a7848c00-e40d-41e2-b634-42d9c0a1d07f owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:27.079360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:27.082972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7973f8f8-92ec-43c7-a27f-c28aec3ea517 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:27.120544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.123312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 7973f8f8-92ec-43c7-a27f-c28aec3ea517 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:27.123725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7973f8f8-92ec-43c7-a27f-c28aec3ea517 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:27.136529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:27.158946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] No DVR routers for this DVR port 7973f8f8-92ec-43c7-a27f-c28aec3ea517 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:27.200365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2c18>,) {'filters': {'network_id': ['8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:27.214276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459f64ec-48e4-45d8-9da9-1fceec546531,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:27.274605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:27.305882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2c18>, 'e642df79-a448-4c33-bdda-467d95c8d6c5') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:27.306278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33d2c18>, 'e642df79-a448-4c33-bdda-467d95c8d6c5') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:27.400891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.435044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.439601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Network 0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:27.475948 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:27.482820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.538432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:27.613100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.618664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.636694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26ffe579-89c1-4424-9d43-23a8de990401 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:27.724807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting port ccbf8676-5559-4ca4-af74-3f48d33f03bf {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:27.725110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.778601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=a7848c00-e40d-41e2-b634-42d9c0a1d07f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:27.795344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:27.813137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abc5b12-f1a5-47d0-b610-aecc69beac73 None None] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:27.829771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.916145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.931128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4a55091-dfb3-40a4-a306-7f1538b9bd0b tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:27.951874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:27.956515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/networks/0dbcf395-70bc-4abc-a4ff-f8e5c59827d2 HTTP/1.1" status: 204  len: 168 time: 4.8681233
Nov 15 09:20:27.967988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57512) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:28.046053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:28.064245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Network': ['ID=0dbcf395-70bc-4abc-a4ff-f8e5c59827d2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:28.124979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.140628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] DHCP port deletion for ae7a99dd-32ca-43c2-8e33-8f70897307cd request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:28.144080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/459f64ec-48e4-45d8-9da9-1fceec546531 HTTP/1.1" status: 204  len: 168 time: 3.6561205
Nov 15 09:20:28.145404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:28.148993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Deleting port 17abf10b-32ba-444f-ba7a-be4153f0b461 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:28.149471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.158015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57516) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:28.325586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.349135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.398151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] For port 17abf10b-32ba-444f-ba7a-be4153f0b461, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17abf10b-32ba-444f-ba7a-be4153f0b461,segment=NetworkSegment(6e61a5c6-2068-401e-8bb9-460edc24244d),segment_id=6e61a5c6-2068-401e-8bb9-460edc24244d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:28.398606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.437493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.458467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:28.469782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Deleting port be85ab75-4178-4b35-87b8-0a095d82aad2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:28.470293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:28.487274 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:28.492605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.548959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Calling delete_port for 17abf10b-32ba-444f-ba7a-be4153f0b461 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:28.581139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Calling delete_port for ccbf8676-5559-4ca4-af74-3f48d33f03bf owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:28.685350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.703399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:28.827266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.857962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Pushing event deleted for resources: {'Port': ['ID=17abf10b-32ba-444f-ba7a-be4153f0b461,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:28.862778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:28.881257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] No DVR routers for this DVR port 17abf10b-32ba-444f-ba7a-be4153f0b461 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:28.942075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 7dd2b236-3f68-404b-8043-82872d66cdfd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:28.985570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:28.985960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Fanout notify agent at l3_agent the message router_deleted on router 9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:29.064352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.074036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:29.076322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17abf10b-32ba-444f-ba7a-be4153f0b461 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:29.096870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.116201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:29.121225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.131882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 17abf10b-32ba-444f-ba7a-be4153f0b461 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:29.131882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17abf10b-32ba-444f-ba7a-be4153f0b461 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:29.139354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:29.144445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc HTTP/1.1" status: 204  len: 168 time: 9.3609688
Nov 15 09:20:29.147183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57520) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:29.202253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410618774'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:29.208909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.210083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b672ce58-e0c3-4b94-9478-ab52b93e81e1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/routers/9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 HTTP/1.1" status: 204  len: 168 time: 3.6261942
Nov 15 09:20:29.226029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57524) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:29.227081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:29.236138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:29.242401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:29.263127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:29.296175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.296550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.329078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:29.402892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2611080>,) {'filters': {'network_id': ['ae7a99dd-32ca-43c2-8e33-8f70897307cd']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:29.411161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:29.416698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.444465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2611080>, '6e61a5c6-2068-401e-8bb9-460edc24244d') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:29.444800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2611080>, '6e61a5c6-2068-401e-8bb9-460edc24244d') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:29.453147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:29.464616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Calling delete_port for be85ab75-4178-4b35-87b8-0a095d82aad2 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:29.464889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:29.468898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.481037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:29.489260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:29.502199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.511053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:29.525797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:29.545765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:29.686774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.687093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment 16af6edc-25af-48d2-8950-fb6162418c87 of type vxlan for network 00b07cbb-b1e0-47c0-9136-24c692935bb1
Nov 15 09:20:29.690211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Allocated IP 2001:db8::2 (aa50695d-0452-435e-a26d-9a5928892b15/77d2a2a0-8bda-4c8c-8559-e446432204e8/3d6cebc5-19f3-4ed0-a416-9e26544fdf1b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:29.714168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.741638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fb4-f8eb-4e19-9dc7-bed397630f21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:29.835689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:29.846345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.851831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.880523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.902694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.958575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:29.970414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Transition to ACTIVE for port object 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:29.987774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Transition to ACTIVE for port object 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:30.023504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.040437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.046639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:20:30.122807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=7dd2b236-3f68-404b-8043-82872d66cdfd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.126646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.157737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.170401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.174555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:30.175210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.187430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.189656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Pushing event updated for resources: {'Port': ['ID=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.203516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.235928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Network ae7a99dd-32ca-43c2-8e33-8f70897307cd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:30.245352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Port': ['ID=ccbf8676-5559-4ca4-af74-3f48d33f03bf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.248387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.251040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Network aa50695d-0452-435e-a26d-9a5928892b15 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:30.252572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:30.255041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:30.314292 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:30.317718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Attempting to bind port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:30.318153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Attempting to bind port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '343bb75a-1f1f-4bac-ba89-6805bedaa213', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:30.318578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Attempting to bind port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b on network aa50695d-0452-435e-a26d-9a5928892b15 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:30.326167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:30.326605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Checking segment: {'id': '343bb75a-1f1f-4bac-ba89-6805bedaa213', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:30.327069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.327546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Bound using segment: {'id': '343bb75a-1f1f-4bac-ba89-6805bedaa213', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:30.328395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Bound port: 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343bb75a-1f1f-4bac-ba89-6805bedaa213', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'aa50695d-0452-435e-a26d-9a5928892b15'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:30.328532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.401911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2536168
Nov 15 09:20:30.412612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57528) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:30.428391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.430693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '00b07cbb-b1e0-47c0-9136-24c692935bb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:30.439863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] For port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:30.443296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] For port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,segment=NetworkSegment(343bb75a-1f1f-4bac-ba89-6805bedaa213),segment_id=343bb75a-1f1f-4bac-ba89-6805bedaa213)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:30.451100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=00b07cbb-b1e0-47c0-9136-24c692935bb1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.456336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fbfa8af-5a0d-41a9-8622-60813beff75a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.462879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:30.463888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.487120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.534401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.551934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a527f16-6792-4059-b056-21985520bc40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.569234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Pushing event deleted for resources: {'Port': ['ID=be85ab75-4178-4b35-87b8-0a095d82aad2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.572778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.574536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cf4d499-21a7-4bc3-b8f0-7ad4c0548954 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:30.594413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.601390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:30.623973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7a99dd-32ca-43c2-8e33-8f70897307cd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:30.643661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:30.648975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network aa50695d-0452-435e-a26d-9a5928892b15 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:30.659135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:30.661613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:30.665181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ae7a99dd-32ca-43c2-8e33-8f70897307cd HTTP/1.1" status: 204  len: 168 time: 2.4600391
Nov 15 09:20:30.666187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:30.666474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:30.666871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:30.674440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:30.678608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:30.699707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:30.753857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:30.983505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.068573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57534) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:31.100788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing IP validity checks on allocation pools {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:20:31.101384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking for overlaps among allocation pools and gateway ip {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:20:31.103742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Pushing event updated for resources: {'Port': ['ID=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:31.109287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:31.151242 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 5.9807997
Nov 15 09:20:31.152539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57538) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:31.160135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.315118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 7dd2b236-3f68-404b-8043-82872d66cdfd {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:31.315501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.550805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.571584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:31.687140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.689741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:31.691053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] 10.222.0.81 "DELETE /v2.0/floatingips/dfee3768-7dc7-4198-88d9-b037b28584ea HTTP/1.1" status: 204  len: 168 time: 3.7220442
Nov 15 09:20:31.774094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:31.859444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e116c19-6674-4a83-9419-5bc223968b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4a560a63ad34fcba469254eb193d777&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7821004
Nov 15 09:20:31.868324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57544) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:31.922217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.006499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.131007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.138869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=2854f7d9-82ef-4b0e-8adc-f6282bdd6268,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:32.158953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:32.176176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.186036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:32.186398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57550) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.191522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.192161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Fanout notify agent at l3_agent the message router_deleted on router bcddaed8-3f72-4b2a-a177-c6f211693bb1 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:32.196885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] Sync routers for ids ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:32.212828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] Routers {'3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:32.213523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9dd30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:32.221530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5541131
Nov 15 09:20:32.222363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57556) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.229695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.235185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/routers/bcddaed8-3f72-4b2a-a177-c6f211693bb1 HTTP/1.1" status: 204  len: 168 time: 6.7155800
Nov 15 09:20:32.237038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57560) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.273470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.293344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:32.300907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:32.333536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdca043-ea44-4255-80c8-e1a177642beb None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:32.371396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9dd30>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:32.385381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b03c5cc-1d8c-4a7d-92b4-c8a94638a94d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:32.472155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] Routers {'3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:32.472962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9dd30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:32.478756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 7dd2b236-3f68-404b-8043-82872d66cdfd owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:32.508432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b03c5cc-1d8c-4a7d-92b4-c8a94638a94d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:32.513733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b03c5cc-1d8c-4a7d-92b4-c8a94638a94d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f HTTP/1.1" status: 200  len: 205 time: 0.2873254
Nov 15 09:20:32.517108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57564) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.517784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.525120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:32.525782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.584576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9dd30>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:32.585043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030726-aea2-451d-a9ef-1551df2e192b None None] The sync data for ids ['3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:32.618619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff78354-cb5f-4fc5-8c2d-9b819d2bd2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:32.647949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.4179752
Nov 15 09:20:32.648862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57568) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.677517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:32.685651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6efcee1-a42d-4379-9b10-73acb9fd9e0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60b0e711cb0443cc9d2e080944f01e9c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4980426
Nov 15 09:20:32.690996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:32.691168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57572) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:32.749743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:32.751572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.761959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b3095-d2bf-4bf4-b566-743d8516c129,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:32.765898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17781be8-fdd4-4060-8b95-b7c4b84a44a2 None None] Network aa50695d-0452-435e-a26d-9a5928892b15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:32.768476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:router and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:32.776885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:32.782806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:32.792999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:32.846239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.850475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Deleting subnet 36b48611-1623-47a1-90ad-a79fedb3a9fe {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:32.852848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.857526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef2b3095-d2bf-4bf4-b566-743d8516c129 HTTP/1.1" status: 204  len: 168 time: 0.9880974
Nov 15 09:20:32.864688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:32.866197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.900758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.901802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:32.968065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.000717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.032369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f1fdd220-395b-4057-baa3-d518f26fd504 None None] Provisioning for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:33.037059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.088894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.118845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:33.200487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=6a923113-7724-4021-a06d-e72cc7d74c3e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:33.210416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:33.221547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.228217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe199f6e-86d4-425e-b0b8-fd42877537cc tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:33.239750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.289685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=7dd2b236-3f68-404b-8043-82872d66cdfd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:33.295430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.302019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:33.445673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.449425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': '16af6edc-25af-48d2-8950-fb6162418c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '00b07cbb-b1e0-47c0-9136-24c692935bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:33.449871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 00b07cbb-b1e0-47c0-9136-24c692935bb1, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:33.463376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.483078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:33.494352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/7dd2b236-3f68-404b-8043-82872d66cdfd HTTP/1.1" status: 204  len: 168 time: 2.3382645
Nov 15 09:20:33.495404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57586) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:33.496261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:33.497319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.549840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/2854f7d9-82ef-4b0e-8adc-f6282bdd6268/82887518-c955-4d66-95d7-cfbbd58bd1b0) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:33.549937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b9fb02-9ea2-4e09-b242-18a8cb1428b1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:20:33.550520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5b9fb02-9ea2-4e09-b242-18a8cb1428b1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:33.612039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:33.622508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.626422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f42ab68f-8928-445b-bcaf-cfb74952bfdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.9631147
Nov 15 09:20:33.629263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5b9fb02-9ea2-4e09-b242-18a8cb1428b1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:33.632998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5b9fb02-9ea2-4e09-b242-18a8cb1428b1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/7dd2b236-3f68-404b-8043-82872d66cdfd HTTP/1.1" status: 404  len: 333 time: 0.1326365
Nov 15 09:20:33.632998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57592) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:33.658461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57594) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:33.750902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 00b07cbb-b1e0-47c0-9136-24c692935bb1) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:33.778030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1b504-51f2-43c7-88d8-98b26928771b None None] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:33.853519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.931302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:33.932561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.959279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:33.973653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Transition to ACTIVE for port object 82887518-c955-4d66-95d7-cfbbd58bd1b0 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:33.993839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Transition to ACTIVE for port object 82887518-c955-4d66-95d7-cfbbd58bd1b0 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:34.013246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.082524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.6678419
Nov 15 09:20:34.091654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57604) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:34.163583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.255791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4036e87-2707-4586-9440-45f5e490dc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:34.289017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044af040-a731-4e3f-bd4a-2e5a01b486fa,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:34.291933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:34.323457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff11f4c4-815c-43ec-89b2-a269f3739e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:34.397948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.417819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a39edcc4-8bfa-40da-bef3-b2cf8fc0ab94 None None] Provisioning complete for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:34.418255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a39edcc4-8bfa-40da-bef3-b2cf8fc0ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.476480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.494709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.496045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/044af040-a731-4e3f-bd4a-2e5a01b486fa HTTP/1.1" status: 204  len: 168 time: 1.7701097
Nov 15 09:20:34.501653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:34.505677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.573775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:34.580266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:34.606801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 77d2a2a0-8bda-4c8c-8559-e446432204e8 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:34.615629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.673184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.722834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,segment=NetworkSegment(343bb75a-1f1f-4bac-ba89-6805bedaa213),segment_id=343bb75a-1f1f-4bac-ba89-6805bedaa213)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:34.737352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.737940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:34.781516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.844260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Attempting to bind port 82887518-c955-4d66-95d7-cfbbd58bd1b0 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:34.844697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Attempting to bind port 82887518-c955-4d66-95d7-cfbbd58bd1b0 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:34.845120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Attempting to bind port 82887518-c955-4d66-95d7-cfbbd58bd1b0 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:34.854246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.864719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.869799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4690a2a6-c81e-4737-9a89-0634a8829f67 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f HTTP/1.1" status: 204  len: 168 time: 2.3472416
Nov 15 09:20:34.873877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57614) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:34.885857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Pushing event updated for resources: {'Port': ['ID=82887518-c955-4d66-95d7-cfbbd58bd1b0,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:34.891808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:34.892273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:34.892734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.893183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:34.893993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Bound port: 82887518-c955-4d66-95d7-cfbbd58bd1b0, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:34.894214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:34.920041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:34.989061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.159409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:35.208588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:35.344536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8963e53b-d0ea-4326-8675-c924724cf719 None None] Could not find standard attr ID for object 7dd2b236-3f68-404b-8043-82872d66cdfd. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:20:35.447061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.478583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8963e53b-d0ea-4326-8675-c924724cf719 None None] Provisioning complete for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:35.479348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8963e53b-d0ea-4326-8675-c924724cf719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.612727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 47e6773f-49f0-4eba-b1f3-9f5326562c18 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:35.615078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Subnet': ['ID=36b48611-1623-47a1-90ad-a79fedb3a9fe,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:35.633447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:35.636313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57626) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:35.646431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:35.672669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.683703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.701456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] For port 82887518-c955-4d66-95d7-cfbbd58bd1b0, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:35.712595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] For port 82887518-c955-4d66-95d7-cfbbd58bd1b0, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=82887518-c955-4d66-95d7-cfbbd58bd1b0,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:35.719685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:35.740726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.747143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.755774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.761019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/subnets/36b48611-1623-47a1-90ad-a79fedb3a9fe HTTP/1.1" status: 204  len: 168 time: 3.5093052
Nov 15 09:20:35.773620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57632) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:35.829856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:35.833999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Usage tracker for resource:security_group_rule and tenant:9075d2da0a0548859bc626f601a9072f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:35.837054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:35.838136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.843578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:35.915911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:35.934020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7f81013-75a6-4826-a0d4-ff8be1945d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:35.973492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773e837-d600-4321-8438-0adb5c955a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-00b07cbb-b1e0-47c0-9136-24c692935bb1', 'network_id': '00b07cbb-b1e0-47c0-9136-24c692935bb1', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '6a923113-7724-4021-a06d-e72cc7d74c3e'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:35.974616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0773e837-d600-4321-8438-0adb5c955a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.009346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.052912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:36.062691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9075d2da0a0548859bc626f601a9072f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4208546
Nov 15 09:20:36.073495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.122787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57638) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:36.219827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.235794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb95af6e-19fb-4d8e-bd76-2459622de3a5,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:36.240070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:36.289666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.292696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Pushing event updated for resources: {'Port': ['ID=82887518-c955-4d66-95d7-cfbbd58bd1b0,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:36.298560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:36.350317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57644) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:36.367583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd0b887-9870-4d05-b869-163309f85814 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:36.369157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.386323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.423671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.476352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-685363d8-0d3e-4b0f-8d81-42b58d218428 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:36.488991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-614f2a55-a21f-45d5-82bd-0cffd72a163f None None] Provisioning complete for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:36.492271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-614f2a55-a21f-45d5-82bd-0cffd72a163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.509978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=77d2a2a0-8bda-4c8c-8559-e446432204e8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:36.521148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-0773e837-d600-4321-8438-0adb5c955a5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a923113-7724-4021-a06d-e72cc7d74c3e: This subnet is being modified by another concurrent operation.
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:20:36.531015 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a923113-7724-4021-a06d-e72cc7d74c3e: This subnet is being modified by another concurrent operation.
Nov 15 09:20:36.534425 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:20:36.542625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:36.573991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=6a923113-7724-4021-a06d-e72cc7d74c3e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:36.577857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:36.604977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9beff-f505-4848-b743-2c28aff26dbd None None] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:36.667679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7c99f9a2-c787-478b-b1a4-8550a54c40de tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1826653003'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:36.668214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7c99f9a2-c787-478b-b1a4-8550a54c40de tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Unknown quota resources ['metering_label']. {{(pid=81074) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:20:36.842605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2c15da0>,) {'filters': {'network_id': ['2f4ccdba-435d-4240-95ec-05fc1b1e3e41']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:36.878498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2c15da0>, '6a9df79c-9ff0-45a5-98ee-4b0b03cd1b49') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:36.878768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2c15da0>, '6a9df79c-9ff0-45a5-98ee-4b0b03cd1b49') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:36.897410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.904081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.904975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.908206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8198218b-2167-4e47-8056-44ab11087f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:36.909438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b7454-b05a-49d4-b576-489e3e14e821 None None] Network aa50695d-0452-435e-a26d-9a5928892b15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:36.925161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb95af6e-19fb-4d8e-bd76-2459622de3a5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:36.928051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:36.944403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/77d2a2a0-8bda-4c8c-8559-e446432204e8 HTTP/1.1" status: 204  len: 168 time: 3.2817376
Nov 15 09:20:36.944403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:36.949073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57650) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:36.949759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:37.207797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 82887518-c955-4d66-95d7-cfbbd58bd1b0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:37.290141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c99f9a2-c787-478b-b1a4-8550a54c40de tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.291430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c99f9a2-c787-478b-b1a4-8550a54c40de tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.9400918
Nov 15 09:20:37.298201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:37.305753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.307815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb95af6e-19fb-4d8e-bd76-2459622de3a5 HTTP/1.1" status: 204  len: 168 time: 1.1770768
Nov 15 09:20:37.317363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.323553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.327089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 82887518-c955-4d66-95d7-cfbbd58bd1b0 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:37.334590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:37.427389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f08dbe5a-089e-4f68-83e6-c212a9604a4d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '17088e94-3dfc-4c6c-be6b-877f0e3500f6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:37.427954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f08dbe5a-089e-4f68-83e6-c212a9604a4d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Unknown quota resources ['metering_label_rule']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:20:37.445054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:37.446170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.454081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:37.474374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.509869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::1 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/2854f7d9-82ef-4b0e-8adc-f6282bdd6268/740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:37.517296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a31dec50>,) {'filters': {'network_id': ['00b07cbb-b1e0-47c0-9136-24c692935bb1']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:37.540639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a31dec50>, '16af6edc-25af-48d2-8950-fb6162418c87') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:37.540639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a31dec50>, '16af6edc-25af-48d2-8950-fb6162418c87') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:37.557710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.596234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:37.596624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.622693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] DHCP port deletion for aa50695d-0452-435e-a26d-9a5928892b15 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:37.639735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Deleting port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:37.640493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.719106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:37.724069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 5 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:37.977198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] For port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,segment=NetworkSegment(343bb75a-1f1f-4bac-ba89-6805bedaa213),segment_id=343bb75a-1f1f-4bac-ba89-6805bedaa213)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:37.977654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.041639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Network 2f4ccdba-435d-4240-95ec-05fc1b1e3e41 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:38.085957 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:38.137209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Calling delete_port for 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:38.177954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] For port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,segment=NetworkSegment(343bb75a-1f1f-4bac-ba89-6805bedaa213),segment_id=343bb75a-1f1f-4bac-ba89-6805bedaa213)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:38.178591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.206389 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.services.metering.metering_plugin [None req-f08dbe5a-089e-4f68-83e6-c212a9604a4d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 15 09:20:38.269542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Provisioning for port 82887518-c955-4d66-95d7-cfbbd58bd1b0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:38.277039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Provisioning complete for port 82887518-c955-4d66-95d7-cfbbd58bd1b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:38.277476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.298019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57662) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:38.424471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.429693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.462236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a902251-5985-477c-b2af-e095ccbfee34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:38.463490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.483714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:38.494502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.531426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Pushing event deleted for resources: {'Port': ['ID=3d6cebc5-19f3-4ed0-a416-9e26544fdf1b,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:38.588852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:38.614913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:38.623368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:38.629838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.653529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Usage tracker for resource:security_group_rule and tenant:b9f7a9f2890147f58af5b7fbcbe76ae5 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:38.678165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] No DVR routers for this DVR port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:38.680693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] For port 82887518-c955-4d66-95d7-cfbbd58bd1b0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=82887518-c955-4d66-95d7-cfbbd58bd1b0,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:38.706041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:38.709024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90383a5e-b950-402c-93ce-f44b3954aa37 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:20:38.729910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:38.757368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.761564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79da3da3-6998-4685-beaa-14acf397035e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:38.763786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 00b07cbb-b1e0-47c0-9136-24c692935bb1 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:38.793865 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:38.811947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.879745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.892309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:38.895751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Pushing event updated for resources: {'Port': ['ID=82887518-c955-4d66-95d7-cfbbd58bd1b0,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:38.901320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cb417c4-18e2-4903-8927-9d18419ba0fd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:38.904208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:38.923124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1694cf53-8521-401b-b6cd-0650bff9579f None None] Provisioning complete for port 82887518-c955-4d66-95d7-cfbbd58bd1b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:38.923472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1694cf53-8521-401b-b6cd-0650bff9579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:38.923599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4035f5d2-d03c-4225-9196-636df2e22682 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:38.950139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90383a5e-b950-402c-93ce-f44b3954aa37 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:20:39.053487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=47e6773f-49f0-4eba-b1f3-9f5326562c18,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:39.072616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.085403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:39.100528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cea5e884-bf69-4192-bceb-a609aa2170d6 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:39.123433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.126649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:39.131130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:39.135275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.143395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.148062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Pushing event deleted for resources: {'Network': ['ID=2f4ccdba-435d-4240-95ec-05fc1b1e3e41,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:39.159557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:39.162648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:39.167425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f08dbe5a-089e-4f68-83e6-c212a9604a4d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.171681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f08dbe5a-089e-4f68-83e6-c212a9604a4d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 1.8530777
Nov 15 09:20:39.173592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] 10.222.0.81 "DELETE /v2.0/networks/2f4ccdba-435d-4240-95ec-05fc1b1e3e41 HTTP/1.1" status: 204  len: 168 time: 3.3989046
Nov 15 09:20:39.176473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57666) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.200748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-89a19285-2bbd-4c61-92f1-39423d52272d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '17088e94-3dfc-4c6c-be6b-877f0e3500f6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:39.201340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-89a19285-2bbd-4c61-92f1-39423d52272d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Unknown quota resources ['metering_label_rule']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:20:39.208055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 82887518-c955-4d66-95d7-cfbbd58bd1b0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:39.211758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.222249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:39.222618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:39.225214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/47e6773f-49f0-4eba-b1f3-9f5326562c18 HTTP/1.1" status: 204  len: 168 time: 4.3502862
Nov 15 09:20:39.227934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57672) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.242881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=00b07cbb-b1e0-47c0-9136-24c692935bb1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:39.261436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:39.291332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/00b07cbb-b1e0-47c0-9136-24c692935bb1 HTTP/1.1" status: 204  len: 168 time: 5.1980765
Nov 15 09:20:39.294407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:39.298380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57676) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.301548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:39.308301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169703545'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:39.313900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:39.319352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:39.322805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:39.324368 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.services.metering.metering_plugin [None req-89a19285-2bbd-4c61-92f1-39423d52272d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 15 09:20:39.332984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:39.341947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.347928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:39.353394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.373607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.382750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f13be2ee-cb6c-4dc2-ac10-2c9e2d8af4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:39.412091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:39.417926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.460570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9925d836-2c62-43e0-8178-83185f18c0b3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:39.468982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:39.542854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9f7a9f2890147f58af5b7fbcbe76ae5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2421789
Nov 15 09:20:39.546530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89a19285-2bbd-4c61-92f1-39423d52272d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.548019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-89a19285-2bbd-4c61-92f1-39423d52272d tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3683057
Nov 15 09:20:39.549764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57680) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.550422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 82887518-c955-4d66-95d7-cfbbd58bd1b0 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:39.550859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.556329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.564827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57682) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.586690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.599226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:39.642874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6c71d22f-514a-43d1-840d-8d129805559c tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=ebc6a92a-f11c-484a-9b6b-16b44721d897 HTTP/1.1" status: 200  len: 464 time: 0.0750492
Nov 15 09:20:39.651018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.651233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment c4a16d6b-23ad-49e8-8ef4-b9be14068d52 of type vxlan for network 197aa28e-74fa-4288-872f-3631c040dc52
Nov 15 09:20:39.652412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57690) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.673626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port b0af18f4-e3d1-48b9-ac61-1dab937e322f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:39.673986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.700780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57692) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:39.728852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:39.729214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.814459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] The port '3d6cebc5-19f3-4ed0-a416-9e26544fdf1b' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:20:39.837345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.852849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:39.904939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:39.956821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145d499-fd3b-4956-89bb-f5dbdac4e09d None None] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:40.023618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.043926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:20:40.142644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:40.143225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d6cebc5-19f3-4ed0-a416-9e26544fdf1b not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:40.176105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.252847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3bc4ba8>,) {'filters': {'network_id': ['aa50695d-0452-435e-a26d-9a5928892b15']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:40.262584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ba6cb95-d68a-4c8d-b03e-5cf35245a896 None None] Provisioning for port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:40.279381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3bc4ba8>, '343bb75a-1f1f-4bac-ba89-6805bedaa213') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:40.279381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3bc4ba8>, '343bb75a-1f1f-4bac-ba89-6805bedaa213') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:40.279566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ba6cb95-d68a-4c8d-b03e-5cf35245a896 None None] Provisioning complete for port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:40.279566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cb95-d68a-4c8d-b03e-5cf35245a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.300139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.314929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port b0af18f4-e3d1-48b9-ac61-1dab937e322f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b0af18f4-e3d1-48b9-ac61-1dab937e322f,segment=NetworkSegment(d3d4fdf2-0523-4019-a5d9-3a477ecb955e),segment_id=d3d4fdf2-0523-4019-a5d9-3a477ecb955e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:40.315317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.321499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] DHCP port deletion for 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:40.347754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Deleting port b0af18f4-e3d1-48b9-ac61-1dab937e322f {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:40.348231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.376135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.380343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:40.380997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.391898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.399566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-355d3ea2-2836-4889-b6cf-2fa551cdc1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320760868] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:40.413075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6cb95-d68a-4c8d-b03e-5cf35245a896 None None] Port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:40.452607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:40.473247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for b0af18f4-e3d1-48b9-ac61-1dab937e322f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:40.521321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50c4cf5c-6c26-427a-948d-ed6c2fdfdff0 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.525119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50c4cf5c-6c26-427a-948d-ed6c2fdfdff0 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/ebc6a92a-f11c-484a-9b6b-16b44721d897 HTTP/1.1" status: 204  len: 168 time: 0.8417656
Nov 15 09:20:40.530152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57700) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:40.566343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=197aa28e-74fa-4288-872f-3631c040dc52,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:40.576488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2758210
Nov 15 09:20:40.576710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57702) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:40.577608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:40.591503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3af9db1b-77bb-410e-8bd4-6958cc0f8662 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4b46eecd1a5403fba9de272a8254d79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8861897
Nov 15 09:20:40.593118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 197aa28e-74fa-4288-872f-3631c040dc52 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:40.600338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57708) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:40.604582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '197aa28e-74fa-4288-872f-3631c040dc52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:40.613676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 197aa28e-74fa-4288-872f-3631c040dc52 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:40.646411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.693361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e48d832-ab62-49d0-b136-226596d2a705 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=ebc6a92a-f11c-484a-9b6b-16b44721d897 HTTP/1.1" status: 200  len: 221 time: 0.1113722
Nov 15 09:20:40.706446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ebc6735-3374-4106-899b-550417054b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:40.706634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57712) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:40.725914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8ed8b70-b3ed-4ed9-bb43-b2651c4787bb tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Request body: {'metering_label': {'name': 'tempest-metering-label--895633568', 'description': 'label created by tempest'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:40.726391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8ed8b70-b3ed-4ed9-bb43-b2651c4787bb tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Unknown quota resources ['metering_label']. {{(pid=81073) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 15 09:20:40.751112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network aa50695d-0452-435e-a26d-9a5928892b15 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:40.763180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.787048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] For port b0af18f4-e3d1-48b9-ac61-1dab937e322f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b0af18f4-e3d1-48b9-ac61-1dab937e322f,segment=NetworkSegment(d3d4fdf2-0523-4019-a5d9-3a477ecb955e),segment_id=d3d4fdf2-0523-4019-a5d9-3a477ecb955e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:40.787438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.830875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925d836-2c62-43e0-8178-83185f18c0b3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:40.845455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:40.874867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.876473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9925d836-2c62-43e0-8178-83185f18c0b3 HTTP/1.1" status: 204  len: 168 time: 1.3253505
Nov 15 09:20:40.937763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:40.955007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:40.968616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:40.980929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:40.989153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:40.994461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Calling delete_port for b0af18f4-e3d1-48b9-ac61-1dab937e322f owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:41.043824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.065942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:41.083736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.096240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b0af18f4-e3d1-48b9-ac61-1dab937e322f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:41.139482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b0af18f4-e3d1-48b9-ac61-1dab937e322f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:41.139905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b0af18f4-e3d1-48b9-ac61-1dab937e322f not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:41.143306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:41.143746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:41.163285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.164812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.178290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.193267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0bf063b-3ad1-4326-9beb-7e494858ff68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:41.203365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1858b9aa-f13e-44cc-a8b6-c7f2cd2f6ac1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:41.375823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.467657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:41.528763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.529353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.529628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.529997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.530409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.530910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.531204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.531616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.532047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.532454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.532863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.533339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.533814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.534219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.534622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.535026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.535434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.535831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.536307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.536711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.537106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.537521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.537890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.538389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.550279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:41.552947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.564620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43885a5a-1ce5-4bf6-beee-963e0e0eef7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:41.580774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cebed4d-0ee1-49ab-907b-3058b2ce4594,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:41.588345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:41.605066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.609217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cebed4d-0ee1-49ab-907b-3058b2ce4594 HTTP/1.1" status: 204  len: 168 time: 0.9834321
Nov 15 09:20:41.618879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:41.621091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:41.635745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=b0af18f4-e3d1-48b9-ac61-1dab937e322f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:41.649003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Deleting port b0af18f4-e3d1-48b9-ac61-1dab937e322f {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:41.649451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:41.656351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network aa50695d-0452-435e-a26d-9a5928892b15 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:41.669223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.669642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.676445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.677072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.677654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.678233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.678804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.679385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.679978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.680546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.681586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.682171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.682809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.683376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.684495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.685090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.685655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.686340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.686900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.687472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.688088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.688653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.689219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.689779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:41.694272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:41.780538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ea4e1-5d33-4406-82f2-8ec91f242856 None None] The port 'b0af18f4-e3d1-48b9-ac61-1dab937e322f' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:41.806964 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:41.968445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No DVR routers for this DVR port b0af18f4-e3d1-48b9-ac61-1dab937e322f on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:42.014943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8b70-b3ed-4ed9-bb43-b2651c4787bb tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.019359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8ed8b70-b3ed-4ed9-bb43-b2651c4787bb tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 1.3101199
Nov 15 09:20:42.045237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57734) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:42.060994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.066435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8ea35cfb-9b0d-4c5c-b491-b5c31a8d7b73 None None] Provisioning complete for port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:42.066978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ea35cfb-9b0d-4c5c-b491-b5c31a8d7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.072856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.152491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8ea35cfb-9b0d-4c5c-b491-b5c31a8d7b73 None None] Port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:42.197409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:42.232276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=aa50695d-0452-435e-a26d-9a5928892b15,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:42.242580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/aa50695d-0452-435e-a26d-9a5928892b15 HTTP/1.1" status: 204  len: 168 time: 5.2750432
Nov 15 09:20:42.242580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:42.242580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.249800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57746) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:42.260151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'name': 'tempest-PortsIpV6TestJSON-1442844033'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:42.451454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab5917e5-4da2-4922-b7dd-060e3b291d44 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=69fce84b-8871-4290-aa8d-80838f72d227 HTTP/1.1" status: 200  len: 467 time: 0.4046094
Nov 15 09:20:42.452160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57754) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:42.593297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:42.617366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1d7efd0>,) {'filters': {'network_id': ['7ec61e4f-3171-427d-8bbc-ddf49ec37a11']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:42.618016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:42.712465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:42.718859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.815486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d7efd0>, 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:42.815903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d7efd0>, 'd3d4fdf2-0523-4019-a5d9-3a477ecb955e') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:42.929998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.944267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 5821fea8-7336-407a-b2b8-90fe53e18ae6 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:42.960396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:42.962627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:43.015823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34469f25-532c-41e4-95bb-736074f7a975 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.019533 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34469f25-532c-41e4-95bb-736074f7a975 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/69fce84b-8871-4290-aa8d-80838f72d227 HTTP/1.1" status: 204  len: 168 time: 0.5607736
Nov 15 09:20:43.023577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57770) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.091716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-442def45-6684-44cb-9e75-a61a92fb1087 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=69fce84b-8871-4290-aa8d-80838f72d227 HTTP/1.1" status: 200  len: 216 time: 0.0576036
Nov 15 09:20:43.099683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57776) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.185825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Router 6285dc7b-5d92-4a93-9af0-53fca6e9996c is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:20:43.195109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:43.217319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57782) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.219897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55d3e16d-5895-42c7-9206-7f02302ac824 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1181612
Nov 15 09:20:43.223165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.241617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57786) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.253155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d94b8f53-451d-442b-9713-d6751d1bad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.261732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc06030b-87ba-4414-908d-0b40d34120b4 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0187225
Nov 15 09:20:43.270572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57792) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.426747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.445581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 7ec61e4f-3171-427d-8bbc-ddf49ec37a11 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:43.445812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12cc9fc6-663b-4bf4-9a6b-a3706c15193d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:43.458986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1427774133'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:43.481201 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:43.486429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:43.553856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56f07c5d-826a-45b9-8357-e2329c986d93 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-labels/17088e94-3dfc-4c6c-be6b-877f0e3500f6 HTTP/1.1" status: 200  len: 473 time: 0.2757547
Nov 15 09:20:43.554069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:network and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:43.554069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:43.556273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57800) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.569828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:43.582809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57804) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.591940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c298fe65-f4ff-45be-8ea0-4f35dc334643 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/b2e9e5b3-8de0-4955-a991-ea4dee930fb9 HTTP/1.1" status: 200  len: 461 time: 0.0340958
Nov 15 09:20:43.597565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57808) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.629582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.633090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bc70057-7837-4591-8f45-ec6365de2a0d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:43.660888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.661880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.672256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Made reservation on behalf of c18597e940d343f6bd42f799f422b143 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:43.678401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.693819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=7ec61e4f-3171-427d-8bbc-ddf49ec37a11,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:43.773084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=34ea8b98-9b4e-450b-98e6-f10e15875d70,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:43.788288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:43.793733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/7ec61e4f-3171-427d-8bbc-ddf49ec37a11 HTTP/1.1" status: 204  len: 168 time: 4.5609148
Nov 15 09:20:43.793936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:43.795992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57814) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.799247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1429138045', 'router:external': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:43.803720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1551188998', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:43.812971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.827496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:43.830618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:43.838366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:43.850079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:43.869085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:43.898665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:network and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:43.906845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:43.913288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.925680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:43.933609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:43.951978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:43.954949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec2f559-cd46-4f19-88fb-a721d7d85dde tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.956216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bec2f559-cd46-4f19-88fb-a721d7d85dde tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/b2e9e5b3-8de0-4955-a991-ea4dee930fb9 HTTP/1.1" status: 204  len: 168 time: 0.3577018
Nov 15 09:20:43.958869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57818) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:43.961550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:security_group_rule and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:43.972024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:43.982687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:43.983705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.065247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:44.077332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Made reservation on behalf of e5c0052641f940d690087e2016d6f93f for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:44.082089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.108446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.118729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:44.119136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 197aa28e-74fa-4288-872f-3631c040dc52, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:44.149757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=5821fea8-7336-407a-b2b8-90fe53e18ae6,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:44.156835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:44.159379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:44.170166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Sync routers for ids ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:44.175099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.185338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Routers {'6285dc7b-5d92-4a93-9af0-53fca6e9996c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:44.185992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e32b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:44.204964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:44.211921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:44.218717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:44.223046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:44.223720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.235926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "PUT /v2.0/routers/6285dc7b-5d92-4a93-9af0-53fca6e9996c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5945232
Nov 15 09:20:44.237029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57822) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:44.333890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 197aa28e-74fa-4288-872f-3631c040dc52 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:44.337181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.0857515
Nov 15 09:20:44.340198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57826) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:44.390402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Set router 6285dc7b-5d92-4a93-9af0-53fca6e9996c gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:44.403265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:44.422232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:security_group_rule and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:44.434637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:44.551114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:44.558300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642379c-befc-40cd-aa47-566b0226c332 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:44.559503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1642379c-befc-40cd-aa47-566b0226c332 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:44.614840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.655118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eef8d635-ecc4-4d00-8cf2-832c2bc52917 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] Notify callbacks [] for metering_label, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.656347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eef8d635-ecc4-4d00-8cf2-832c2bc52917 tempest-MeteringTestJSON-1293842895 tempest-MeteringTestJSON-1293842895] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/17088e94-3dfc-4c6c-be6b-877f0e3500f6 HTTP/1.1" status: 204  len: 168 time: 0.6964977
Nov 15 09:20:44.682763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1642379c-befc-40cd-aa47-566b0226c332 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:44.693651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1642379c-befc-40cd-aa47-566b0226c332 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports/740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef HTTP/1.1" status: 200  len: 911 time: 0.3851864
Nov 15 09:20:44.694533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.699287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:44.705654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24b7268b-747f-4bc2-b90b-f89bc14fc0b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:44.734389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 197aa28e-74fa-4288-872f-3631c040dc52) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:44.743066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2d374-a7d5-469d-9dd1-8ced30964a14 None None] Network 197aa28e-74fa-4288-872f-3631c040dc52 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:44.780029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:44.780710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.834924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 5821fea8-7336-407a-b2b8-90fe53e18ae6 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:44.835314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.838528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:44.851522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.852225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Added segment b5d99be0-5d63-462e-b1cc-c9640193d007 of type vxlan for network fd78203c-c804-4516-b55b-dc27cbbfd799
Nov 15 09:20:44.867008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e32b70>, [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:39Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:fb:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:20:36Z', 'updated_at': '2020-11-15T09:20:40Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:44.875733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Checking router: 6285dc7b-5d92-4a93-9af0-53fca6e9996c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:20:44.876160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Updating router 6285dc7b-5d92-4a93-9af0-53fca6e9996c port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:20:44.886495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.890841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.914815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.3292775
Nov 15 09:20:44.915681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57836) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:44.935892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5c0e5-0b7b-4a58-8998-d708b5dde927,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:44.952825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:44.989139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:44.989963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.017652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.021006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:45.021777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.051706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8055b03c-1cdc-45e6-bd07-011f70e117f2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:45.339798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-197aa28e-74fa-4288-872f-3631c040dc52', 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '34ea8b98-9b4e-450b-98e6-f10e15875d70'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:45.341517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.365048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.385434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.579339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.580647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.588034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57842) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:45.596582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Network': ['ID=fd78203c-c804-4516-b55b-dc27cbbfd799,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:45.598332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:45.602069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.3819287
Nov 15 09:20:45.608739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7327c40-83e6-4839-b99f-c0365a20c870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:45.613191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 5821fea8-7336-407a-b2b8-90fe53e18ae6 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:45.623169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57846) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:45.627295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.628812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:45.643994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'subnet': {'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:45.658208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Transition to ACTIVE for port object 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:45.686651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.719896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:45.758763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:45.784115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:45.816851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6980248-31f2-4534-88bb-a13eb5bd9708 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:45.823255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.830392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6980248-31f2-4534-88bb-a13eb5bd9708 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:45.834769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6980248-31f2-4534-88bb-a13eb5bd9708 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.1147258
Nov 15 09:20:45.843155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:45.858623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.859072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Added segment 8153352d-0e8c-4f33-8f68-012f4ead342c of type vxlan for network 64c72478-d3db-4ef5-aaed-743c0d8205fc
Nov 15 09:20:45.899658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a24c6183-2fde-4129-b316-f982b0a6212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.914365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.924851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:45.961764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.976621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:45.997171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:20:46.002271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22f79f-3093-464f-880e-d19b0e73cdaf,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.011449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:46.030687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Allocated IP 172.20.0.1 (197aa28e-74fa-4288-872f-3631c040dc52/34ea8b98-9b4e-450b-98e6-f10e15875d70/b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:46.034206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.037538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Pushing event updated for resources: {'Port': ['ID=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.039028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:subnet and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:46.052492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:46.063881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.064281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.064659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.065035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.065410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.065777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.066144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.066507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.066872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.067233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.067597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.067991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.068410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.068774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.069133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.069491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.069849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.070460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.070819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.071177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.071538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.071915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.072276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.072634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:46.080599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:46.098600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-286aeb5b-aa8f-4d58-9a6d-b162f74a063a tempest-RoutersIpV6AdminTest-1509683000 tempest-RoutersIpV6AdminTest-1509683000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:46.127779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:46.135600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.255947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Made reservation on behalf of c18597e940d343f6bd42f799f422b143 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:46.259639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Attempting to bind port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:46.260089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Attempting to bind port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:46.260502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Attempting to bind port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:46.270668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:46.271606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:46.272084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.272822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:46.273056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Bound port: 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:46.273496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.273780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=5821fea8-7336-407a-b2b8-90fe53e18ae6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.289516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:46.294238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.300744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.303824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:46.303824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.318458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b54e437f-18be-4a78-a42e-a9054f020307 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:46.353795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:46.413857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] For port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:46.418390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] For port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:46.434315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.447664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.450304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Transition to ACTIVE for port object b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:46.471193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:46.475803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Transition to ACTIVE for port object b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:46.484606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Usage tracker for resource:security_group_rule and tenant:6d81b2bbfe5b4566aad3af7b63185a1d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:46.488146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Network': ['ID=64c72478-d3db-4ef5-aaed-743c0d8205fc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.503598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.504171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:46.518229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:46.521971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:46.532786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:46.560654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Pushing event updated for resources: {'Port': ['ID=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.582177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.617246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:46.626504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:46.690285 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 3.1039073
Nov 15 09:20:46.694618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57856) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:46.714307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Routers {'6285dc7b-5d92-4a93-9af0-53fca6e9996c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:46.715650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e32b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:46.717237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3753ac80-17a5-4ef9-aa15-83ecda95dfa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:46.718172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'subnet': {'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:46.724524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:46.733510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/5821fea8-7336-407a-b2b8-90fe53e18ae6 HTTP/1.1" status: 204  len: 168 time: 2.3908904
Nov 15 09:20:46.737196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:46.744160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:subnet and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:46.752373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'mac_address': 'fa:16:3e:cd:fd:e5', 'name': 'tempest-PortsIpV6TestJSON-907661857'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:46.772181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:46.811961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:46.813207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:46.847586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Pushing event updated for resources: {'Port': ['ID=b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:46.852500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:47.094284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Made reservation on behalf of e5c0052641f940d690087e2016d6f93f for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:47.100203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.130730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.26.4.27 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/54fd4491-3a42-4b40-b79d-4a7ed182b478) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:47.131874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Network 197aa28e-74fa-4288-872f-3631c040dc52 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:47.137730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:47.137730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:47.192771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:47.204745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.207447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Attempting to bind port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:47.208783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Attempting to bind port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:47.209213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Attempting to bind port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d on network 197aa28e-74fa-4288-872f-3631c040dc52 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:47.219125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:47.219642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Checking segment: {'id': 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:47.220131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.221051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Bound using segment: {'id': 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:47.221051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Bound port: b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '197aa28e-74fa-4288-872f-3631c040dc52'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:47.221491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.222642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.241638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.245480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:47.250251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ade5989f-b708-4856-91e8-ab81108fdf6b tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:47.253703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7839a701-22b8-4cf9-a819-16c856e6d485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:47.257438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] Set router 6285dc7b-5d92-4a93-9af0-53fca6e9996c gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:47.287932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:47.385411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] For port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:47.391043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] For port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d,segment=NetworkSegment(c4a16d6b-23ad-49e8-8ef4-b9be14068d52),segment_id=c4a16d6b-23ad-49e8-8ef4-b9be14068d52)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:47.391421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadd2d9-556a-44b2-8430-9d0aaf1bdc40,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:47.405380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:47.418855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d81b2bbfe5b4566aad3af7b63185a1d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8164680
Nov 15 09:20:47.420991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57864) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:47.434213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.557695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:47.649101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e32b70>, [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:39Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:fb:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:20:36Z', 'updated_at': '2020-11-15T09:20:46Z', 'revision_number': 4, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:47.653610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69577348-a7d8-4cfa-8fce-a5d94bd3970c None None] The sync data for ids ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'] in dv-neutron-743142-12-ovs is: [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:39Z', 'revision_number': 2, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None, '_interfaces': [{'id': '740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef', 'name': '', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'mac_address': 'fa:16:3e:fb:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:20:36Z', 'updated_at': '2020-11-15T09:20:46Z', 'revision_number': 4, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'subnets': [{'id': '2854f7d9-82ef-4b0e-8adc-f6282bdd6268', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:47.662382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Pushing event updated for resources: {'Port': ['ID=b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:47.662651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.665892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:47.750831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=34ea8b98-9b4e-450b-98e6-f10e15875d70,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:47.756112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.779991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:47.793015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:47.800649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.820437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747f2e8-e447-408d-afc5-525c7f193602 None None] Network 197aa28e-74fa-4288-872f-3631c040dc52 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:47.923197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.929521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:47.932672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:48.008727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.015136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b506f45b-d1c6-402e-9d81-b0288e09fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:48.072813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b311f-fd93-4892-b682-9c98658c60cd None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:20:48.132189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadd2d9-556a-44b2-8430-9d0aaf1bdc40,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:48.141912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:48.210957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.212244 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9cadd2d9-556a-44b2-8430-9d0aaf1bdc40 HTTP/1.1" status: 204  len: 168 time: 0.7889376
Nov 15 09:20:48.254802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.275601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.306420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-278273ca-da4f-4aff-a12a-6452ec1ed88b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:48.415555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a366c550>,) {'filters': {'network_id': ['197aa28e-74fa-4288-872f-3631c040dc52']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:48.437239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a366c550>, 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:48.437589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a366c550>, 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:48.493210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Subnet': ['ID=97ebeb98-4aa1-42cd-83ad-278d9de3810a,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:48.499959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:48.527772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b311f-fd93-4892-b682-9c98658c60cd None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:48.550469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.577008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b311f-fd93-4892-b682-9c98658c60cd None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, fd78203c-c804-4516-b55b-dc27cbbfd799) {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:20:48.600788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.620078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:48.626560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.678188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:48.684706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.693146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:48.708595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:48.709381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.728046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.762253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-250c7e30-ac9c-436d-9779-43deae20e172 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:48.820628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:48.821012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:48.875824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2490869
Nov 15 09:20:48.876984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57876) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:48.991112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-511336781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:49.025838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-fd78203c-c804-4516-b55b-dc27cbbfd799', 'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799', 'tenant_id': 'c18597e940d343f6bd42f799f422b143', 'fixed_ips': [{'subnet_id': '97ebeb98-4aa1-42cd-83ad-278d9de3810a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:49.026855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.064237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:49.066403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57880) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:49.099418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:49.100983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.138321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:router and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:49.154798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:49.158901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:49.261551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 02a131bc-23e2-4d1b-9af9-1efd05f7ba2c yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:49.308604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.319332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=54fd4491-3a42-4b40-b79d-4a7ed182b478,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:49.348110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:49.352317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:49.380285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 197aa28e-74fa-4288-872f-3631c040dc52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:49.411100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.558980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:49.567165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:49.583833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:49.584313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.587770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.588817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.648679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:49.672854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Allocated IP 172.20.0.2 (fd78203c-c804-4516-b55b-dc27cbbfd799/97ebeb98-4aa1-42cd-83ad-278d9de3810a/7dc65bc3-36f1-4270-bf57-2d043d534f06) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:49.722386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Usage tracker for resource:security_group_rule and tenant:17785342accd4749ae00703783b711c5 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:49.751157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:49.773129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:49.799605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 197aa28e-74fa-4288-872f-3631c040dc52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:49.833932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.835125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:49.837313 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:49.859184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b53c409-4267-4381-9b0e-fc7089c22ad8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:49.868056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:49.927738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:49.997467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:49.997634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:50.000558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:50.050837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.060917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.072722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Transition to ACTIVE for port object 7dc65bc3-36f1-4270-bf57-2d043d534f06 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:50.091046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Transition to ACTIVE for port object 7dc65bc3-36f1-4270-bf57-2d043d534f06 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:50.144089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.162512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:50.170038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.257688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.318938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Pushing event updated for resources: {'Port': ['ID=7dc65bc3-36f1-4270-bf57-2d043d534f06,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:50.343751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.344087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.344473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.344862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.345248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.345609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.345985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.346763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.346763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.347017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.347387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.347749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.348215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.348583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.349248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.349248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.349628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.349995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.350361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.350725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.351093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.351455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.351831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.352208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:20:50.360217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:50.411497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:50.413093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:50.415446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:50.484949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Attempting to bind port 7dc65bc3-36f1-4270-bf57-2d043d534f06 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:50.485383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Attempting to bind port 7dc65bc3-36f1-4270-bf57-2d043d534f06 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b5d99be0-5d63-462e-b1cc-c9640193d007', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:50.485808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Attempting to bind port 7dc65bc3-36f1-4270-bf57-2d043d534f06 on network fd78203c-c804-4516-b55b-dc27cbbfd799 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:50.493465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:50.493899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Checking segment: {'id': 'b5d99be0-5d63-462e-b1cc-c9640193d007', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:50.494363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.494815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Bound using segment: {'id': 'b5d99be0-5d63-462e-b1cc-c9640193d007', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:50.495336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Bound port: 7dc65bc3-36f1-4270-bf57-2d043d534f06, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d99be0-5d63-462e-b1cc-c9640193d007', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:50.495900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.497358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:20:50.497358 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:20:50.497358 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '197aa28e-74fa-4288-872f-3631c040dc52'}]
Nov 15 09:20:50.497358 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:20:50.497969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:20:50.536505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.607480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] For port 7dc65bc3-36f1-4270-bf57-2d043d534f06, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:50.611268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] For port 7dc65bc3-36f1-4270-bf57-2d043d534f06, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7dc65bc3-36f1-4270-bf57-2d043d534f06,segment=NetworkSegment(b5d99be0-5d63-462e-b1cc-c9640193d007),segment_id=b5d99be0-5d63-462e-b1cc-c9640193d007)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:50.635520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.656417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.673117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:50.691043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.702770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.706649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a43f1583-ea7f-41c0-a94b-805f8d0ea1fc tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 1.7677829
Nov 15 09:20:50.706649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:50.709773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57886) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:50.710291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-faead570-ccfe-41df-8347-92b02d9e9a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:50.835600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Pushing event updated for resources: {'Port': ['ID=7dc65bc3-36f1-4270-bf57-2d043d534f06,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:50.841130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:50.967671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Router 6285dc7b-5d92-4a93-9af0-53fca6e9996c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:20:51.045419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2303e7df-a5d8-4284-a4e2-abf9ba1bdd25,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:51.048728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:51.058404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.110965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-efea4a63-04c0-4efa-b514-99a37f579fc0 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:51.158503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17785342accd4749ae00703783b711c5&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0692270
Nov 15 09:20:51.158603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:51.161331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57890) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:51.169609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Sync routers for ids ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:51.189032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Routers {'6285dc7b-5d92-4a93-9af0-53fca6e9996c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:51.190610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2999c18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:51.246656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:20:51.247268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.261376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "PUT /v2.0/routers/6285dc7b-5d92-4a93-9af0-53fca6e9996c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4146149
Nov 15 09:20:51.266167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57894) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:51.315234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.365617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.385604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1edab6-c99c-4ff5-8789-883d671e667c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:51.386817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Set router 6285dc7b-5d92-4a93-9af0-53fca6e9996c gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:51.387767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1edab6-c99c-4ff5-8789-883d671e667c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:51.388624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d1edab6-c99c-4ff5-8789-883d671e667c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:51.405047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=02a131bc-23e2-4d1b-9af9-1efd05f7ba2c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:51.412372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:51.413111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.446598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:51.451503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccd09f57-2866-4e76-be5e-152fc9e2c3b3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:51.478570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.487076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64eb78e8-3340-4b8b-a8a7-8739b3145917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:51.502954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303e7df-a5d8-4284-a4e2-abf9ba1bdd25,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:51.505149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:51.507104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d1edab6-c99c-4ff5-8789-883d671e667c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:51.510955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2999c18>, [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:49Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:51.511305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d1edab6-c99c-4ff5-8789-883d671e667c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2446017
Nov 15 09:20:51.512146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57900) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:51.514466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:51.516412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.517011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Checking router: 6285dc7b-5d92-4a93-9af0-53fca6e9996c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:20:51.517598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2303e7df-a5d8-4284-a4e2-abf9ba1bdd25 HTTP/1.1" status: 204  len: 168 time: 0.3517139
Nov 15 09:20:51.586744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Routers {'6285dc7b-5d92-4a93-9af0-53fca6e9996c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:51.587581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2999c18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:51.621413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:51.649217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:51.654153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:51.654830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.761464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] Set router 6285dc7b-5d92-4a93-9af0-53fca6e9996c gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:20:51.783672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 2854f7d9-82ef-4b0e-8adc-f6282bdd6268 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:20:51.787509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.809903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Subnet': ['ID=db21a894-0cf9-4a73-8cae-6facf3a2beea,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:51.823492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:51.853219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:51.973445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 5.2321899
Nov 15 09:20:51.974464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57910) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:51.981290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2999c18>, [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:49Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:51.990217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f6df-8621-4429-b12e-3e243046c677 None None] The sync data for ids ['6285dc7b-5d92-4a93-9af0-53fca6e9996c'] in dv-neutron-743142-12-ovs is: [{'id': '6285dc7b-5d92-4a93-9af0-53fca6e9996c', 'name': 'tempest-NetworksTestDHCPv6-router-848489448', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:20:32Z', 'updated_at': '2020-11-15T09:20:49Z', 'revision_number': 3, 'project_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:52.002356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.080215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.081044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.214312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d,segment=NetworkSegment(c4a16d6b-23ad-49e8-8ef4-b9be14068d52),segment_id=c4a16d6b-23ad-49e8-8ef4-b9be14068d52)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:52.214767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.424542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.424830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2fd4b-badd-40b9-bc30-1d4d903b3fe5 None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:52.457983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f4d040-710b-44d4-a1cb-c3b3e30c907d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:52.610411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8533cb7f-558e-4004-85f9-e07d8f5ae378 None None] Provisioning for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:52.680542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=2854f7d9-82ef-4b0e-8adc-f6282bdd6268,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:52.685842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:52.688935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:52.742002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/2854f7d9-82ef-4b0e-8adc-f6282bdd6268 HTTP/1.1" status: 204  len: 168 time: 1.2280715
Nov 15 09:20:52.742851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57926) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:52.765138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c51b4-a29f-464a-8d41-4142a17d242d None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:52.825856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:52.859542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd582be3-cec4-4dd2-9b6a-9b669286868a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:52.860231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fd582be3-cec4-4dd2-9b6a-9b669286868a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:52.907438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Checking segment: {'id': '8153352d-0e8c-4f33-8f68-012f4ead342c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:52.907835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network hostable DHCP agents. Network: 64c72478-d3db-4ef5-aaed-743c0d8205fc, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:20:52.984289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3129d49c-e0cd-47cd-801b-2d97771a38ee tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.2396994
Nov 15 09:20:52.985393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57932) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:52.985695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fd582be3-cec4-4dd2-9b6a-9b669286868a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:52.990029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fd582be3-cec4-4dd2-9b6a-9b669286868a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/02a131bc-23e2-4d1b-9af9-1efd05f7ba2c HTTP/1.1" status: 200  len: 844 time: 1.0095177
Nov 15 09:20:52.992376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57936) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:53.148644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7dc65bc3-36f1-4270-bf57-2d043d534f06 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:53.218286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:20:53.225741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.247090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:53.355179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 64c72478-d3db-4ef5-aaed-743c0d8205fc) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:53.374603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:53.382958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036e9f1-8b64-48ab-ac9e-71e42baa3e0e None None] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:53.391957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 02a131bc-23e2-4d1b-9af9-1efd05f7ba2c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:53.392415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.430260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:53.483702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:53.518885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:53.518885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.530350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.555460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.577978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:53.578418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:53.666113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 6.9690142
Nov 15 09:20:53.683154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:53.692053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port b816e5c7-1a76-406f-a1fc-ffe6d06a3b5d on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:53.706820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'port': {'name': 'tempest-RoutersAdminTest-898026318', 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:53.805269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b20bc6-cf89-484c-91bc-bb6733143f4c None None] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:53.822204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:53.920888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:port and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:53.968413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:20:53.986614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:54.023870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Deleting port 82887518-c955-4d66-95d7-cfbbd58bd1b0 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:54.024470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.160322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.169446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.255833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.263024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.273450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5076b63d-549e-44aa-847e-1974acbbd719 None None] Provisioning complete for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:54.273821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5076b63d-549e-44aa-847e-1974acbbd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.299963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:54.455356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.456455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Fanout notify agent at l3_agent the message router_deleted on router 6285dc7b-5d92-4a93-9af0-53fca6e9996c {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:20:54.469616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 02a131bc-23e2-4d1b-9af9-1efd05f7ba2c owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:54.483892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.485191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61718643-d22d-452c-80c5-125503849b0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/routers/6285dc7b-5d92-4a93-9af0-53fca6e9996c HTTP/1.1" status: 204  len: 168 time: 1.4978354
Nov 15 09:20:54.494299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57960) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:54.524569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 7dc65bc3-36f1-4270-bf57-2d043d534f06, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7dc65bc3-36f1-4270-bf57-2d043d534f06,segment=NetworkSegment(b5d99be0-5d63-462e-b1cc-c9640193d007),segment_id=b5d99be0-5d63-462e-b1cc-c9640193d007)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:54.568542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.586563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba4a4b9f-4fd0-4062-8326-de579f09c682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:54.622619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Made reservation on behalf of e5c0052641f940d690087e2016d6f93f for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:54.627475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.633420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d5da0-37b3-4a9a-b87a-7fb598419212 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:54.633661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:54.634433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d5d5da0-37b3-4a9a-b87a-7fb598419212 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:54.685542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.718119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d5d5da0-37b3-4a9a-b87a-7fb598419212 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:54.719723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d5d5da0-37b3-4a9a-b87a-7fb598419212 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2243919
Nov 15 09:20:54.722343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57968) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:54.744205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:20:54.744602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 740dafa0-1efc-4bdf-b5a5-fb2bbf8776ef not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:20:54.825543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b2979-1fcb-4db0-a69a-5c89a8eb4ee0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:54.826792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ac1b2979-1fcb-4db0-a69a-5c89a8eb4ee0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:54.874157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] For port 82887518-c955-4d66-95d7-cfbbd58bd1b0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=82887518-c955-4d66-95d7-cfbbd58bd1b0,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:20:54.874487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:54.874592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:54.895580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ac1b2979-1fcb-4db0-a69a-5c89a8eb4ee0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:54.898750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ac1b2979-1fcb-4db0-a69a-5c89a8eb4ee0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1744702
Nov 15 09:20:54.900912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57978) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:55.041551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38f38195-928d-4406-9597-08bfdee513f1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:55.051750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Calling delete_port for 82887518-c955-4d66-95d7-cfbbd58bd1b0 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:20:55.071864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7dbb7523-5ec5-408f-88ae-7b82905fd06b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Request body: {'quota': {'network': 2}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:55.102040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=7dc65bc3-36f1-4270-bf57-2d043d534f06,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:55.105443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:55.115889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 82887518-c955-4d66-95d7-cfbbd58bd1b0 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:20:55.118234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38f38195-928d-4406-9597-08bfdee513f1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:55.125122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38f38195-928d-4406-9597-08bfdee513f1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2169230
Nov 15 09:20:55.126817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57982) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:55.133570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:55.232337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No ports have port_id starting with 82887518-c955-4d66-95d7-cfbbd58bd1b0
Nov 15 09:20:55.241312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-14475eea-fe15-41a8-8cc9-ab21dcafcd93 None None] Provisioning complete for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:55.241312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14475eea-fe15-41a8-8cc9-ab21dcafcd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.256337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7dbb7523-5ec5-408f-88ae-7b82905fd06b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "PUT /v2.0/quotas/2e1424a0738e473ea1b7bf7db9f67602 HTTP/1.1" status: 200  len: 368 time: 0.3802321
Nov 15 09:20:55.258615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57986) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:55.267087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Request body: {'network': {'project_id': '2e1424a0738e473ea1b7bf7db9f67602'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:55.275756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:55.280277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:55.280882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.285025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Usage tracker for resource:network and tenant:2e1424a0738e473ea1b7bf7db9f67602 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:55.290925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:55.299716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:55.302119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:55.303683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d801da30-43b1-49f6-bd5f-c3f2b6f917fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:55.341771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:55.348829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.352513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.383550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a8a0737-ece9-4651-86b8-659e6b2a3029 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:55.438478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a26fc7b8>,) {'filters': {'network_id': ['197aa28e-74fa-4288-872f-3631c040dc52']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:55.451238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Made reservation on behalf of 2e1424a0738e473ea1b7bf7db9f67602 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:55.456543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.477882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.519491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=02a131bc-23e2-4d1b-9af9-1efd05f7ba2c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:55.541670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:55.546621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26fc7b8>, 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:55.547178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26fc7b8>, 'c4a16d6b-23ad-49e8-8ef4-b9be14068d52') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:55.548051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Usage tracker for resource:security_group_rule and tenant:2e1424a0738e473ea1b7bf7db9f67602 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:55.551822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:55.562011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:55.562189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:55.600468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Pushing event deleted for resources: {'Port': ['ID=82887518-c955-4d66-95d7-cfbbd58bd1b0,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:55.603270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:55.617470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.670611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] device_id is not set on port bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:55.711346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] No DVR routers for this DVR port 82887518-c955-4d66-95d7-cfbbd58bd1b0 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:20:55.718492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.722699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 591ee4fa-6208-483d-a0bd-e9b56010b694 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:20:55.728884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:55.738251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.823660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.831654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8296a5a6-30d6-49d9-8581-bafeb8317395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:55.872551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:55.890331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2fc6d0-e85c-4f0c-b2e9-e44e4e2e37a8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:55.895318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:55.903134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:55.903588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Added segment c7a70c52-40a5-4557-86f8-801146af4f52 of type vxlan for network ac9d6534-06e4-4238-9ed4-56d7b179d830
Nov 15 09:20:56.015082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.023729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.105081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:20:56.108538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.124936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61f6e1bf-f6e8-4dce-a4b9-34a1a8c04079 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:56.157303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 197aa28e-74fa-4288-872f-3631c040dc52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:56.163858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.164870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:56.165520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.178561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.277012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=23191285-464d-4d9c-9b3d-bf217232e4ca,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:56.280203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:56.284471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9184df2e-a622-4637-a2e9-baf0bdaca091 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:56.301024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Allocated IP 172.20.0.1 (fd78203c-c804-4516-b55b-dc27cbbfd799/97ebeb98-4aa1-42cd-83ad-278d9de3810a/e8260745-8bc7-4e67-ae46-d9735363daf2) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:56.343643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/02a131bc-23e2-4d1b-9af9-1efd05f7ba2c HTTP/1.1" status: 204  len: 168 time: 3.3473055
Nov 15 09:20:56.348855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.20.0.6 (64c72478-d3db-4ef5-aaed-743c0d8205fc/db21a894-0cf9-4a73-8cae-6facf3a2beea/bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:56.381520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57990) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:56.406957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 1.1472585
Nov 15 09:20:56.421628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 57994) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:56.461711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Request body: {'network': {'project_id': '2e1424a0738e473ea1b7bf7db9f67602'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:56.469549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0557a291-07b9-46f6-89c6-e5810e875a0d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:20:56.470121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0557a291-07b9-46f6-89c6-e5810e875a0d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:20:56.477847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Pushing event updated for resources: {'Network': ['ID=ac9d6534-06e4-4238-9ed4-56d7b179d830,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:56.480977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:56.487494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:56.489562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ac9d6534-06e4-4238-9ed4-56d7b179d830 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:56.490612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 197aa28e-74fa-4288-872f-3631c040dc52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:56.504503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:56.506192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:56.517920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:56.518448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ac9d6534-06e4-4238-9ed4-56d7b179d830 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:56.518569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.532169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37789328-2f5f-4b7d-8b1b-5ee63b324c6a None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:20:56.536678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0557a291-07b9-46f6-89c6-e5810e875a0d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:20:56.541449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0557a291-07b9-46f6-89c6-e5810e875a0d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/02a131bc-23e2-4d1b-9af9-1efd05f7ba2c HTTP/1.1" status: 404  len: 333 time: 0.1554844
Nov 15 09:20:56.542000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 57998) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:56.549634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'name': 'tempest-PortsIpV6TestJSON-934074285'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:20:56.576159 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:20:56.593926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Usage tracker for resource:network and tenant:2e1424a0738e473ea1b7bf7db9f67602 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:56.639413 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5117319
Nov 15 09:20:56.644966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58002) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:56.657594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:56.673537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:56.698510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:56.780220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:56.814400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:56.851963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Made reservation on behalf of 2e1424a0738e473ea1b7bf7db9f67602 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:56.857305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.870194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:56.876592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:56.879793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:56.885857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:56.900750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:56.907057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.944414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:56.988135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '23191285-464d-4d9c-9b3d-bf217232e4ca'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:20:56.988332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:56.989066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.004431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6bc5362-03b6-4e67-ae49-b054155ce210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:57.021817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.028668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.074225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:57.080271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=197aa28e-74fa-4288-872f-3631c040dc52,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:57.095606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/197aa28e-74fa-4288-872f-3631c040dc52 HTTP/1.1" status: 204  len: 168 time: 12.1751316
Nov 15 09:20:57.096867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:57.101936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58006) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:57.112494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7dc65bc3-36f1-4270-bf57-2d043d534f06 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:20:57.135647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834240278'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:57.144901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Transition to ACTIVE for port object e8260745-8bc7-4e67-ae46-d9735363daf2 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:57.156063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 1d3062db-b7bb-484c-94eb-221e552e3fbd yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:20:57.156257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:57.158663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.159057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Added segment 3d1fcf47-430f-4830-8a20-c30b70f9e5c8 of type vxlan for network 491d3ccd-d93e-4b8b-84ec-90a13016f193
Nov 15 09:20:57.185495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:57.190656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:57.198993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.210581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:57.240363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.266423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.296723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:57.301763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.307187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7dc65bc3-36f1-4270-bf57-2d043d534f06 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:57.307187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.331419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.352000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:57.469371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.470288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:57.470935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.475651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:20:57.488558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] Sync routers for ids ['591ee4fa-6208-483d-a0bd-e9b56010b694'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:20:57.501404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] Routers {'591ee4fa-6208-483d-a0bd-e9b56010b694'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:57.506465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a828ddd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['591ee4fa-6208-483d-a0bd-e9b56010b694'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:57.506623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Allocated IP 2001:db8::f816:3eff:fe94:9673 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/23191285-464d-4d9c-9b3d-bf217232e4ca/47b9fac9-3b8a-46ac-a94f-292be6940b82) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:20:57.543328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.561293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:20:57.584541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a828ddd8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:57.596697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] Routers {'591ee4fa-6208-483d-a0bd-e9b56010b694'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:20:57.597806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a828ddd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['591ee4fa-6208-483d-a0bd-e9b56010b694'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:57.612650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.677874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a828ddd8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:57.678768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55a1c0-60f2-4d3a-ab86-5be9dac00dbb None None] The sync data for ids ['591ee4fa-6208-483d-a0bd-e9b56010b694'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:20:57.771918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.797495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2057908-9622-4d32-8e1b-af60134a7877 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:57.881333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.895393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Transition to ACTIVE for port object 47b9fac9-3b8a-46ac-a94f-292be6940b82 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:57.899677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=e8260745-8bc7-4e67-ae46-d9735363daf2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:57.914330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:57.916565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Transition to ACTIVE for port object 47b9fac9-3b8a-46ac-a94f-292be6940b82 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:20:57.962523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd5d0788-fc6f-4f2c-9178-56ecfb374080 tempest-DHCPAgentSchedulersTestJSON-1022884809 tempest-DHCPAgentSchedulersTestJSON-1022884809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:57.967281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.980150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 1.5458095
Nov 15 09:20:57.984685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:57.992421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:57.992861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment d5d97cb9-0347-473b-aefd-283dc237a5e7 of type vxlan for network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8
Nov 15 09:20:57.993869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58010) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:58.004343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.008268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 14.2102196
Nov 15 09:20:58.076375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Request body: {'network': {'project_id': '2e1424a0738e473ea1b7bf7db9f67602'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:58.093787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58014) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:58.120435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:58.141480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Pushing event updated for resources: {'Port': ['ID=47b9fac9-3b8a-46ac-a94f-292be6940b82,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:58.145117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:58.190790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:58.192189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:58.194727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:58.224405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Usage tracker for resource:network and tenant:2e1424a0738e473ea1b7bf7db9f67602 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:58.237533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:58.255362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Attempting to bind port 47b9fac9-3b8a-46ac-a94f-292be6940b82 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:20:58.255789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Attempting to bind port 47b9fac9-3b8a-46ac-a94f-292be6940b82 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:20:58.256261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Attempting to bind port 47b9fac9-3b8a-46ac-a94f-292be6940b82 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:20:58.258754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Pushing event updated for resources: {'Network': ['ID=491d3ccd-d93e-4b8b-84ec-90a13016f193,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:58.264796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:20:58.265233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:20:58.265699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.266150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:20:58.267583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Bound port: 47b9fac9-3b8a-46ac-a94f-292be6940b82, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:20:58.267583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.268294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.279320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:58.281964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:58.282897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 491d3ccd-d93e-4b8b-84ec-90a13016f193 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:58.283735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=1d3062db-b7bb-484c-94eb-221e552e3fbd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:58.287823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:58.290742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1b0be27-4eb2-440f-bd2a-058f01d7394e tempest-FloatingIPAdminTestJSON-718420830 tempest-FloatingIPAdminTestJSON-718420830] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:58.303715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 491d3ccd-d93e-4b8b-84ec-90a13016f193 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:58.347909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] POST failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:20:58.348312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] No notification will be sent due to unsuccessful status code: 409 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:20:58.352537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-794c57b9-3136-483e-8c67-5afaace2fe45 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.3470109
Nov 15 09:20:58.353059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58018) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:58.383742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:58.391485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:58.414088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:58.425656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:58.443447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:58.446678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:58.448096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:58.448781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.489801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:58.493662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:58.526389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:20:58.531995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:20:58.536655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.540951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:20:58.541643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.552480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:20:58.570443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.585627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:58.627338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.693239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.1495063
Nov 15 09:20:58.718823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58022) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:58.790316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:58.800254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] For port 47b9fac9-3b8a-46ac-a94f-292be6940b82, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:20:58.803820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] For port 47b9fac9-3b8a-46ac-a94f-292be6940b82, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=47b9fac9-3b8a-46ac-a94f-292be6940b82,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:20:58.821578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ccd059f-8c80-441a-8e52-d354c66e9e08 None None] Provisioning for port e8260745-8bc7-4e67-ae46-d9735363daf2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:20:58.829513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ccd059f-8c80-441a-8e52-d354c66e9e08 None None] Provisioning complete for port e8260745-8bc7-4e67-ae46-d9735363daf2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:20:58.831271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ccd059f-8c80-441a-8e52-d354c66e9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.846005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7319894
Nov 15 09:20:58.847380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58026) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:58.854015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:20:58.881075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.906475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=9936f69f-60b2-4fe0-86d0-f8a5fa5626a8,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:58.911552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.918546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:58.932688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7b82078-73d0-4a78-a054-6c75bf925ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:58.937693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:58.966672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:58.999693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 5.3109443
Nov 15 09:20:58.999943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:20:59.006372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58030) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:59.116222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8d49630>,) {'filters': {'network_id': ['491d3ccd-d93e-4b8b-84ec-90a13016f193']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:59.127123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd059f-8c80-441a-8e52-d354c66e9e08 None None] Port e8260745-8bc7-4e67-ae46-d9735363daf2 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:20:59.157178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.167350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:20:59.170919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8d49630>, '3d1fcf47-430f-4830-8a20-c30b70f9e5c8') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:59.171259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8d49630>, '3d1fcf47-430f-4830-8a20-c30b70f9e5c8') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:20:59.187063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:20:59.193510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:20:59.203325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.204365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.223487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:20:59.231877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.237531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:20:59.258724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting port bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:20:59.259119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.272365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.313522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Pushing event updated for resources: {'Port': ['ID=47b9fac9-3b8a-46ac-a94f-292be6940b82,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:59.317153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:59.339355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86af2655-b991-444e-8cf2-c22581afe4f9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:20:59.380430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:20:59.579193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e6014df-48f8-4411-86b4-8ea4c4cc4380 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers/591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 200  len: 880 time: 1.4825742
Nov 15 09:20:59.598149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58034) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:20:59.654881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Network 491d3ccd-d93e-4b8b-84ec-90a13016f193 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:20:59.680208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:20:59.775792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=91f06732-09b3-4cb3-8234-663704d5f6fc,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:20:59.818728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:20:59.840236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.040558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Network 491d3ccd-d93e-4b8b-84ec-90a13016f193 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:00.075925 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:00.190040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:00.193693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:00.211788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:00.212533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.264118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.274131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:00.302625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.316551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Pushing event deleted for resources: {'Network': ['ID=491d3ccd-d93e-4b8b-84ec-90a13016f193,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:00.321586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:00.323246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "DELETE /v2.0/networks/491d3ccd-d93e-4b8b-84ec-90a13016f193 HTTP/1.1" status: 204  len: 168 time: 1.9683058
Nov 15 09:21:00.327034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58038) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:00.373871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7217672
Nov 15 09:21:00.387436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58042) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:00.426406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:ae:e2:f3', 'name': 'tempest-NetworksTestDHCPv6-621706964'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:00.588253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.778184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.818449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99dd06-1d22-4d9c-81a6-3ec110cfedd4 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:00.904266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Calling delete_port for bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:00.934609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:00.992112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.029166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dfa9648-d824-4c5d-a89a-f43692546c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:01.070616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-82e67729-e0bf-4f37-acb4-06d28ae99a0a None None] Provisioning for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:01.133461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.148749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 47b9fac9-3b8a-46ac-a94f-292be6940b82 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:01.251288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:01.288457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:01.291739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a34abf60>,) {'filters': {'network_id': ['ac9d6534-06e4-4238-9ed4-56d7b179d830']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:01.293458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Update dhcp port {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '23191285-464d-4d9c-9b3d-bf217232e4ca', 'ip_address': '2001:db8::f816:3eff:fe94:9673'}, {'subnet_id': '91f06732-09b3-4cb3-8234-663704d5f6fc'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '47b9fac9-3b8a-46ac-a94f-292be6940b82'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:21:01.306380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:01.314193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=1d3062db-b7bb-484c-94eb-221e552e3fbd,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:01.325635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:01.344982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34abf60>, 'c7a70c52-40a5-4557-86f8-801146af4f52') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:01.345328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34abf60>, 'c7a70c52-40a5-4557-86f8-801146af4f52') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:01.364192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.365426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:01.372971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.400168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.412102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:01.415583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] In _notify_port_updated(), no bound segment for port 1d3062db-b7bb-484c-94eb-221e552e3fbd on network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:21:01.419953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:01.420799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.421321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.425020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/ports/1d3062db-b7bb-484c-94eb-221e552e3fbd HTTP/1.1" status: 200  len: 818 time: 2.7007642
Nov 15 09:21:01.426219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:01.434485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58046) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:01.442211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2aa778e-58e3-42a6-a00a-d1bef7257e10 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:01.442621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:01.443056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.486151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:01.503254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.602801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.604426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.669169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:01.721314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=0bb63327-6171-43a8-98ff-7b47ef831aef,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:01.724288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:01.768202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.772834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Network ac9d6534-06e4-4238-9ed4-56d7b179d830 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:01.786398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.805517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Allocated IP 172.20.0.2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/91f06732-09b3-4cb3-8234-663704d5f6fc/47b9fac9-3b8a-46ac-a94f-292be6940b82) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:01.820195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 47b9fac9-3b8a-46ac-a94f-292be6940b82, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=47b9fac9-3b8a-46ac-a94f-292be6940b82,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:01.828621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 1d3062db-b7bb-484c-94eb-221e552e3fbd {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:01.835732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.861212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-857ae5b5-b4f1-436f-a96b-4e12ee84f898 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:router {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:01.908268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:01.915207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1443a89f-04d6-4799-8eae-15c1edc57f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:01.985175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.018243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=e8260745-8bc7-4e67-ae46-d9735363daf2,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:02.040834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=47b9fac9-3b8a-46ac-a94f-292be6940b82,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:02.041389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Network ac9d6534-06e4-4238-9ed4-56d7b179d830 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:02.046519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:02.052067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] For port 47b9fac9-3b8a-46ac-a94f-292be6940b82, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=47b9fac9-3b8a-46ac-a94f-292be6940b82,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:02.069176 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:02.081066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.099474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Transition to ACTIVE for port object 47b9fac9-3b8a-46ac-a94f-292be6940b82 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:02.129994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.147752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:02.159808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'd5d97cb9-0347-473b-aefd-283dc237a5e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:02.160249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:02.198140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.203831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.208587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54d10643-102f-40cd-a3e9-c60c9fb2275e tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:02.236597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:02.241024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Pushing event deleted for resources: {'Network': ['ID=ac9d6534-06e4-4238-9ed4-56d7b179d830,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:02.243988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:02.245923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] 10.222.0.81 "DELETE /v2.0/networks/ac9d6534-06e4-4238-9ed4-56d7b179d830 HTTP/1.1" status: 204  len: 168 time: 1.9175305
Nov 15 09:21:02.302284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:02.317055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05dcf05-c246-4008-8d9b-1e02a1073ddb None None] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:02.326230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:02.327437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.344650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Pushing event updated for resources: {'Port': ['ID=47b9fac9-3b8a-46ac-a94f-292be6940b82,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:02.406309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:02.432970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.5817356
Nov 15 09:21:02.432970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58052) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:02.457412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.468521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-857ae5b5-b4f1-436f-a96b-4e12ee84f898 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:router {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:02.470133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-857ae5b5-b4f1-436f-a96b-4e12ee84f898 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 2.8706989
Nov 15 09:21:02.476903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58056) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:02.486473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1551188998'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:02.496775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Port': ['ID=bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:02.522494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:02.527434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.827s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:02.527969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:02.889315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-9936f69f-60b2-4fe0-86d0-f8a5fa5626a8', 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '0bb63327-6171-43a8-98ff-7b47ef831aef'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:02.890381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.939657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:02.944686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.157421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 1d3062db-b7bb-484c-94eb-221e552e3fbd owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:03.164513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 47b9fac9-3b8a-46ac-a94f-292be6940b82 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:03.165405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.222563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:03.298872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58064) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:03.372468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.392598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:03.409641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:03.528671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Allocated IP 172.20.0.1 (9936f69f-60b2-4fe0-86d0-f8a5fa5626a8/0bb63327-6171-43a8-98ff-7b47ef831aef/981961c1-8304-4998-be7d-68a0e3078133) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:03.554164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-610412b6-c8c6-4db7-9b5a-c4f939d53101 None None] Provisioning for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:03.584045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-610412b6-c8c6-4db7-9b5a-c4f939d53101 None None] Provisioning complete for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:03.584733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-610412b6-c8c6-4db7-9b5a-c4f939d53101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.672023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/ports/bbe28b77-a0f3-4ac1-a811-2fc0a64b10fe HTTP/1.1" status: 204  len: 168 time: 4.6639566
Nov 15 09:21:03.693358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58070) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:03.707542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'external_gateway_info': {'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc', 'external_fixed_ips': [{'subnet_id': 'db21a894-0cf9-4a73-8cae-6facf3a2beea', 'ip_address': '172.20.0.6'}]}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:03.734411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:03.795794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.804341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:router and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:03.812438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:03.836644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:03.895131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:03.901915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Usage tracker for resource:security_group_rule and tenant:93cb7bc3439c4548806698bb322d6aba is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:03.906202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:03.913847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:03.958545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:03.981800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce6462f-86cf-49f5-812a-e29198fc272c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:04.018462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.018681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 172.20.0.3 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/91f06732-09b3-4cb3-8234-663704d5f6fc/70a026c0-c91d-45a7-9460-6fcbd2bac6e4) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:04.032855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Transition to ACTIVE for port object 981961c1-8304-4998-be7d-68a0e3078133 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:04.034639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.035684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.050230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Transition to ACTIVE for port object 981961c1-8304-4998-be7d-68a0e3078133 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:04.078604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.094720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b81f102-b26f-4d71-866f-2c7e2d8c801f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:04.105506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=1d3062db-b7bb-484c-94eb-221e552e3fbd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:04.109443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:feae:e2f3 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/23191285-464d-4d9c-9b3d-bf217232e4ca/70a026c0-c91d-45a7-9460-6fcbd2bac6e4) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:04.126401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:04.275088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Pushing event updated for resources: {'Port': ['ID=981961c1-8304-4998-be7d-68a0e3078133,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:04.281693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:04.282321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b3c40c28-c09b-43f8-8765-d169ca97383d None None] Provisioning complete for port e8260745-8bc7-4e67-ae46-d9735363daf2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:04.282655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c28-c09b-43f8-8765-d169ca97383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.309106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.380572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b3c40c28-c09b-43f8-8765-d169ca97383d None None] Port e8260745-8bc7-4e67-ae46-d9735363daf2 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:04.387108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:04.388921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:04.392658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:04.420626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.457087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b3c40c28-c09b-43f8-8765-d169ca97383d None None] Provisioning complete for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:04.457087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c28-c09b-43f8-8765-d169ca97383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.472469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/1d3062db-b7bb-484c-94eb-221e552e3fbd HTTP/1.1" status: 204  len: 168 time: 3.0332923
Nov 15 09:21:04.477857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58074) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:04.489871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.505337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Attempting to bind port 981961c1-8304-4998-be7d-68a0e3078133 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:04.505774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Attempting to bind port 981961c1-8304-4998-be7d-68a0e3078133 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'd5d97cb9-0347-473b-aefd-283dc237a5e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:04.506197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Attempting to bind port 981961c1-8304-4998-be7d-68a0e3078133 on network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:04.519703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:04.529977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:04.530348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Checking segment: {'id': 'd5d97cb9-0347-473b-aefd-283dc237a5e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:04.530818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.531276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Bound using segment: {'id': 'd5d97cb9-0347-473b-aefd-283dc237a5e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:04.531821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Bound port: 981961c1-8304-4998-be7d-68a0e3078133, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d97cb9-0347-473b-aefd-283dc237a5e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:04.532298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.564721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.636570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=0bb63327-6171-43a8-98ff-7b47ef831aef,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:04.643595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.653959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:04.656574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:04.710509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] For port 981961c1-8304-4998-be7d-68a0e3078133, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:04.715175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] For port 981961c1-8304-4998-be7d-68a0e3078133, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=981961c1-8304-4998-be7d-68a0e3078133,segment=NetworkSegment(d5d97cb9-0347-473b-aefd-283dc237a5e7),segment_id=d5d97cb9-0347-473b-aefd-283dc237a5e7)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:04.754058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.758781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd08416-43ed-4fe3-ac3f-e2bc9a6a2b72,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:04.765902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93cb7bc3439c4548806698bb322d6aba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4659092
Nov 15 09:21:04.767680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:04.769027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58078) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:04.776639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.795186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb7efd0-9a00-4efe-86a6-4297cd862540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:04.903012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.932748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:04.975380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Pushing event updated for resources: {'Port': ['ID=981961c1-8304-4998-be7d-68a0e3078133,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:04.981644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:05.059833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.082081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2792b2-cf6c-4b1d-99d5-2ee8bb4026a3 None None] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:05.122440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:05.142102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.162689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a088294e-c318-413c-be48-77983239164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.169674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b612b-605b-4f5b-9c0d-38b3546c3e4f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:05.170452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c23b612b-605b-4f5b-9c0d-38b3546c3e4f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:05.202666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1e011d0>,) {'filters': {'network_id': ['9936f69f-60b2-4fe0-86d0-f8a5fa5626a8']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:05.228701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e011d0>, 'd5d97cb9-0347-473b-aefd-283dc237a5e7') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:05.229043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e011d0>, 'd5d97cb9-0347-473b-aefd-283dc237a5e7') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:05.244998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a088294e-c318-413c-be48-77983239164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.255691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.289293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.302737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c23b612b-605b-4f5b-9c0d-38b3546c3e4f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:05.306723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c23b612b-605b-4f5b-9c0d-38b3546c3e4f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.8251774
Nov 15 09:21:05.306723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Router b7dd7d6d-4d79-4cda-8a99-555e85e37ac9 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:21:05.307024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:05.310183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.317200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2dada-751a-41da-a2c3-47f5e8996295 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:21:05.320598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58082) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:05.329798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:05.429423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2dada-751a-41da-a2c3-47f5e8996295 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:21:05.512427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2678371-1f13-462c-b479-332a80a8ffcf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:21:05.512990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c2678371-1f13-462c-b479-332a80a8ffcf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:05.603453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=70a026c0-c91d-45a7-9460-6fcbd2bac6e4,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:05.607899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:05.640266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c2678371-1f13-462c-b479-332a80a8ffcf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:05.645112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c2678371-1f13-462c-b479-332a80a8ffcf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/1d3062db-b7bb-484c-94eb-221e552e3fbd HTTP/1.1" status: 404  len: 333 time: 0.3167794
Nov 15 09:21:05.651365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58086) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:05.653447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:05.667504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.686002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-209251012'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:05.696104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a088294e-c318-413c-be48-77983239164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.701851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:05.752685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-070e949f-8d2c-4fd1-9add-ddf3c01f9811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:05.773515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:05.777462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:05.779156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:05.781590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:05.785683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:05.789826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088294e-c318-413c-be48-77983239164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd08416-43ed-4fe3-ac3f-e2bc9a6a2b72,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:05.798603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a088294e-c318-413c-be48-77983239164d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:05.805196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:05.887121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:05.888059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.926329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a088294e-c318-413c-be48-77983239164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:05.927614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a088294e-c318-413c-be48-77983239164d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bd08416-43ed-4fe3-ac3f-e2bc9a6a2b72 HTTP/1.1" status: 204  len: 168 time: 1.1574988
Nov 15 09:21:05.953065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:05.982102 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:05.984385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:05.988399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.025868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 5.6250715
Nov 15 09:21:06.030924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:06.036780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "PUT /v2.0/routers/b7dd7d6d-4d79-4cda-8a99-555e85e37ac9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.3192818
Nov 15 09:21:06.037555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58092) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:06.042118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] Sync routers for ids ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:06.055097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] Routers {'b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:06.055798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82ac390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:06.057081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:06.115595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'port': {'network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799', 'name': 'tempest-FloatingIPNegativeTestJSON-1437656292'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:06.142357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82ac390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:06.157298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] Routers {'b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:06.158008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82ac390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:06.170313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 591ee4fa-6208-483d-a0bd-e9b56010b694 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:21:06.189287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:06.202669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.203414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment ef600caa-4e15-4b63-98c9-f4badb90304c of type vxlan for network 1eebc696-fafb-4056-bf3e-bb7946a791a4
Nov 15 09:21:06.236048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82ac390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:06.236524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c06adc-a787-4ca8-8ef5-2037d41dcaf4 None None] The sync data for ids ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:06.237703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.251634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:21:06.251634 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:21:06.251634 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '9936f69f-60b2-4fe0-86d0-f8a5fa5626a8'}]
Nov 15 09:21:06.251634 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:06.252247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:06.255031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.328576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.389175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.393618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:06.394859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.402510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:06.519030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:06.541857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:port and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:06.549304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:06.554906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58102) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:06.580847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8ab63-b309-4432-a0a3-79433e3a0582 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:21:06.582352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=1eebc696-fafb-4056-bf3e-bb7946a791a4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:06.593613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9314532
Nov 15 09:21:06.600702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:06.601234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58106) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:06.608231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:06.608613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:06.638973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d8899d-23c3-4677-a745-f4ce563a0583 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:06.643661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d8899d-23c3-4677-a745-f4ce563a0583 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:06.644547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57d8899d-23c3-4677-a745-f4ce563a0583 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:06.666409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.709669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Made reservation on behalf of c18597e940d343f6bd42f799f422b143 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:06.716060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.755087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.784380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:06.795937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57d8899d-23c3-4677-a745-f4ce563a0583 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:06.799700 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57d8899d-23c3-4677-a745-f4ce563a0583 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.7423551
Nov 15 09:21:06.799830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:06.809316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:06.846422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:06.857317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:06.861099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:06.874619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:06.879568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 981961c1-8304-4998-be7d-68a0e3078133 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:06.879985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:06.883749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:06.906935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae124b551a9480682735be7126cd203 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:06.926336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:06.950229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:06.959868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:06.975322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Provisioning for port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:06.998356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Provisioning complete for port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:06.998792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.081878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:07.082375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.153920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:07.177206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8ab63-b309-4432-a0a3-79433e3a0582 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:21:07.202600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Provisioning complete for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:07.203009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc105823-b516-44f9-85a7-a40e736cd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.210525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.20.0.6 (64c72478-d3db-4ef5-aaed-743c0d8205fc/db21a894-0cf9-4a73-8cae-6facf3a2beea/37308071-0aac-45eb-ba5b-049d612ba61e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:07.291366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] device_id is not set on port fce3022d-a2d1-4f5d-8601-9511837b306a yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:07.394015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:07.406926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.408583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] Sync routers for ids ['591ee4fa-6208-483d-a0bd-e9b56010b694'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:07.411012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1dfdbbff-8262-4e5c-b4bc-169cd1519794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 200  len: 887 time: 4.9333067
Nov 15 09:21:07.411964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58114) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:07.425465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] Routers {'591ee4fa-6208-483d-a0bd-e9b56010b694'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:07.426462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82514e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['591ee4fa-6208-483d-a0bd-e9b56010b694'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:07.519878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82514e0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:07.537330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] Routers {'591ee4fa-6208-483d-a0bd-e9b56010b694'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:07.538402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82514e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['591ee4fa-6208-483d-a0bd-e9b56010b694'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:07.541474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.656248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82514e0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:07.657098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f2900-8a0f-4fbf-b671-68474c46c154 None None] The sync data for ids ['591ee4fa-6208-483d-a0bd-e9b56010b694'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:07.771248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 981961c1-8304-4998-be7d-68a0e3078133, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=981961c1-8304-4998-be7d-68a0e3078133,segment=NetworkSegment(d5d97cb9-0347-473b-aefd-283dc237a5e7),segment_id=d5d97cb9-0347-473b-aefd-283dc237a5e7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:07.771665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.929973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:07.950957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 981961c1-8304-4998-be7d-68a0e3078133 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:08.003934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.019258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5018b17f-d7b6-446c-b70b-b39a614ffa4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:08.095016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.113924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af2343c6-c26e-4b29-ae45-bea716ed7898 None None] Provisioning complete for port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:08.114502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af2343c6-c26e-4b29-ae45-bea716ed7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.146610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Allocated IP 172.20.0.3 (fd78203c-c804-4516-b55b-dc27cbbfd799/97ebeb98-4aa1-42cd-83ad-278d9de3810a/fce3022d-a2d1-4f5d-8601-9511837b306a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:08.156025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0f429-2586-427d-915a-4653d4ee4cbc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:08.162915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ae124b551a9480682735be7126cd203&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5989981
Nov 15 09:21:08.166278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:08.173594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.178172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58118) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:08.192722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af2343c6-c26e-4b29-ae45-bea716ed7898 None None] Port 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:08.256249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.277853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f9e0ae8-738c-4f4a-a901-ec988067103c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:08.342587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 70a026c0-c91d-45a7-9460-6fcbd2bac6e4 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:08.400524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=981961c1-8304-4998-be7d-68a0e3078133,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:08.411112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:08.482764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.527774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.556399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a22a9e02-d2f5-43f8-b9d9-d5359f727848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:08.592736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.599626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port 981961c1-8304-4998-be7d-68a0e3078133 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:08.643563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c9e663d-b774-44bc-b85f-24fcc63890cb tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers/591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 200  len: 887 time: 1.2234828
Nov 15 09:21:08.652357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58122) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:08.758154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-950a4ab0-35ae-4c33-bf42-6a6ac5ea7fee tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:08.795416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=37308071-0aac-45eb-ba5b-049d612ba61e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:08.814518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:08.859638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.954430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-950a4ab0-35ae-4c33-bf42-6a6ac5ea7fee tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:08.955644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-950a4ab0-35ae-4c33-bf42-6a6ac5ea7fee tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 200  len: 205 time: 0.2995911
Nov 15 09:21:08.956888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:08.961734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58126) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:08.968798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:08.975366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:08.985408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:09.025729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Transition to ACTIVE for port object fce3022d-a2d1-4f5d-8601-9511837b306a will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:09.048451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.062345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.067652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67109178-25d8-4d61-b4cf-7a56dab2aa08 tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:09.084885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5e9c7bc-0e66-4310-a5ab-f48d599ce7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:09.118770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0f429-2586-427d-915a-4653d4ee4cbc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:09.123882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49ef0>,) {'filters': {'network_id': ['9936f69f-60b2-4fe0-86d0-f8a5fa5626a8']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:09.140580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:09.163302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49ef0>, 'd5d97cb9-0347-473b-aefd-283dc237a5e7') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:09.163640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49ef0>, 'd5d97cb9-0347-473b-aefd-283dc237a5e7') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:09.187226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.219500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.220682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7df0f429-2586-427d-915a-4653d4ee4cbc HTTP/1.1" status: 204  len: 168 time: 1.0415082
Nov 15 09:21:09.223228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=70a026c0-c91d-45a7-9460-6fcbd2bac6e4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:09.224186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.225786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:09.228721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:09.305597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.336235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f86ec5a6-c563-4c4d-a16e-08b23ea56dff tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:09.525480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=fce3022d-a2d1-4f5d-8601-9511837b306a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:09.529274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:09.544150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.572122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-754cd29b-4f9e-4f60-8ffb-b9c3a4f9612d tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:09.602464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:09.643913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.676727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:09.683618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:09.686268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:09.727276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/70a026c0-c91d-45a7-9460-6fcbd2bac6e4 HTTP/1.1" status: 204  len: 168 time: 2.9123816
Nov 15 09:21:09.738567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58138) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:09.858056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:09.860548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:09.862674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:09.864069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:09.877591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:09.878605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.913530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.914478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:09.992467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.8908195
Nov 15 09:21:09.995127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.001007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:10.004468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d65ceec-9f37-49de-8dea-ca2df93ab2a5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2624788
Nov 15 09:21:10.004468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:10.009282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58148) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:10.014239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:10.021393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:10.042812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:floatingip and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:10.079233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d096fdd2-60f9-4eb8-b8c5-69cac1010c42 None None] Provisioning for port fce3022d-a2d1-4f5d-8601-9511837b306a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:10.086997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d096fdd2-60f9-4eb8-b8c5-69cac1010c42 None None] Provisioning complete for port fce3022d-a2d1-4f5d-8601-9511837b306a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:10.088175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d096fdd2-60f9-4eb8-b8c5-69cac1010c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.089231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:10.111404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:10.185729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d096fdd2-60f9-4eb8-b8c5-69cac1010c42 None None] Port fce3022d-a2d1-4f5d-8601-9511837b306a cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:10.296258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=20f7c793-da33-4f72-9938-8bb932ca3993,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:10.297194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.299509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:10.346210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:10.376164 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:10.482430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 23191285-464d-4d9c-9b3d-bf217232e4ca {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:10.492663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.513230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.574584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.577501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.587683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30217c7f-0e2c-4043-9747-a4de303dd036 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:10.608671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': 'ef600caa-4e15-4b63-98c9-f4badb90304c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:10.609005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: 1eebc696-fafb-4056-bf3e-bb7946a791a4, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:10.616881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.641488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=9936f69f-60b2-4fe0-86d0-f8a5fa5626a8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:10.647428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:10.648961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 HTTP/1.1" status: 204  len: 168 time: 8.2146308
Nov 15 09:21:10.653294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58162) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:10.669867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365243681'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:10.679880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:10.687457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:10.692779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:10.703148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:10.737732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.762030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.777479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:10.787065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:10.793840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.852124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1eebc696-fafb-4056-bf3e-bb7946a791a4) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:10.861817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698ea58-265d-428e-98d0-41b56b779c9c None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:10.871499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:10.897599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:10.898274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.918098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.918488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment 327eb797-f416-41ca-8ba3-e57e41343bf8 of type vxlan for network 8550f8e1-3f47-4945-ba29-2996b78edb06
Nov 15 09:21:10.982927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:10.998398 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3958585
Nov 15 09:21:11.004972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58168) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:11.028018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:11.211874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1eebc696-fafb-4056-bf3e-bb7946a791a4', 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': '20f7c793-da33-4f72-9938-8bb932ca3993'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:11.214948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.216606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.220890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:11.221604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.234194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:11.270696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.378436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:11.382736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:11.389571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:11.401492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 54fd4491-3a42-4b40-b79d-4a7ed182b478 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:11.402564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.435280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:11.437614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=8550f8e1-3f47-4945-ba29-2996b78edb06,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:11.457597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8030856
Nov 15 09:21:11.459148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:11.472589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58178) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:11.492170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'New_network'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:11.554800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router 04313e92-1f08-4345-bd3d-0ec5fb739c08 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:21:11.578489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.579083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:11.585141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.600987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7d22bdc-1955-406e-a3d7-bea8ae8b0262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:11.634793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Allocated IP 2001:db8::2 (1eebc696-fafb-4056-bf3e-bb7946a791a4/20f7c793-da33-4f72-9938-8bb932ca3993/766c4457-eead-40a1-ae7a-e010b370454d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:11.813187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=23191285-464d-4d9c-9b3d-bf217232e4ca,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:11.816091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:11.900916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:11.913638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Transition to ACTIVE for port object 766c4457-eead-40a1-ae7a-e010b370454d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:11.918578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58186) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:11.932334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Transition to ACTIVE for port object 766c4457-eead-40a1-ae7a-e010b370454d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:11.938561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:11.953693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:11.984391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.101302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:12.105709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20f7c793-da33-4f72-9938-8bb932ca3993 (CIDR: 2001:db8::/64)
Nov 15 09:21:12.115399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.141305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.174251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Request body: {'router': {'name': 'tempest-pretest-check-640591839'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:12.180036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:21:12.180701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:21:12.187309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:12.200091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Usage tracker for resource:router and tenant:d930fc56be9346a9a0fcc6675849b967 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:12.204604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:12.218654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Allocated IP 172.26.4.229 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/32a1ef86-7b03-48b4-9261-f6f70fa76a31) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:12.226663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:12.232954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/23191285-464d-4d9c-9b3d-bf217232e4ca HTTP/1.1" status: 204  len: 168 time: 2.1942294
Nov 15 09:21:12.235345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:12.308275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.309315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.399451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4519f17-3ec3-4df8-9e10-e30c1148936d None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:12.432640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 54fd4491-3a42-4b40-b79d-4a7ed182b478 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:12.462334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 91f06732-09b3-4cb3-8234-663704d5f6fc {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:12.475052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.520859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc08c558-c505-4c46-bb93-8d10a0e1feb0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5108001
Nov 15 09:21:12.522782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58196) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:12.523875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.527666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.547823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:12.598776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Pushing event updated for resources: {'Port': ['ID=766c4457-eead-40a1-ae7a-e010b370454d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:12.601887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:12.609991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.649694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.677572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58be6eec-c599-47e6-8a06-15ec2f30416d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:12.678094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:12.697747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.719349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:12.722231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Sync routers for ids ['04313e92-1f08-4345-bd3d-0ec5fb739c08'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:12.726424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.730864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:12.733305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:12.784737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.785940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 9.0911062
Nov 15 09:21:12.789106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58200) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:12.865431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Attempting to bind port 766c4457-eead-40a1-ae7a-e010b370454d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:12.865846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Attempting to bind port 766c4457-eead-40a1-ae7a-e010b370454d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'ef600caa-4e15-4b63-98c9-f4badb90304c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:12.866258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Attempting to bind port 766c4457-eead-40a1-ae7a-e010b370454d on network 1eebc696-fafb-4056-bf3e-bb7946a791a4 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:12.870399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Routers {'04313e92-1f08-4345-bd3d-0ec5fb739c08'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:12.871625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283a710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:20:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04313e92-1f08-4345-bd3d-0ec5fb739c08'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:12.877611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.928729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.930655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ea25927-e7fa-4f0e-bd40-f2e65cfc748c tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.0103936
Nov 15 09:21:12.932733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.950676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58204) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:12.953744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e330b21-6d61-4c8f-96a4-2df4e13b08de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:12.983789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:12.984242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Checking segment: {'id': 'ef600caa-4e15-4b63-98c9-f4badb90304c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:12.984677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:12.985128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Bound using segment: {'id': 'ef600caa-4e15-4b63-98c9-f4badb90304c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:12.985679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Bound port: 766c4457-eead-40a1-ae7a-e010b370454d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef600caa-4e15-4b63-98c9-f4badb90304c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:12.986105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.228278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=8550f8e1-3f47-4945-ba29-2996b78edb06,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:13.238750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:13.258556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:13.268647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 is not hosted by any dhcp agent {{(pid=81073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 15 09:21:13.272683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:13.273348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.274774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "PUT /v2.0/networks/8550f8e1-3f47-4945-ba29-2996b78edb06 HTTP/1.1" status: 200  len: 723 time: 1.8011537
Nov 15 09:21:13.281778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:13.285394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58208) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:13.288256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:13.291536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:13.298798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:13.325758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:13.361690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:13.371496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=766c4457-eead-40a1-ae7a-e010b370454d,segment=NetworkSegment(ef600caa-4e15-4b63-98c9-f4badb90304c),segment_id=ef600caa-4e15-4b63-98c9-f4badb90304c)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:13.373343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:13.505270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:13.514098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.598483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:13.618927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:13.624874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:13.634251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:13.657765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.671857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=32a1ef86-7b03-48b4-9261-f6f70fa76a31,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:13.676711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:13.677619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8638fd0-715c-46fb-b50c-a1c67aa7935a tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:13.678167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:13.786431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=54fd4491-3a42-4b40-b79d-4a7ed182b478,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:13.788553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:13.832877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Set router 04313e92-1f08-4345-bd3d-0ec5fb739c08 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:21:13.835299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:13.860920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.931498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.952369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:13.974321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:13.976731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Pushing event updated for resources: {'Port': ['ID=766c4457-eead-40a1-ae7a-e010b370454d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:13.982170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:13.982550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2083a23f-698b-413d-a43e-6abc93dc9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:13.994630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:14.112665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.132936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-85b4bf76-0b75-4202-ac49-fe4b28302587 None None] Provisioning complete for port 47b9fac9-3b8a-46ac-a94f-292be6940b82 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:14.133558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf76-0b75-4202-ac49-fe4b28302587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.366180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283a710>, [{'id': '04313e92-1f08-4345-bd3d-0ec5fb739c08', 'name': '', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc', 'external_fixed_ips': [{'subnet_id': 'db21a894-0cf9-4a73-8cae-6facf3a2beea', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '37308071-0aac-45eb-ba5b-049d612ba61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:04Z', 'updated_at': '2020-11-15T09:21:09Z', 'revision_number': 3, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port': {'id': '37308071-0aac-45eb-ba5b-049d612ba61e', 'name': '', 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04313e92-1f08-4345-bd3d-0ec5fb739c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'db21a894-0cf9-4a73-8cae-6facf3a2beea', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:21:06Z', 'updated_at': '2020-11-15T09:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db21a894-0cf9-4a73-8cae-6facf3a2beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:14.374511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Checking router: 04313e92-1f08-4345-bd3d-0ec5fb739c08 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:21:14.375172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Updating router 04313e92-1f08-4345-bd3d-0ec5fb739c08 port 37308071-0aac-45eb-ba5b-049d612ba61e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:21:14.394670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.415631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:14.502897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.561534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=91f06732-09b3-4cb3-8234-663704d5f6fc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:14.570680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:14.696239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.777020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.894328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.918591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.926994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.930385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b105a-bd19-4c84-ab6c-a46c61ad8f12 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:14.930494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:14.949863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/91f06732-09b3-4cb3-8234-663704d5f6fc HTTP/1.1" status: 204  len: 168 time: 2.7090724
Nov 15 09:21:14.951042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58212) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:15.063980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81a8411b-d7d2-46b2-ae7e-f1faab658f7b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:15.113573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.148569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81a8411b-d7d2-46b2-ae7e-f1faab658f7b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:router {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:15.153746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81a8411b-d7d2-46b2-ae7e-f1faab658f7b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1972451
Nov 15 09:21:15.203712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58216) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:15.208247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.208799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Fanout notify agent at l3_agent the message router_deleted on router 0ecb8024-63a6-4ae1-9d7b-44eb5697fdc0 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:15.225916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.231636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:15.239835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.243803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9f4148b-fa92-45e4-b62b-47b53e7baad8 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "DELETE /v2.0/routers/0ecb8024-63a6-4ae1-9d7b-44eb5697fdc0 HTTP/1.1" status: 204  len: 168 time: 2.2551291
Nov 15 09:21:15.243987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 766c4457-eead-40a1-ae7a-e010b370454d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:15.244098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.258130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58220) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:15.278494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Request body: {'router': {'name': 'tempest-router-1858669207', 'distributed': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:15.349885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.371006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:15.381837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Usage tracker for resource:router and tenant:d930fc56be9346a9a0fcc6675849b967 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:15.389613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:15.439206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Transition to ACTIVE for port object 37308071-0aac-45eb-ba5b-049d612ba61e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:15.496659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.514940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:15.548474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.603156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting port 37308071-0aac-45eb-ba5b-049d612ba61e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:15.603548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.683498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.741077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Pushing event updated for resources: {'Port': ['ID=37308071-0aac-45eb-ba5b-049d612ba61e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:15.749651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:15.771039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fb88a-5f50-48ae-9452-baacec93c285 None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:15.773363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:15.793381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.801219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 766c4457-eead-40a1-ae7a-e010b370454d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:15.863221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.869854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:15.883033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:15.884499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afddf46c-e9c0-4fd5-8cba-7407e097450d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:15.888781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66702d9e-2771-4d0e-b73c-ca373d35d5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.890282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:15.904369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:15.931184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] For port 37308071-0aac-45eb-ba5b-049d612ba61e, host dv-neutron-743142-12-ovs, got binding levels [] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:15.931588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.942116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.942704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 591ee4fa-6208-483d-a0bd-e9b56010b694 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:15.963271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:15.965491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.000920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:16.007505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:16.009602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Provisioning for port 766c4457-eead-40a1-ae7a-e010b370454d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:16.023538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Attempting to bind port 37308071-0aac-45eb-ba5b-049d612ba61e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:16.023784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Attempting to bind port 37308071-0aac-45eb-ba5b-049d612ba61e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '8153352d-0e8c-4f33-8f68-012f4ead342c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:16.024215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Attempting to bind port 37308071-0aac-45eb-ba5b-049d612ba61e on network 64c72478-d3db-4ef5-aaed-743c0d8205fc {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:16.029848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:16.030282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.090360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Deleting port 47b9fac9-3b8a-46ac-a94f-292be6940b82 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:16.090800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.168725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.170058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:16.170516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Checking segment: {'id': '8153352d-0e8c-4f33-8f68-012f4ead342c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:16.170974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.171432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Bound using segment: {'id': '8153352d-0e8c-4f33-8f68-012f4ead342c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:16.172031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Bound port: 37308071-0aac-45eb-ba5b-049d612ba61e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8153352d-0e8c-4f33-8f68-012f4ead342c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64c72478-d3db-4ef5-aaed-743c0d8205fc'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:16.172469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.377811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.428426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.430171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 204  len: 168 time: 7.4646869
Nov 15 09:21:16.432680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.443536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.502495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58224) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:16.508240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] For port 37308071-0aac-45eb-ba5b-049d612ba61e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:16.512408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Calling delete_port for 37308071-0aac-45eb-ba5b-049d612ba61e owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:16.555976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-482633386'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:16.561630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:16.565658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:16.568921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:16.575633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:16.599180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] For port 37308071-0aac-45eb-ba5b-049d612ba61e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=37308071-0aac-45eb-ba5b-049d612ba61e,segment=NetworkSegment(8153352d-0e8c-4f33-8f68-012f4ead342c),segment_id=8153352d-0e8c-4f33-8f68-012f4ead342c)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:16.600670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cf3ec44-00e6-45fa-a99f-bc39e9f7ea21 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:16.625461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.631919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:16.638090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.676629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.689192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:16.697659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:16.699675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.700265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment bc892c89-6738-4f33-8a65-f5c18e6192dc of type vxlan for network a0fe7868-703c-4309-a995-3aed2bac4987
Nov 15 09:21:16.733395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.775132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=32a1ef86-7b03-48b4-9261-f6f70fa76a31,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:16.794252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:16.829099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=766c4457-eead-40a1-ae7a-e010b370454d,segment=NetworkSegment(ef600caa-4e15-4b63-98c9-f4badb90304c),segment_id=ef600caa-4e15-4b63-98c9-f4badb90304c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:16.831386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] For port 47b9fac9-3b8a-46ac-a94f-292be6940b82, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=47b9fac9-3b8a-46ac-a94f-292be6940b82,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:16.831875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.863765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.873792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.878364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:16.879025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.915880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=4d33394c-d755-497f-b957-05d24426eca8,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:16.917397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:16.932294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:16.936120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': '327eb797-f416-41ca-8ba3-e57e41343bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:16.936679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 8550f8e1-3f47-4945-ba29-2996b78edb06, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:16.944486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.965259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:16.995739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:16.999739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d046017-3044-45de-b04b-dd8a05c7de80 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.7321203
Nov 15 09:21:17.007376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58228) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:17.008639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:17.009015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:17.016457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5127273
Nov 15 09:21:17.104016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58232) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:17.138250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:17.246679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=a0fe7868-703c-4309-a995-3aed2bac4987,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:17.249429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Calling delete_port for 47b9fac9-3b8a-46ac-a94f-292be6940b82 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:17.260472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:17.281471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 47b9fac9-3b8a-46ac-a94f-292be6940b82 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:17.293231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.310109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.310584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.330839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=c110c875-a49c-4ebc-a037-50f93f779672,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:17.345312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:17.350752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:17.353191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:17.359396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:17.402197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:17.427809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:17.436236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:17.449776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.453795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.4473104
Nov 15 09:21:17.454797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58236) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:17.455756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:17.460125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8550f8e1-3f47-4945-ba29-2996b78edb06) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:17.469718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-296c16a6-a0f0-43c2-89f7-fc3aa6ff215b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'floatingip': {'port_id': 'fce3022d-a2d1-4f5d-8601-9511837b306a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:17.551478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting port 37308071-0aac-45eb-ba5b-049d612ba61e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:17.551706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.567499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:17.571657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e04c7b-1b95-4dff-971c-1f209940abc7 None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:17.574651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:17.579022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:17.579742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.623024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-296c16a6-a0f0-43c2-89f7-fc3aa6ff215b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.624580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Pushing event updated for resources: {'Port': ['ID=37308071-0aac-45eb-ba5b-049d612ba61e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:17.651434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:17.686045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:17.686715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.698236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:17.710470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:17.886967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.923734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6346912
Nov 15 09:21:17.931657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58242) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:17.939198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Update dhcp port {'port': {'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'fixed_ips': [{'subnet_id': '20f7c793-da33-4f72-9938-8bb932ca3993', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c110c875-a49c-4ebc-a037-50f93f779672'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '766c4457-eead-40a1-ae7a-e010b370454d'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:21:17.947752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:17.984757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 5.4470556
Nov 15 09:21:17.987039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58246) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:17.989005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:17.998622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.003615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.003834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '1eebc696-fafb-4056-bf3e-bb7946a791a4', 'fixed_ips': [{'subnet_id': '20f7c793-da33-4f72-9938-8bb932ca3993'}, {'subnet_id': 'c110c875-a49c-4ebc-a037-50f93f779672'}], 'name': 'tempest-PortsIpV6TestJSON-2010383565'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:18.046046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.075648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Pushing event updated for resources: {'Port': ['ID=766c4457-eead-40a1-ae7a-e010b370454d,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:18.078481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 47b9fac9-3b8a-46ac-a94f-292be6940b82 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:21:18.084340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:18.089709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5bb1bde9-82fc-4159-951e-7563c106a892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:18.103896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.222940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-296c16a6-a0f0-43c2-89f7-fc3aa6ff215b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] update failed (client error): The resource could not be found.
Nov 15 09:21:18.227146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-296c16a6-a0f0-43c2-89f7-fc3aa6ff215b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "PUT /v2.0/floatingips/1905446e-60ea-4a55-9de1-7b44afb5cf85 HTTP/1.1" status: 404  len: 507 time: 0.7653272
Nov 15 09:21:18.228571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58250) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:18.244586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Pushing event deleted for resources: {'Port': ['ID=47b9fac9-3b8a-46ac-a94f-292be6940b82,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:18.256161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.270264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:18.294558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Routers {'04313e92-1f08-4345-bd3d-0ec5fb739c08'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:18.295271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283a710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04313e92-1f08-4345-bd3d-0ec5fb739c08'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:18.490792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting port 32a1ef86-7b03-48b4-9261-f6f70fa76a31 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:18.491140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.537668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] For port 37308071-0aac-45eb-ba5b-049d612ba61e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=37308071-0aac-45eb-ba5b-049d612ba61e,segment=NetworkSegment(8153352d-0e8c-4f33-8f68-012f4ead342c),segment_id=8153352d-0e8c-4f33-8f68-012f4ead342c)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:18.538050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.609816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8550f8e1-3f47-4945-ba29-2996b78edb06', 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '4d33394c-d755-497f-b957-05d24426eca8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:18.610723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.715144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Calling delete_port for 37308071-0aac-45eb-ba5b-049d612ba61e owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:18.751074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.751074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Fanout notify agent at l3_agent the message router_deleted on router 8016798c-df96-48a3-a637-3c2b4dff0277 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:18.814430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:18.814792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:21:18.826247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.827232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:18.833645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e35dc12f-f710-4846-9d55-f5ff33347328 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "DELETE /v2.0/routers/8016798c-df96-48a3-a637-3c2b4dff0277 HTTP/1.1" status: 204  len: 168 time: 1.8185070
Nov 15 09:21:18.833645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:18.847644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58254) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:18.848619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:18.867125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:18.875317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Request body: {'router': {'name': 'tempest-router-1548150829', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd24c60aff8314988af1d51ff41fbec2e'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:18.934630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:18.955033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] No DVR routers for this DVR port 47b9fac9-3b8a-46ac-a94f-292be6940b82 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:18.958406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Usage tracker for resource:router and tenant:d24c60aff8314988af1d51ff41fbec2e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:18.975625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:18.993921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:19.000965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] Set router 04313e92-1f08-4345-bd3d-0ec5fb739c08 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:21:19.001295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:19.126469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036844092208'] for subnet, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.144728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:19.154180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 766c4457-eead-40a1-ae7a-e010b370454d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:19.161704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.162731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.298040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283a710>, [{'id': '04313e92-1f08-4345-bd3d-0ec5fb739c08', 'name': '', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:04Z', 'updated_at': '2020-11-15T09:21:15Z', 'revision_number': 4, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:19.306621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.333120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.355891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.356275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.373678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2cb35c-2d6f-4d0d-9b55-0bb433e69beb None None] The sync data for ids ['04313e92-1f08-4345-bd3d-0ec5fb739c08'] in dv-neutron-743142-12-ovs is: [{'id': '04313e92-1f08-4345-bd3d-0ec5fb739c08', 'name': '', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:04Z', 'updated_at': '2020-11-15T09:21:15Z', 'revision_number': 4, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:19.476876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.480947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Allocated IP 2001:db8:0:1::2 (1eebc696-fafb-4056-bf3e-bb7946a791a4/c110c875-a49c-4ebc-a037-50f93f779672/766c4457-eead-40a1-ae7a-e010b370454d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:19.527951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=db708874-78f3-46e7-b831-1a8fbb9cd14c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:19.537530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Calling delete_port for 32a1ef86-7b03-48b4-9261-f6f70fa76a31 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:19.553694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.571013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:19.576152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a3fc7d4-46cb-4992-9a8f-2fb91baa802c tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:19.597651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:19.598079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.625149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Port': ['ID=37308071-0aac-45eb-ba5b-049d612ba61e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:19.628159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:19.693312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:19.697838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:19.717234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:19.717912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.721021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8227d90-4fd8-426c-a7e7-563087f1d5b2 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:19.785644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.787314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0bf60a8-fc85-49e1-9227-a2247fd9d2bc tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.9353356
Nov 15 09:21:19.794027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58258) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:19.822471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Request body: {'router': {'distributed': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:19.851597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Allocated IP 172.20.0.2 (8550f8e1-3f47-4945-ba29-2996b78edb06/4d33394c-d755-497f-b957-05d24426eca8/110f5d65-df77-4fc4-a932-43f6ca683a0d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:19.887137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:19.912891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-315982c5-630e-43cf-9e67-740a422d0f1f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:19.913145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=766c4457-eead-40a1-ae7a-e010b370454d,segment=NetworkSegment(ef600caa-4e15-4b63-98c9-f4badb90304c),segment_id=ef600caa-4e15-4b63-98c9-f4badb90304c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:20.003208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port e4d1bdc0-7180-4610-92db-865ebf5dd46d yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:20.032728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.8209915
Nov 15 09:21:20.047603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58262) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:20.061993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.063714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:20.147533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'db708874-78f3-46e7-b831-1a8fbb9cd14c'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:20.148489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.163197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Transition to ACTIVE for port object 766c4457-eead-40a1-ae7a-e010b370454d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:20.191222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=7941f2c2-26a4-425b-904b-b05c2b476976,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:20.199375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:20.202650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.224206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c3a4c7a-c198-4ac2-ba01-c7d8899ec25c tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:20.229613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.295766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:20.337025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Port': ['ID=32a1ef86-7b03-48b4-9261-f6f70fa76a31,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:20.357870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:20.437410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:20.457487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:20.471671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:20.483824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:20.519114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': 'bc892c89-6738-4f33-8a65-f5c18e6192dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:20.521441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: a0fe7868-703c-4309-a995-3aed2bac4987, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:20.564814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:20.571486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.718576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.721114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.727813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "DELETE /v2.0/floatingips/1905446e-60ea-4a55-9de1-7b44afb5cf85 HTTP/1.1" status: 204  len: 168 time: 2.4897447
Nov 15 09:21:20.728798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58266) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:20.737909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'floatingip': {'floating_network_id': 'fd78203c-c804-4516-b55b-dc27cbbfd799', 'port_id': 'fce3022d-a2d1-4f5d-8601-9511837b306a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:20.759122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:20.769446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:floatingip and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:20.776002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:20.783907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network a0fe7868-703c-4309-a995-3aed2bac4987 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:20.791925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:20.835262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Pushing event updated for resources: {'Port': ['ID=766c4457-eead-40a1-ae7a-e010b370454d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:20.892571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:20.903692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a0fe7868-703c-4309-a995-3aed2bac4987) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:20.921672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c660f-2375-4b4f-aaff-18aedb8dfa1d None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:20.922744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.961156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:20.961827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:20.962694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.117161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0089464
Nov 15 09:21:21.117711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:21.137400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1612610627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:21.197291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 766c4457-eead-40a1-ae7a-e010b370454d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:21.232526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.235609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:21.282533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Transition to ACTIVE for port object 110f5d65-df77-4fc4-a932-43f6ca683a0d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:21.303491 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:21:21.308266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41cb2692-974f-4495-a9fc-9405cea9a6b6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.5749648
Nov 15 09:21:21.308607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58274) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:21.317033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:21.324609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': 'fce3022d-a2d1-4f5d-8601-9511837b306a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:21.333027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:21.333606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:21.340175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Usage tracker for resource:floatingip and tenant:c18597e940d343f6bd42f799f422b143 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:21.344149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:21.356182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Allocated IP 2001:db8::f816:3eff:fe4c:155b (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/db708874-78f3-46e7-b831-1a8fbb9cd14c/4a21ccd3-a69f-4ada-aced-f473b1b9df11) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:21.361115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:21.398578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Transition to ACTIVE for port object 110f5d65-df77-4fc4-a932-43f6ca683a0d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:21.467476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:21.474448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.498535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:21.532756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.542610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.557264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.558308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.576559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:21.693266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a0fe7868-703c-4309-a995-3aed2bac4987', 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '7941f2c2-26a4-425b-904b-b05c2b476976'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:21.694170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.774413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=759d2bad-8e65-48a9-a1f8-ef625dbade3c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:21.777961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:21.803038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Pushing event updated for resources: {'Port': ['ID=110f5d65-df77-4fc4-a932-43f6ca683a0d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:21.833704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:21.895423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=81074) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Nov 15 09:21:21.895993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Router 50f0995c-3e61-4553-847b-d00ecb3ef9b0 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f83a9576198> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f83a95761d0> provider. {{(pid=81074) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Nov 15 09:21:21.896908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.904551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:21.906298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.908256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:21.925476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.926007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.927038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.939388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:21.940195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.966647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.971295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:21.991889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a3513-28e4-4152-bd12-ac556d22a41a None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:22.004150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::390 (1eebc696-fafb-4056-bf3e-bb7946a791a4/20f7c793-da33-4f72-9938-8bb932ca3993/e4d1bdc0-7180-4610-92db-865ebf5dd46d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:22.086128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.132941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8:0:1::c1 (1eebc696-fafb-4056-bf3e-bb7946a791a4/c110c875-a49c-4ebc-a037-50f93f779672/e4d1bdc0-7180-4610-92db-865ebf5dd46d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:22.235981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.237435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.253757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:22.262586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:22.264344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4db9834f-bf00-4614-9463-ea42ad519a62 None None] Provisioning for port 766c4457-eead-40a1-ae7a-e010b370454d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:22.279044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:22.299889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4db9834f-bf00-4614-9463-ea42ad519a62 None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:22.300330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4db9834f-bf00-4614-9463-ea42ad519a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.330068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036843780520'] for subnet, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.333848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2828610
Nov 15 09:21:22.333994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58278) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:22.346355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Transition to ACTIVE for port object 4a21ccd3-a69f-4ada-aced-f473b1b9df11 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:22.347798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:24:56:b8', 'name': 'tempest-NetworksTestDHCPv6-696826849'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:22.351000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050ae22c-6722-4e21-bb8a-fd6fb99164ea tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:22.445039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.445598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Fanout notify agent at l3_agent the message router_deleted on router 04313e92-1f08-4345-bd3d-0ec5fb739c08 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:22.474171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Transition to ACTIVE for port object 4a21ccd3-a69f-4ada-aced-f473b1b9df11 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:22.500351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.596268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:22.650142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:22.658507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:22.674534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:22.695188 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.scheduler.l3_agent_scheduler [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] No L3 agents can host the router 50f0995c-3e61-4553-847b-d00ecb3ef9b0
Nov 15 09:21:22.702161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=4d33394c-d755-497f-b957-05d24426eca8,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:22.703215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Allocated IP 172.26.4.248 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f41bec3d-9fa4-4b8b-9a2f-62dc8887cbc7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:22.705244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:22.712085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.713145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/routers/04313e92-1f08-4345-bd3d-0ec5fb739c08 HTTP/1.1" status: 204  len: 168 time: 9.9231641
Nov 15 09:21:22.716909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58282) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:22.745650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.746948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-657174a8-7237-4e61-850b-cd7f3058995d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.6261101
Nov 15 09:21:22.760080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58286) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:22.774637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Attempting to bind port 110f5d65-df77-4fc4-a932-43f6ca683a0d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:22.775060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Attempting to bind port 110f5d65-df77-4fc4-a932-43f6ca683a0d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '327eb797-f416-41ca-8ba3-e57e41343bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:22.775473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Attempting to bind port 110f5d65-df77-4fc4-a932-43f6ca683a0d on network 8550f8e1-3f47-4945-ba29-2996b78edb06 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:22.779036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.803468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c4e09f6-8bbb-48cb-ad83-59f9cc36d9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:22.886897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.893724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:22.894383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.899691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "PUT /v2.0/subnets/4d33394c-d755-497f-b957-05d24426eca8 HTTP/1.1" status: 200  len: 806 time: 4.9673305
Nov 15 09:21:22.902525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58290) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:22.938440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:21:22.985067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:22.992543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:22.993130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Checking segment: {'id': '327eb797-f416-41ca-8ba3-e57e41343bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:22.993715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:22.994298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Bound using segment: {'id': '327eb797-f416-41ca-8ba3-e57e41343bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:22.995548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Bound port: 110f5d65-df77-4fc4-a932-43f6ca683a0d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327eb797-f416-41ca-8ba3-e57e41343bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8550f8e1-3f47-4945-ba29-2996b78edb06'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:22.996180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.037152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Allocated IP 172.20.0.2 (a0fe7868-703c-4309-a995-3aed2bac4987/7941f2c2-26a4-425b-904b-b05c2b476976/cb0f3067-1e0d-463d-815a-3a6a8c6cd577) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:23.129457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting subnet db21a894-0cf9-4a73-8cae-6facf3a2beea {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:23.156521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.193714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Pushing event updated for resources: {'Port': ['ID=4a21ccd3-a69f-4ada-aced-f473b1b9df11,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:23.220465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:23.300544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object e4d1bdc0-7180-4610-92db-865ebf5dd46d will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:23.345720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.447001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] For port 110f5d65-df77-4fc4-a932-43f6ca683a0d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:23.464829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:23.469224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:23.476256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:23.480024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] For port 110f5d65-df77-4fc4-a932-43f6ca683a0d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=110f5d65-df77-4fc4-a932-43f6ca683a0d,segment=NetworkSegment(327eb797-f416-41ca-8ba3-e57e41343bf8),segment_id=327eb797-f416-41ca-8ba3-e57e41343bf8)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:23.491555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.509302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.511145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.575614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.590277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.591399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.603035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:23.606355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Hosts for router 50f0995c-3e61-4553-847b-d00ecb3ef9b0: [] {{(pid=81074) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 15 09:21:23.638221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.647395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41a43cd1-92c8-4b94-b74e-fe15cd07a570 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:23.658056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae0b0ae0-4e96-4cce-b14e-a8f3fbfd7667 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:23.763109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Attempting to bind port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:23.763516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Attempting to bind port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:23.763972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Attempting to bind port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:23.780419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Hosts for other DVR routers connected to router 50f0995c-3e61-4553-847b-d00ecb3ef9b0: set() {{(pid=81074) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Nov 15 09:21:23.782826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.787054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99e5dd9c-420f-4ccd-a76e-4e6ad9c16ba1 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "PUT /v2.0/routers/50f0995c-3e61-4553-847b-d00ecb3ef9b0 HTTP/1.1" status: 200  len: 717 time: 3.9806223
Nov 15 09:21:23.797439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58294) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:23.831299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.849009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:23.849352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:23.849818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.850276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:23.850810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Bound port: 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:23.851247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.863870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Pushing event updated for resources: {'Port': ['ID=110f5d65-df77-4fc4-a932-43f6ca683a0d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:23.896953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Transition to ACTIVE for port object cb0f3067-1e0d-463d-815a-3a6a8c6cd577 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:23.900920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:23.928208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 110f5d65-df77-4fc4-a932-43f6ca683a0d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:23.928580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:23.930931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Transition to ACTIVE for port object cb0f3067-1e0d-463d-815a-3a6a8c6cd577 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:23.956135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=e4d1bdc0-7180-4610-92db-865ebf5dd46d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:23.960259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:24.002974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:24.034730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb8af570-5530-4bac-ac7a-13bcdf93fcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:24.084663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-24b80103-b154-40ab-a9b5-2ddfde23c07a None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:24.085407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24b80103-b154-40ab-a9b5-2ddfde23c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:24.107326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event updated for resources: {'Port': ['ID=f41bec3d-9fa4-4b8b-9a2f-62dc8887cbc7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:24.125980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:24.206463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:24.227952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aad2a1ed-052e-490f-b52a-20247adcc17b tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "GET /v2.0/routers/50f0995c-3e61-4553-847b-d00ecb3ef9b0 HTTP/1.1" status: 200  len: 717 time: 0.4187803
Nov 15 09:21:24.227952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:24.231166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:24.235003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:24.235411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:24.238436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58298) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:24.302687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Pushing event updated for resources: {'Port': ['ID=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:24.310603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 2fb8b446-63ba-41d4-ba48-3829269b023e yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:24.325876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:24.350209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] For port 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:24.378065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 6.3825920
Nov 15 09:21:24.379443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58304) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:24.392866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] For port 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4a21ccd3-a69f-4ada-aced-f473b1b9df11,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:24.413578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'fixed_ips': [{'subnet_id': '20f7c793-da33-4f72-9938-8bb932ca3993'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:24.443002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:24.471807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d78789ba-56a3-4683-ae8e-b669e4fab786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:24.480763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:24.491420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 110f5d65-df77-4fc4-a932-43f6ca683a0d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=110f5d65-df77-4fc4-a932-43f6ca683a0d,segment=NetworkSegment(327eb797-f416-41ca-8ba3-e57e41343bf8),segment_id=327eb797-f416-41ca-8ba3-e57e41343bf8)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:24.492016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:24.652037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 110f5d65-df77-4fc4-a932-43f6ca683a0d owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:24.689588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:24.698402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:24.716563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:24.942561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:24.945306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:25.026152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Pushing event updated for resources: {'Port': ['ID=4a21ccd3-a69f-4ada-aced-f473b1b9df11,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:25.037157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:25.038287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Attempting to bind port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:25.038709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Attempting to bind port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'bc892c89-6738-4f33-8a65-f5c18e6192dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:25.039124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Attempting to bind port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 on network a0fe7868-703c-4309-a995-3aed2bac4987 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:25.063922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:25.064497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Checking segment: {'id': 'bc892c89-6738-4f33-8a65-f5c18e6192dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:25.064972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.065433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Bound using segment: {'id': 'bc892c89-6738-4f33-8a65-f5c18e6192dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:25.065994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Bound port: cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc892c89-6738-4f33-8a65-f5c18e6192dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a0fe7868-703c-4309-a995-3aed2bac4987'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:25.066427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.087349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:25.087782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.156033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.180278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21a720cf-20c9-456b-ba4c-0ed5d0670cb4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:25.221726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 110f5d65-df77-4fc4-a932-43f6ca683a0d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:25.266281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.269475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 110f5d65-df77-4fc4-a932-43f6ca683a0d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:21:25.269973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 110f5d65-df77-4fc4-a932-43f6ca683a0d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Nov 15 09:21:25.299231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=110f5d65-df77-4fc4-a932-43f6ca683a0d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:25.304195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8edb3a60-452e-4d86-824e-dff43ce22bf5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:25.313093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:25.318054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 110f5d65-df77-4fc4-a932-43f6ca683a0d not found, will not notify nova. {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 15 09:21:25.338401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.408836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] For port cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:25.423984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] For port cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,segment=NetworkSegment(bc892c89-6738-4f33-8a65-f5c18e6192dc),segment_id=bc892c89-6738-4f33-8a65-f5c18e6192dc)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:25.456061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.462779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Subnet': ['ID=db21a894-0cf9-4a73-8cae-6facf3a2beea,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:25.466470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:25.473436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c2e2c871-269b-4952-87e5-07148f1ee490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:25.552813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port 110f5d65-df77-4fc4-a932-43f6ca683a0d on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:25.562123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Provisioning for port e4d1bdc0-7180-4610-92db-865ebf5dd46d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:25.571037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.601321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Provisioning complete for port e4d1bdc0-7180-4610-92db-865ebf5dd46d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:25.601752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.675854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ba56ff7-3dd3-4043-b162-99640d17362f None None] Port e4d1bdc0-7180-4610-92db-865ebf5dd46d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:25.691382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.701274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-012167d2-cb3a-49b8-b47a-4321f263b712 tempest-RoutersTestDVR-1551720925 tempest-RoutersTestDVR-1551720925] 10.222.0.81 "GET /v2.0/routers/50f0995c-3e61-4553-847b-d00ecb3ef9b0 HTTP/1.1" status: 200  len: 683 time: 1.4584475
Nov 15 09:21:25.727205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58308) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:25.732086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Pushing event updated for resources: {'Port': ['ID=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:25.737643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:25.879457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 172.20.0.9 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/759d2bad-8e65-48a9-a1f8-ef625dbade3c/2fb8b446-63ba-41d4-ba48-3829269b023e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:25.969298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:25.982919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fe24:56b8 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/db708874-78f3-46e7-b831-1a8fbb9cd14c/2fb8b446-63ba-41d4-ba48-3829269b023e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:26.042345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting port f41bec3d-9fa4-4b8b-9a2f-62dc8887cbc7 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:26.042777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:26.179610 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/subnets/db21a894-0cf9-4a73-8cae-6facf3a2beea HTTP/1.1" status: 204  len: 168 time: 3.4590876
Nov 15 09:21:26.200214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:26.333880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741729fb-26af-427a-8f06-19df0811fce2 None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:26.427816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7e015cc3-5e6b-4e10-96bd-401cbc119a2a None None] Could not find standard attr ID for object 110f5d65-df77-4fc4-a932-43f6ca683a0d. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:21:26.482109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:26.675106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:26.803448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Delete allocated IP 2001:db8:0:1::c1 (1eebc696-fafb-4056-bf3e-bb7946a791a4/c110c875-a49c-4ebc-a037-50f93f779672) {{(pid=81074) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:21:26.930488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:26.930856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.175799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fa210-347d-419a-8972-e745be2817bc None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:27.235330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.264179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48601d38-7949-4201-b81e-8ec1d32140fb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:27.356871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64c5d5-5166-44ec-9c4d-19b01e0490e9 None None] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:27.384298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4a21ccd3-a69f-4ada-aced-f473b1b9df11 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:27.452749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=4d33394c-d755-497f-b957-05d24426eca8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:27.472723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:27.493963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.517919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.555095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.555623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.571231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Calling delete_port for f41bec3d-9fa4-4b8b-9a2f-62dc8887cbc7 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:27.576579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-70622fff-d55a-4856-98be-4c00d1cd1531 None None] Provisioning for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:27.610880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Ignored duplicate provisioning block setup for port e4d1bdc0-7180-4610-92db-865ebf5dd46d by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 15 09:21:27.652099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.674692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.693092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:27.745940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.746342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Fanout notify agent at l3_agent the message router_deleted on router 50f0995c-3e61-4553-847b-d00ecb3ef9b0 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:27.839022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 2fb8b446-63ba-41d4-ba48-3829269b023e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:27.850458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.877765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:27.885033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dafcea0-c017-4675-9857-09df18a53f53 None None] DHCP port deletion for 8550f8e1-3f47-4945-ba29-2996b78edb06 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:27.921147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:27.921560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:27.930403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=e4d1bdc0-7180-4610-92db-865ebf5dd46d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:27.935180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:27.960230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.20.0.1 (a0fe7868-703c-4309-a995-3aed2bac4987/7941f2c2-26a4-425b-904b-b05c2b476976/ba501053-56a9-4bc9-a2f5-016fa05427f4) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:28.016250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.017578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d371a656-1975-45ef-8228-572d4bd2d58a tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "DELETE /v2.0/routers/50f0995c-3e61-4553-847b-d00ecb3ef9b0 HTTP/1.1" status: 204  len: 168 time: 2.2887506
Nov 15 09:21:28.024489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58316) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:28.030208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c404917-3ce3-40a5-8516-f0ea929f4c64 None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:28.049198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a288d5c0>,) {'filters': {'network_id': ['64c72478-d3db-4ef5-aaed-743c0d8205fc']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.058427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Request body: {'router': {'name': 'tempest-router-1865348178', 'distributed': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:28.063968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:28.069923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Usage tracker for resource:router and tenant:d930fc56be9346a9a0fcc6675849b967 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:28.085938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:28.098931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:28.147742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a288d5c0>, '8153352d-0e8c-4f33-8f68-012f4ead342c') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.148150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a288d5c0>, '8153352d-0e8c-4f33-8f68-012f4ead342c') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.154974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a31c4f98>,) {'filters': {'network_id': ['8550f8e1-3f47-4945-ba29-2996b78edb06']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.175772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.176956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.189649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.190935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a31c4f98>, '327eb797-f416-41ca-8ba3-e57e41343bf8') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.191281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a31c4f98>, '327eb797-f416-41ca-8ba3-e57e41343bf8') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:28.208554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.214735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.225582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] In _notify_port_updated(), no bound segment for port e4d1bdc0-7180-4610-92db-865ebf5dd46d on network 1eebc696-fafb-4056-bf3e-bb7946a791a4 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:21:28.230992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:28.231700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.233258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/ports/e4d1bdc0-7180-4610-92db-865ebf5dd46d HTTP/1.1" status: 200  len: 926 time: 3.8427846
Nov 15 09:21:28.237099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58320) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:28.242871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14001425-f4c1-41f6-a507-03a0075a4315 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:28.246385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'fixed_ips': [{'subnet_id': '20f7c793-da33-4f72-9938-8bb932ca3993'}, {'subnet_id': 'c110c875-a49c-4ebc-a037-50f93f779672'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:28.288698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.305690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:28.365859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Update dhcp port {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': 'db708874-78f3-46e7-b831-1a8fbb9cd14c', 'ip_address': '2001:db8::f816:3eff:fe4c:155b'}, {'subnet_id': '759d2bad-8e65-48a9-a1f8-ef625dbade3c'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '4a21ccd3-a69f-4ada-aced-f473b1b9df11'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:21:28.415439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.425786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-183f8c75-b99d-4fc3-a1c8-5c4034048d11 None None] Provisioning for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:28.426824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.477187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.479971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:28.513350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.559675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.682182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.683256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=2fb8b446-63ba-41d4-ba48-3829269b023e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:28.718431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4a21ccd3-a69f-4ada-aced-f473b1b9df11,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:28.732404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:28.732899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-06b13006-494a-4ea3-a34e-5956f92381db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:28.741451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-33b5d20e-4ada-4ff2-a5e2-76bd7cbcbbc0 None None] Provisioning complete for port e4d1bdc0-7180-4610-92db-865ebf5dd46d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:28.741882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33b5d20e-4ada-4ff2-a5e2-76bd7cbcbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.748637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:28.763897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.798289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:28.818435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.830341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.831297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb0f3067-1e0d-463d-815a-3a6a8c6cd577 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:28.840531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Port': ['ID=f41bec3d-9fa4-4b8b-9a2f-62dc8887cbc7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:28.848591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:28.876925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:28.929528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:28.979998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object ba501053-56a9-4bc9-a2f5-016fa05427f4 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:29.090329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-33b5d20e-4ada-4ff2-a5e2-76bd7cbcbbc0 None None] Port e4d1bdc0-7180-4610-92db-865ebf5dd46d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:29.128801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=4a21ccd3-a69f-4ada-aced-f473b1b9df11,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:29.131123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network 64c72478-d3db-4ef5-aaed-743c0d8205fc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:29.132747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:29.164178 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:29.173792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:29.180406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:29.230234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:29.235038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:29.236755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Allocated IP 172.20.0.2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/759d2bad-8e65-48a9-a1f8-ef625dbade3c/4a21ccd3-a69f-4ada-aced-f473b1b9df11) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:29.242010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:29.242447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.392050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:29.392754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.429206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.453302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8a09064-7e39-4b60-9642-fc06caa4f17b tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:29.526999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.553916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1ef54fb2-9834-4623-b428-392b9c137d17 None None] Provisioning complete for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:29.554351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ef54fb2-9834-4623-b428-392b9c137d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.564946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 8550f8e1-3f47-4945-ba29-2996b78edb06 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:29.589648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:29.606389 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:29.616129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.616129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/networks/64c72478-d3db-4ef5-aaed-743c0d8205fc HTTP/1.1" status: 204  len: 168 time: 3.4091854
Nov 15 09:21:29.629676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] create failed (client error): The resource could not be found.
Nov 15 09:21:29.630849 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 8.3213513
Nov 15 09:21:29.642279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58326) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:29.658451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] For port 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4a21ccd3-a69f-4ada-aced-f473b1b9df11,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:29.661291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 7.3262153
Nov 15 09:21:29.665681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.668493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:29.775227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.780306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,segment=NetworkSegment(bc892c89-6738-4f33-8a65-f5c18e6192dc),segment_id=bc892c89-6738-4f33-8a65-f5c18e6192dc)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:29.781016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c72793a-85d1-465a-8c93-5d8951a00515 tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.7390499
Nov 15 09:21:29.785484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:29.796267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.861156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.866981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Transition to ACTIVE for port object 4a21ccd3-a69f-4ada-aced-f473b1b9df11 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:29.867794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:29.919489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting port fce3022d-a2d1-4f5d-8601-9511837b306a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:29.919883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.934714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.944709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.962322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcef5bd7-eea6-4b91-9fb2-4efd0b4ac2ab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:29.979943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:29.984024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4a21ccd3-a69f-4ada-aced-f473b1b9df11 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:30.013165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=ba501053-56a9-4bc9-a2f5-016fa05427f4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:30.016680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:30.030686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=8550f8e1-3f47-4945-ba29-2996b78edb06,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:30.033005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d87f184b-4c85-4977-bd6f-8512a61ae855 tempest-ExternalNetworksTestJSON-1137630149 tempest-ExternalNetworksTestJSON-1137630149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:30.059381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Network': ['ID=64c72478-d3db-4ef5-aaed-743c0d8205fc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:30.063773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:30.097456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:30.098730 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/8550f8e1-3f47-4945-ba29-2996b78edb06 HTTP/1.1" status: 204  len: 168 time: 7.1917067
Nov 15 09:21:30.115556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58342) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:30.122572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network a0fe7868-703c-4309-a995-3aed2bac4987 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:30.131567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:30.134294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:30.185068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-50254cae-86f2-46a6-b3c6-b8b6455289d5 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:21:30.185691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50254cae-86f2-46a6-b3c6-b8b6455289d5 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:21:30.188633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50254cae-86f2-46a6-b3c6-b8b6455289d5 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/8550f8e1-3f47-4945-ba29-2996b78edb06 HTTP/1.1" status: 404  len: 339 time: 0.0720069
Nov 15 09:21:30.198699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:30.198940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58346) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:30.201828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:30.202373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:30.234907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.264029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1110275168', 'description': 'd1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:30.280907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:30.304800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:network and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:30.313718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:30.345910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:30.356274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58350) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:30.365564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.408359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7277c582-7519-4e16-85f4-436616eba5f0 None None] Provisioning complete for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:30.408952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7277c582-7519-4e16-85f4-436616eba5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.446680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 110f5d65-df77-4fc4-a932-43f6ca683a0d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:30.455310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'name': 'tempest-router--786223994', 'project_id': '28bbac661612456ebe5794a88bb228c7'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:30.468319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8:0:1::106 (1eebc696-fafb-4056-bf3e-bb7946a791a4/c110c875-a49c-4ebc-a037-50f93f779672/e4d1bdc0-7180-4610-92db-865ebf5dd46d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:30.476536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Pushing event updated for resources: {'Port': ['ID=4a21ccd3-a69f-4ada-aced-f473b1b9df11,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:30.477850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:30.490960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:router and tenant:28bbac661612456ebe5794a88bb228c7 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:30.492648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:30.518627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 110f5d65-df77-4fc4-a932-43f6ca683a0d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:21:30.518996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 110f5d65-df77-4fc4-a932-43f6ca683a0d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:21:30.582813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:30.644251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:30.649741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.679628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:30.722640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8f141-8137-4916-b4da-8e6dbe441a93 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:30.727021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8f141-8137-4916-b4da-8e6dbe441a93 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:30.727951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-64f8f141-8137-4916-b4da-8e6dbe441a93 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:30.764616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.765653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.773384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:30.774810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6efffe80-1b42-4a03-9bd7-a3e288bb81e2 None None] Provisioning for port ba501053-56a9-4bc9-a2f5-016fa05427f4 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:30.781561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6efffe80-1b42-4a03-9bd7-a3e288bb81e2 None None] Provisioning complete for port ba501053-56a9-4bc9-a2f5-016fa05427f4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:30.782378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6efffe80-1b42-4a03-9bd7-a3e288bb81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.832725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-64f8f141-8137-4916-b4da-8e6dbe441a93 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:30.833141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.833710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment c6509382-ac26-4640-9bf7-5b7a46fa1508 of type vxlan for network 73262117-4a29-49e0-abc4-1047db611375
Nov 15 09:21:30.834194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64f8f141-8137-4916-b4da-8e6dbe441a93 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 1.0900803
Nov 15 09:21:30.844355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:30.852125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58354) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:30.864383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6efffe80-1b42-4a03-9bd7-a3e288bb81e2 None None] Port ba501053-56a9-4bc9-a2f5-016fa05427f4 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:30.881204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.071995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Calling delete_port for fce3022d-a2d1-4f5d-8601-9511837b306a owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:31.095383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.104818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.200406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 2fb8b446-63ba-41d4-ba48-3829269b023e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:31.200801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.204378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.208650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:31.209327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.220368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a0565f68-95b8-4cae-86c5-17cea11157b6 None None] Provisioning for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:31.227475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a0565f68-95b8-4cae-86c5-17cea11157b6 None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:31.228288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0565f68-95b8-4cae-86c5-17cea11157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.278867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f73acdc-5a47-41b8-9273-d54a17b3a6a5 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:31.389001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.443247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.452260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=73262117-4a29-49e0-abc4-1047db611375,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:31.455410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:31.459892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.465539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 73262117-4a29-49e0-abc4-1047db611375 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:31.477152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.488322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 73262117-4a29-49e0-abc4-1047db611375 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:31.518623 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.2612863
Nov 15 09:21:31.520988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58358) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:31.556578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.559318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c7bac94-4474-4279-9b1c-56a0ecde8b52 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1970422
Nov 15 09:21:31.565523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58362) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:31.851636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c339f-d57d-44a5-88fd-b09fc3f11c4a None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:21:31.853327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:31.878206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2c83079-a9ed-4949-ab69-1fed5f0df9fe tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:31.971168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4a21ccd3-a69f-4ada-aced-f473b1b9df11 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:32.018449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4f323514-4ae3-4f24-a673-fd2c72405620 None None] Provisioning for port 2fb8b446-63ba-41d4-ba48-3829269b023e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:32.025672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.026937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Fanout notify agent at l3_agent the message router_deleted on router f1c55509-c171-4507-ac5b-79fa9b4fefeb {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:32.031178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object e4d1bdc0-7180-4610-92db-865ebf5dd46d will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:32.064069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4f323514-4ae3-4f24-a673-fd2c72405620 None None] Provisioning complete for port 2fb8b446-63ba-41d4-ba48-3829269b023e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:32.064510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f323514-4ae3-4f24-a673-fd2c72405620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.068404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Port': ['ID=fce3022d-a2d1-4f5d-8601-9511837b306a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:32.085619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:32.098304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.119042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.132927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.137973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fae4fd5c-900f-4ee5-9570-bcca7605fffe tempest-RoutersTestDVR-682645394 tempest-RoutersTestDVR-682645394] 10.222.0.81 "DELETE /v2.0/routers/f1c55509-c171-4507-ac5b-79fa9b4fefeb HTTP/1.1" status: 204  len: 168 time: 2.3473837
Nov 15 09:21:32.152911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:32.195233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f323514-4ae3-4f24-a673-fd2c72405620 None None] Port 2fb8b446-63ba-41d4-ba48-3829269b023e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:32.199299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e83af6-3051-459e-9ab3-8e435a7d134d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:32.200162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-98e83af6-3051-459e-9ab3-8e435a7d134d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Synchronizing usage tracker for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:32.214424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c339f-d57d-44a5-88fd-b09fc3f11c4a None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:21:32.216767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:32.216989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.275012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 2fb8b446-63ba-41d4-ba48-3829269b023e owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:32.348746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=e4d1bdc0-7180-4610-92db-865ebf5dd46d,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:32.365729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:32.368104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.446776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-98e83af6-3051-459e-9ab3-8e435a7d134d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Unset dirty status for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:32.451835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98e83af6-3051-459e-9ab3-8e435a7d134d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks?id=73262117-4a29-49e0-abc4-1047db611375 HTTP/1.1" status: 200  len: 761 time: 0.9259243
Nov 15 09:21:32.454276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58368) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:32.464061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'description': 'd2'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:32.508538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b376f08-1705-4e9c-8bdf-d6cc3930568c None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:32.508744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b376f08-1705-4e9c-8bdf-d6cc3930568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.516199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.566566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.605023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:32.638596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb0f3067-1e0d-463d-815a-3a6a8c6cd577 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:32.660493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.725365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "DELETE /v2.0/ports/fce3022d-a2d1-4f5d-8601-9511837b306a HTTP/1.1" status: 204  len: 168 time: 3.0816338
Nov 15 09:21:32.734364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58374) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:32.734745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58376) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:32.751376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] In _notify_port_updated(), no bound segment for port e4d1bdc0-7180-4610-92db-865ebf5dd46d on network 1eebc696-fafb-4056-bf3e-bb7946a791a4 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:21:32.755969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:32.756627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.761777 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/ports/e4d1bdc0-7180-4610-92db-865ebf5dd46d HTTP/1.1" status: 200  len: 1012 time: 4.5202925
Nov 15 09:21:32.821016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58382) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:32.827463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:32.913618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:32.913997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.052133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.172416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=ba501053-56a9-4bc9-a2f5-016fa05427f4,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:33.181736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.197157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:33.258781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ae7eee4-ea28-4a91-b6bb-2cb6a7c30f27 tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:33.327169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.377624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port e4d1bdc0-7180-4610-92db-865ebf5dd46d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:33.378052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.436857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.469557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=73262117-4a29-49e0-abc4-1047db611375,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:33.471304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa30d254-b823-4398-9477-f9837aee96d9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:33.488657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 73262117-4a29-49e0-abc4-1047db611375 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:33.517271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 73262117-4a29-49e0-abc4-1047db611375 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:33.560766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=2fb8b446-63ba-41d4-ba48-3829269b023e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:33.639139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.641825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:33.643337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.664054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:33.674684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 73262117-4a29-49e0-abc4-1047db611375 is not hosted by any dhcp agent {{(pid=81074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 15 09:21:33.678764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:33.679460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.684289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "PUT /v2.0/networks/73262117-4a29-49e0-abc4-1047db611375 HTTP/1.1" status: 200  len: 758 time: 1.2289402
Nov 15 09:21:33.686609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58390) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:33.703011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:33.729925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.730711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Fanout notify agent at l3_agent the message router_deleted on router 03217b75-a0e4-41d5-bb81-7422d63aac49 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:33.733269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ed3b5-23c3-4431-a882-fa5ffcddf165 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:21:33.738556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d24c60aff8314988af1d51ff41fbec2e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:33.747501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:33.781136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432a999-4169-40dc-9253-7e747f9a1921 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:33.781942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8432a999-4169-40dc-9253-7e747f9a1921 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Synchronizing usage tracker for tenant:c18597e940d343f6bd42f799f422b143 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:33.791255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:33.833441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network a0fe7868-703c-4309-a995-3aed2bac4987 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:33.853539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16bd56-6658-409a-bb91-6e7ab8a98cbf tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:33.855625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:33.856220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.860629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd16bd56-6658-409a-bb91-6e7ab8a98cbf tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks?id=73262117-4a29-49e0-abc4-1047db611375 HTTP/1.1" status: 200  len: 761 time: 0.1739607
Nov 15 09:21:33.864882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58394) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:33.871356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:33.874302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243530147'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:33.881878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:33.888198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.889585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca21922f-6e86-473b-aeb3-c5d2b3b3776f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/routers/03217b75-a0e4-41d5-bb81-7422d63aac49 HTTP/1.1" status: 204  len: 168 time: 2.3226168
Nov 15 09:21:33.898977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:33.971612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:33.978173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:33.994161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ed3b5-23c3-4431-a882-fa5ffcddf165 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:21:34.029578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:34.041133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.042415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2 of type vxlan for network a96b0e0e-cb2c-421d-88db-09ce60a619f8
Nov 15 09:21:34.081393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.088955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8432a999-4169-40dc-9253-7e747f9a1921 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Unset dirty status for tenant:c18597e940d343f6bd42f799f422b143 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:34.090306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8432a999-4169-40dc-9253-7e747f9a1921 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "GET /v2.0/ports?device_id=b7dd7d6d-4d79-4cda-8a99-555e85e37ac9 HTTP/1.1" status: 200  len: 913 time: 1.3503664
Nov 15 09:21:34.103748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58400) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:34.169004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.174116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:34.174944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.180782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8385612c-4827-4971-be55-127f197dd667 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:34.279862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58404) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:34.296063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Provisioning for port e4d1bdc0-7180-4610-92db-865ebf5dd46d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:34.311248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=a96b0e0e-cb2c-421d-88db-09ce60a619f8,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:34.313609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Provisioning complete for port e4d1bdc0-7180-4610-92db-865ebf5dd46d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:34.314173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.314773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:34.342473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4763727
Nov 15 09:21:34.345845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58410) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:34.356044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:34.381060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:34.401790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:34.497914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.535011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.549588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:34.555407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Usage tracker for resource:subnet and tenant:c7b5d04c55284adfb3f4f38229f78c83 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:34.560011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:34.574136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1643487898', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:34.582497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:34.585180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:34.593279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:34.596748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:34.603051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:34.607364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.666339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:34.685750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.686774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.745446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7da0f78c-0649-42e0-b58f-58624c832c8a None None] Port e4d1bdc0-7180-4610-92db-865ebf5dd46d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:34.756918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for e4d1bdc0-7180-4610-92db-865ebf5dd46d owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:34.788125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.804974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02d769ae-cca4-4c43-8470-49cd47c26c31 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:34.812340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.837837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:34.881895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/2fb8b446-63ba-41d4-ba48-3829269b023e HTTP/1.1" status: 204  len: 168 time: 4.0194652
Nov 15 09:21:34.902978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58414) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:35.019748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9065cd77-329e-4666-bdbc-62d1880a4537,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:35.039560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:35.043008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d24c60aff8314988af1d51ff41fbec2e&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3011503
Nov 15 09:21:35.068701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58418) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:35.115395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:35.116948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:35.118572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:35.119479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:35.544776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:35.596783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c56d11e-5362-46f5-9246-9b6be452e514 None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:35.601675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c56d11e-5362-46f5-9246-9b6be452e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:35.608884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:35.610198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3f88c2e-b65f-4ac2-ac18-212e80a94236 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.6987600
Nov 15 09:21:35.614008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58422) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:35.745649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:35.939635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:35.986390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8a422266-683c-4901-9ad9-efdbfb094dfe None None] Provisioning complete for port ba501053-56a9-4bc9-a2f5-016fa05427f4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:35.987180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a422266-683c-4901-9ad9-efdbfb094dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.058565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8a422266-683c-4901-9ad9-efdbfb094dfe None None] Port ba501053-56a9-4bc9-a2f5-016fa05427f4 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:36.071072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.073315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 759d2bad-8e65-48a9-a1f8-ef625dbade3c {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:36.078082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.087540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40f94833-17d3-4371-a586-bdb55c556067 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:36.142860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 7d04b0bf-bcc0-4421-ba63-159cf30c72e4 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:21:36.144888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.167492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.171495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9c50c5dc-9430-4dcf-9720-cd97e899be04 None None] Could not find standard attr ID for object e4d1bdc0-7180-4610-92db-865ebf5dd46d. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:21:36.197355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=e4d1bdc0-7180-4610-92db-865ebf5dd46d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:36.213830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:36.215781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a088294e-c318-413c-be48-77983239164d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:36.256404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9065cd77-329e-4666-bdbc-62d1880a4537,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:36.263872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.325536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:36.390438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.428825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.445377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.473944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e44d611-a5a9-45da-87df-a13df82eb365 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:36.500796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.501278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.504805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9065cd77-329e-4666-bdbc-62d1880a4537 HTTP/1.1" status: 204  len: 168 time: 1.4269321
Nov 15 09:21:36.652211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:36.657152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/e4d1bdc0-7180-4610-92db-865ebf5dd46d HTTP/1.1" status: 204  len: 168 time: 3.8157418
Nov 15 09:21:36.657907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58428) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:36.720037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd55386-01b2-44ec-b8de-dfc33e9eef1d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:21:36.720619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-abd55386-01b2-44ec-b8de-dfc33e9eef1d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:36.749508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=154d8461-f666-4a08-95a0-023bfc5ac293,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:36.821488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:36.846099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-abd55386-01b2-44ec-b8de-dfc33e9eef1d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:36.852314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-abd55386-01b2-44ec-b8de-dfc33e9eef1d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/e4d1bdc0-7180-4610-92db-865ebf5dd46d HTTP/1.1" status: 404  len: 333 time: 0.1916809
Nov 15 09:21:36.854573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58432) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:36.962428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:36.976162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] Sync routers for ids ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:36.995652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] Routers {'7d04b0bf-bcc0-4421-ba63-159cf30c72e4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:36.996935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847d278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:37.061782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/7d04b0bf-bcc0-4421-ba63-159cf30c72e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3001533
Nov 15 09:21:37.069974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58438) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:37.090678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847d278>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:37.102696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] Routers {'7d04b0bf-bcc0-4421-ba63-159cf30c72e4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:37.103380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847d278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:37.169082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:37.169481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: a96b0e0e-cb2c-421d-88db-09ce60a619f8, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:37.174140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847d278>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:37.174755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb765291-a4a7-4d38-bb70-6c5cdebf10fa None None] The sync data for ids ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:37.221756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Allocated IP 172.26.4.220 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/b8e1c302-3aa1-43b3-9d5d-46e44e577b1a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:37.233442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58442) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:37.273459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.292572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8df39990-99ee-47b0-bcbb-3b080fcd7912 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:37.324014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ea8c6-5815-47a5-a7b7-a08137f0ff39 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:37.324668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-814ea8c6-5815-47a5-a7b7-a08137f0ff39 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:37.324843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.364110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet c110c875-a49c-4ebc-a037-50f93f779672 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:37.373114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.387977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:37.457431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-814ea8c6-5815-47a5-a7b7-a08137f0ff39 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:37.458751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-814ea8c6-5815-47a5-a7b7-a08137f0ff39 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports/ba501053-56a9-4bc9-a2f5-016fa05427f4 HTTP/1.1" status: 200  len: 910 time: 0.3190279
Nov 15 09:21:37.466080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58446) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:37.466257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=759d2bad-8e65-48a9-a1f8-ef625dbade3c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:37.477729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.482304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:37.511278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'port': {'fixed_ips': [{'subnet_id': '7941f2c2-26a4-425b-904b-b05c2b476976'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:37.517109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a96b0e0e-cb2c-421d-88db-09ce60a619f8) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:37.526718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da00f69-4852-4bb6-a7c7-989a34900da4 None None] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:37.572917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:37.594252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:37.594918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.608596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Usage tracker for resource:security_group_rule and tenant:d930fc56be9346a9a0fcc6675849b967 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:37.626911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:37.652300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:37.675796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.703435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.708648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/759d2bad-8e65-48a9-a1f8-ef625dbade3c HTTP/1.1" status: 204  len: 168 time: 2.0898087
Nov 15 09:21:37.708773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded81317-de50-4661-b766-5ec958afcbf4 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:37.710382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58450) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:37.763363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4158742
Nov 15 09:21:37.775566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58454) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:37.843013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.874228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a96b0e0e-cb2c-421d-88db-09ce60a619f8', 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '154d8461-f666-4a08-95a0-023bfc5ac293'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:37.875160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.900226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:37.924923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-018bc888-5bec-475c-b056-c4b247a3621b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:37.982026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet db708874-78f3-46e7-b831-1a8fbb9cd14c {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:38.339321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Allocated IP 172.20.0.2 (a96b0e0e-cb2c-421d-88db-09ce60a619f8/154d8461-f666-4a08-95a0-023bfc5ac293/61255cf9-0ece-4224-9152-ec916b15a53c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:38.341314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.499715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.546726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.578144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.581572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.594589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Transition to ACTIVE for port object 61255cf9-0ece-4224-9152-ec916b15a53c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:38.614081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Transition to ACTIVE for port object 61255cf9-0ece-4224-9152-ec916b15a53c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:38.616698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.631587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event updated for resources: {'Port': ['ID=b8e1c302-3aa1-43b3-9d5d-46e44e577b1a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:38.645035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:38.648176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-921266ec-6e34-4f95-b80b-611ab7b50aac tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:38.652678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.661154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.669975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63331f30-7be2-4dc4-90e6-4d832744bc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:38.832346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e932662-4d5b-479a-9e73-aee750fbb374,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:38.836009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:38.866135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d930fc56be9346a9a0fcc6675849b967&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6293688
Nov 15 09:21:38.871746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58458) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:38.876926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 61255cf9-0ece-4224-9152-ec916b15a53c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:38.876926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.877449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Pushing event updated for resources: {'Port': ['ID=61255cf9-0ece-4224-9152-ec916b15a53c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:38.883051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:38.916908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting port e8260745-8bc7-4e67-ae46-d9735363daf2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:38.917198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:38.930796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:38.933243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:38.936295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:38.937738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:38.949168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:38.951593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:39.009570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Attempting to bind port 61255cf9-0ece-4224-9152-ec916b15a53c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:39.010582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Attempting to bind port 61255cf9-0ece-4224-9152-ec916b15a53c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:39.011402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Attempting to bind port 61255cf9-0ece-4224-9152-ec916b15a53c on network a96b0e0e-cb2c-421d-88db-09ce60a619f8 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:39.019872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:39.020302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Checking segment: {'id': 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:39.020757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.021231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Bound using segment: {'id': 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:39.021763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Bound port: 61255cf9-0ece-4224-9152-ec916b15a53c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a96b0e0e-cb2c-421d-88db-09ce60a619f8'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:39.022193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.034100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.040143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.055750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a87297d-3c17-4117-93cd-70ab44dd617b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:39.148376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] For port 61255cf9-0ece-4224-9152-ec916b15a53c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:39.151870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] For port 61255cf9-0ece-4224-9152-ec916b15a53c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=61255cf9-0ece-4224-9152-ec916b15a53c,segment=NetworkSegment(fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2),segment_id=fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:39.157535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-70624a97-e733-4e70-a36f-d8b42c782d7e None None] Provisioning complete for port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:39.157989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70624a97-e733-4e70-a36f-d8b42c782d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.194028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.216338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0b9edc0-9c10-485a-873a-0a3c37d96245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:39.281721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=c110c875-a49c-4ebc-a037-50f93f779672,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:39.305196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.314722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:39.423504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Pushing event updated for resources: {'Port': ['ID=61255cf9-0ece-4224-9152-ec916b15a53c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:39.456190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:39.512126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.594028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.597831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179285a-a4a7-4128-b284-f23fff2a9764 None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:39.605300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.664833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 61255cf9-0ece-4224-9152-ec916b15a53c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=61255cf9-0ece-4224-9152-ec916b15a53c,segment=NetworkSegment(fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2),segment_id=fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:39.665428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:39.693783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/c110c875-a49c-4ebc-a037-50f93f779672 HTTP/1.1" status: 204  len: 168 time: 2.8171344
Nov 15 09:21:39.758797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58462) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:39.774516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Calling delete_port for e8260745-8bc7-4e67-ae46-d9735363daf2 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:39.955057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 61255cf9-0ece-4224-9152-ec916b15a53c owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:40.030273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 61255cf9-0ece-4224-9152-ec916b15a53c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:40.034182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 20f7c793-da33-4f72-9938-8bb932ca3993 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:40.056104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.084694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.100400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-beb06334-ad02-4742-af9c-212d1f945916 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:40.119834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e932662-4d5b-479a-9e73-aee750fbb374,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:40.126088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:40.159810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.160305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.164082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 61255cf9-0ece-4224-9152-ec916b15a53c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:40.168116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.190643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a614ca8-90fb-4294-b0e1-c6727658f8a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:40.240091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.305572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=db708874-78f3-46e7-b831-1a8fbb9cd14c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:40.380151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:40.407098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.420457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.439473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.440903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e932662-4d5b-479a-9e73-aee750fbb374 HTTP/1.1" status: 204  len: 168 time: 1.5679965
Nov 15 09:21:40.453832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.474142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b87a6acc-933e-405e-b637-51c1b9ae04c4 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:40.500941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.552916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-223c0d53-aa9f-4295-93ba-ce8f576bf866 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:40.592572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=61255cf9-0ece-4224-9152-ec916b15a53c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:40.595633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:40.598488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:40.603874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/db708874-78f3-46e7-b831-1a8fbb9cd14c HTTP/1.1" status: 204  len: 168 time: 2.8901920
Nov 15 09:21:40.605794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a0311-2089-42ec-99a2-a2d18751d912 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:40.612242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58468) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:40.669936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=ba501053-56a9-4bc9-a2f5-016fa05427f4,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:40.677924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:40.916012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:41.084893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8262ce56-d2df-4b0b-8dad-118221d754b8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4711635
Nov 15 09:21:41.096690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:41.101474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Deleting port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:41.101920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:41.107603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:41.135695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:41.139308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:41.193712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:41.194678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:41.198964 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/ports/ba501053-56a9-4bc9-a2f5-016fa05427f4 HTTP/1.1" status: 200  len: 910 time: 3.7268715
Nov 15 09:21:41.203938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58484) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:41.207418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Port': ['ID=e8260745-8bc7-4e67-ae46-d9735363daf2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:41.331367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:41.344042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:41.351257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:41.431140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:41.468612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] For port 4a21ccd3-a69f-4ada-aced-f473b1b9df11, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4a21ccd3-a69f-4ada-aced-f473b1b9df11,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:41.469065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:41.492486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port 61255cf9-0ece-4224-9152-ec916b15a53c on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:41.566853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:41.654280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:41.669447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:41.801215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Calling delete_port for 4a21ccd3-a69f-4ada-aced-f473b1b9df11 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:41.890759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8dd902-24fc-44cd-ab1d-61107c191227 None None] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:42.022621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.051524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:42.051949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.058954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.073653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:42.077531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a6213cb-c41e-4905-8902-1068ce3c4217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:42.141679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Pushing event deleted for resources: {'Port': ['ID=4a21ccd3-a69f-4ada-aced-f473b1b9df11,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:42.143785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4a21ccd3-a69f-4ada-aced-f473b1b9df11 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:42.161856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58496) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:42.231237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.263184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=20f7c793-da33-4f72-9938-8bb932ca3993,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:42.313850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:42.315674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 4a21ccd3-a69f-4ada-aced-f473b1b9df11 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:21:42.316311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4a21ccd3-a69f-4ada-aced-f473b1b9df11 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:21:42.368663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-48d579d0-e2b3-4c7b-9f66-29b48474deab None None] Provisioning complete for port 766c4457-eead-40a1-ae7a-e010b370454d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:42.369170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48d579d0-e2b3-4c7b-9f66-29b48474deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.446325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.447469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.448293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.448719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.449136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.449551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.449961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.450373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.450787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.451190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.451598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.452031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.452496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.452898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.453300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.453725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.454075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.454479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.454881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.455275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.455662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.456122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.456530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.456932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.460922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:42.490266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=154d8461-f666-4a08-95a0-023bfc5ac293,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:42.495652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] No DVR routers for this DVR port 4a21ccd3-a69f-4ada-aced-f473b1b9df11 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:42.540174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32711c53-7a0f-48c4-b2ad-aa858e28f1dd None None] DHCP port deletion for a96b0e0e-cb2c-421d-88db-09ce60a619f8 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:42.561085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-932296713'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:42.591899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:42.622001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.622442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.622899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.623351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.623815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.624264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.624689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.625157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.625576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.626038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.626455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.626874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.627354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.627775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.628245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.628663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.629080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.629495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.629911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.630321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.630736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.631149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.631564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.632003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:42.643278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:42.659303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Usage tracker for resource:network and tenant:a1bd8189faee45a59ee104ea1609126b is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:42.670468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:42.686517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.692338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225837ba-0c4a-4443-a8c6-37a30252f99d None None] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:42.692845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:42.718869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/20f7c793-da33-4f72-9938-8bb932ca3993 HTTP/1.1" status: 204  len: 168 time: 2.9590094
Nov 15 09:21:42.726611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.726764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58502) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:42.762669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Made reservation on behalf of a1bd8189faee45a59ee104ea1609126b for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:42.764741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.784746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e4c55234-7188-4857-a5b0-e1cb1bf8c816 None None] Could not find standard attr ID for object 61255cf9-0ece-4224-9152-ec916b15a53c. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:21:42.859252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.897522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a222c6d8>,) {'filters': {'network_id': ['a96b0e0e-cb2c-421d-88db-09ce60a619f8']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:42.916986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.919455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a222c6d8>, 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:42.920154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a222c6d8>, 'fa9d5839-44dd-4b5a-b4de-ee8b6c40e4c2') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:42.941978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.949068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.966975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Router b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:21:42.977579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:42.982705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:43.001048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] DHCP port deletion for 1eebc696-fafb-4056-bf3e-bb7946a791a4 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:43.005780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Deleting port 766c4457-eead-40a1-ae7a-e010b370454d {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:43.006214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.108907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 766c4457-eead-40a1-ae7a-e010b370454d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:43.109286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.188049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.255460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=766c4457-eead-40a1-ae7a-e010b370454d,segment=NetworkSegment(ef600caa-4e15-4b63-98c9-f4badb90304c),segment_id=ef600caa-4e15-4b63-98c9-f4badb90304c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:43.255460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.262258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:43.264726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fda66377-6b5f-46ed-9c4e-7d523564bdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.271876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.396807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Calling delete_port for 766c4457-eead-40a1-ae7a-e010b370454d owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:43.512056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.526357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:43.537656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:43.556934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-343d3649-b4fd-4485-a099-208d828d4e70 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:43.571752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Pushing event deleted for resources: {'Port': ['ID=766c4457-eead-40a1-ae7a-e010b370454d,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:43.603226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network a96b0e0e-cb2c-421d-88db-09ce60a619f8 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:43.625236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:43.680150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] No DVR routers for this DVR port 766c4457-eead-40a1-ae7a-e010b370454d on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:43.698724 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:43.949552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 766c4457-eead-40a1-ae7a-e010b370454d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:43.997868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 766c4457-eead-40a1-ae7a-e010b370454d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:21:44.006280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 766c4457-eead-40a1-ae7a-e010b370454d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:21:44.006280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 61255cf9-0ece-4224-9152-ec916b15a53c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:44.037197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] For port 766c4457-eead-40a1-ae7a-e010b370454d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=766c4457-eead-40a1-ae7a-e010b370454d,segment=NetworkSegment(ef600caa-4e15-4b63-98c9-f4badb90304c),segment_id=ef600caa-4e15-4b63-98c9-f4badb90304c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:44.037608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.042070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 61255cf9-0ece-4224-9152-ec916b15a53c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:21:44.042476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 61255cf9-0ece-4224-9152-ec916b15a53c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:21:44.105567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=58c65178-8def-4843-8f3a-775515a7de8d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:44.171370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:44.178111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.190784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34118789-998d-4af5-8717-faf0614e3abd tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:44.209926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 766c4457-eead-40a1-ae7a-e010b370454d owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:44.214539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.234193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=a96b0e0e-cb2c-421d-88db-09ce60a619f8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:44.249478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:44.278956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/a96b0e0e-cb2c-421d-88db-09ce60a619f8 HTTP/1.1" status: 204  len: 168 time: 6.5007923
Nov 15 09:21:44.282946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58506) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:44.344300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:44.350049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:44.352204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11bced2-d0df-4f93-b33a-a97b41c1f251 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] GET failed (client error): The resource could not be found.
Nov 15 09:21:44.352777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c11bced2-d0df-4f93-b33a-a97b41c1f251 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Synchronizing usage tracker for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:44.359510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df22fd-ec89-40ce-aca4-abe0f67fdc9a None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:44.373523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:44.374173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.417646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:44.422744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:44.430813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c11bced2-d0df-4f93-b33a-a97b41c1f251 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Unset dirty status for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:44.435024 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c11bced2-d0df-4f93-b33a-a97b41c1f251 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets/154d8461-f666-4a08-95a0-023bfc5ac293 HTTP/1.1" status: 404  len: 337 time: 0.1415443
Nov 15 09:21:44.435184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Usage tracker for resource:security_group_rule and tenant:a1bd8189faee45a59ee104ea1609126b is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:44.435944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58510) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:44.442866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:44.446198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] Sync routers for ids ['b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:44.465478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:44.472876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3640854
Nov 15 09:21:44.476173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58514) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:44.484525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:44.497686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] Routers {'b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:44.498519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a341c8d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:44.503377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e524e7-dddc-4f25-b673-29fcf644a6f1 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:21:44.514241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e524e7-dddc-4f25-b673-29fcf644a6f1 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:21:44.514241 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47e524e7-dddc-4f25-b673-29fcf644a6f1 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/a96b0e0e-cb2c-421d-88db-09ce60a619f8 HTTP/1.1" status: 404  len: 339 time: 0.0690842
Nov 15 09:21:44.517188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58518) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:44.577340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a341c8d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:44.594953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.597139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 10.3129544
Nov 15 09:21:44.602535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58522) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:44.628618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:44.628938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:44.649786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] Routers {'b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:44.650597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a341c8d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:44.724325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a341c8d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:44.724785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1bde5-5e4a-43bd-80c6-3d3926e9531d None None] The sync data for ids ['b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:44.788548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '58c65178-8def-4843-8f3a-775515a7de8d'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:44.789723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.900628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:44.901293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.908243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea725f99-a84a-4e16-b46f-33e028a57d7b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:44.909074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea725f99-a84a-4e16-b46f-33e028a57d7b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Synchronizing usage tracker for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:44.915820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:44.921820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:44.938390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:44.940959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Router b7dd7d6d-4d79-4cda-8a99-555e85e37ac9 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:21:44.981317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:44.988702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e6c088f-c9f2-4792-b822-7a7e5402011d tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:45.019612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea725f99-a84a-4e16-b46f-33e028a57d7b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Unset dirty status for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:45.020932 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea725f99-a84a-4e16-b46f-33e028a57d7b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5027773
Nov 15 09:21:45.023691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:45.025071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58526) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:45.032124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.045094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:45.113412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Allocated IP 172.20.0.2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/58c65178-8def-4843-8f3a-775515a7de8d/990eaddc-4639-4473-911c-5757e79bd633) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:45.201550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3faf4a-ed73-4200-83e5-ec73f56beda4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:45.204819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f002f0c-5428-41a6-85b9-86d5b3792b41 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Synchronizing usage tracker for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:45.219735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:45.220339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 766c4457-eead-40a1-ae7a-e010b370454d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:45.220724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.252777 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-65755482-9920-4626-977d-9f865f0c84a6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf HTTP/1.1" status: 200  len: 921 time: 0.6423845
Nov 15 09:21:45.253273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58530) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:45.258254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.258717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Added segment 1e53c851-8433-47bd-bc8c-3e8dc11945a9 of type vxlan for network 17b70f83-ab1f-4656-bf8d-7fbaca799c28
Nov 15 09:21:45.348202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30ce94a5-ce71-4151-8408-2df2244e48e8 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf HTTP/1.1" status: 200  len: 205 time: 0.0618877
Nov 15 09:21:45.356200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58534) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:45.403970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] The port '766c4457-eead-40a1-ae7a-e010b370454d' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:21:45.414084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f002f0c-5428-41a6-85b9-86d5b3792b41 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Unset dirty status for tenant:c7b5d04c55284adfb3f4f38229f78c83 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:45.420068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f002f0c-5428-41a6-85b9-86d5b3792b41 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets?network_id=e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 207 time: 0.3760421
Nov 15 09:21:45.429833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58538) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:45.490062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.550860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.562001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Transition to ACTIVE for port object 990eaddc-4639-4473-911c-5757e79bd633 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:45.568671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.582419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Transition to ACTIVE for port object 990eaddc-4639-4473-911c-5757e79bd633 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:45.617563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.624862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.637984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a91753-f547-4e7a-bf47-29f9b88d01fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:45.701918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dabfd-8e90-4b7e-b4a5-68445c3e7bfa tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:45.706483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dabfd-8e90-4b7e-b4a5-68445c3e7bfa tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:45.710916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dabfd-8e90-4b7e-b4a5-68445c3e7bfa tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:45.716317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dabfd-8e90-4b7e-b4a5-68445c3e7bfa tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:45.721616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-498dabfd-8e90-4b7e-b4a5-68445c3e7bfa tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2822990
Nov 15 09:21:45.722802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58542) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:45.725206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:45.748419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] Sync routers for ids ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:45.772863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] Routers {'b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:45.774420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847df60>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:45.818697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.823165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:45.823813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.831561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89271cd8-a886-4f74-bb9d-340665ae1fcc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:45.838800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46bd83bf-d3b6-4643-8ca1-8004ba88fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:45.863286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Pushing event updated for resources: {'Port': ['ID=990eaddc-4639-4473-911c-5757e79bd633,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:45.868813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:45.909427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847df60>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:45.926046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] Routers {'b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:45.927163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a847df60>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:45.928695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:45.929930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:45.934402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:45.973079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4b518>,) {'filters': {'network_id': ['1eebc696-fafb-4056-bf3e-bb7946a791a4']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:46.004754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4b518>, 'ef600caa-4e15-4b63-98c9-f4badb90304c') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:46.005278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4b518>, 'ef600caa-4e15-4b63-98c9-f4badb90304c') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:46.016241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a847df60>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:46.017178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97dd5a-bd66-47dd-9668-c1321c3d0adb None None] The sync data for ids ['b7dd7d6d-4d79-4cda-8a99-555e85e37ac9'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:46.020774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Attempting to bind port 990eaddc-4639-4473-911c-5757e79bd633 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:46.021687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Attempting to bind port 990eaddc-4639-4473-911c-5757e79bd633 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:46.022115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Attempting to bind port 990eaddc-4639-4473-911c-5757e79bd633 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:46.029947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "PUT /v2.0/routers/b7dd7d6d-4d79-4cda-8a99-555e85e37ac9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9201851
Nov 15 09:21:46.029947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.8607612
Nov 15 09:21:46.033469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:46.033641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'Network': ['ID=17b70f83-ab1f-4656-bf8d-7fbaca799c28,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:46.033909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:46.034374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.034822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:46.035371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Bound port: 990eaddc-4639-4473-911c-5757e79bd633, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:46.035787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.037018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.045308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58546) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:46.045308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58548) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:46.049463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:46.050465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:46.074479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:46.106887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b0dd636-7688-4274-91ad-1d04dba694bd tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.3783660
Nov 15 09:21:46.109172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58554) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:46.126382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Request body: {'subnet': {'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:46.209943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.230961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98dbbf-4b0e-4a99-9e69-64ba036b8fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:46.232689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98dbbf-4b0e-4a99-9e69-64ba036b8fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:46.237659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c98dbbf-4b0e-4a99-9e69-64ba036b8fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1226954
Nov 15 09:21:46.250307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.322867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58558) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:46.376874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.381663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] For port 990eaddc-4639-4473-911c-5757e79bd633, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:46.384580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] For port 990eaddc-4639-4473-911c-5757e79bd633, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=990eaddc-4639-4473-911c-5757e79bd633,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:46.415131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.437882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:46.588910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:46.620337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Pushing event updated for resources: {'Port': ['ID=990eaddc-4639-4473-911c-5757e79bd633,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:46.624490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:46.778067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e87b2-65d9-42ad-a781-2e2d52faaf7c tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:46.779634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e87b2-65d9-42ad-a781-2e2d52faaf7c tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:46.786458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a74e87b2-65d9-42ad-a781-2e2d52faaf7c tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.4566619
Nov 15 09:21:46.795697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58562) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:46.885443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:46.905811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:46.920593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Usage tracker for resource:subnet and tenant:a1bd8189faee45a59ee104ea1609126b is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:46.924423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:46.947686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:47.038383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:47.049709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port ba501053-56a9-4bc9-a2f5-016fa05427f4 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:47.050089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.080697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.111509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:21:47.175309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a1eb3c-a3af-48b4-91d4-1aa05980f9c3 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:47.176865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2a1eb3c-a3af-48b4-91d4-1aa05980f9c3 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks/9197fcb9-f512-43ff-9e83-229ec9c31712 HTTP/1.1" status: 200  len: 800 time: 0.3801217
Nov 15 09:21:47.196194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58566) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:47.268165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Made reservation on behalf of a1bd8189faee45a59ee104ea1609126b for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:47.420214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b53c685-7fe7-4363-98f9-bbe580454293 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/networks/9197fcb9-f512-43ff-9e83-229ec9c31712?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2192426
Nov 15 09:21:47.428139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58570) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:47.520212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.532013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 1eebc696-fafb-4056-bf3e-bb7946a791a4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:47.551739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:47.580781 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:47.595072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a4778-f58f-4e14-9a16-8ae011d338a0 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:47.600033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-265a4778-f58f-4e14-9a16-8ae011d338a0 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets/5f9f564c-e12c-4845-b002-7be5134e0ab8 HTTP/1.1" status: 200  len: 811 time: 0.1675451
Nov 15 09:21:47.600033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.609332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58574) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:47.657262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port b8e1c302-3aa1-43b3-9d5d-46e44e577b1a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:47.657654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.670525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.831053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783736f-1dc6-4a4d-a404-319e4f918d83 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:47.836042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d783736f-1dc6-4a4d-a404-319e4f918d83 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "GET /v2.0/subnets/5f9f564c-e12c-4845-b002-7be5134e0ab8?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2204523
Nov 15 09:21:47.839590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58578) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:47.874644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.940215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549230533'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:47.962016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:47.973321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.984159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:47.996302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6595bc6b-0a3d-47b4-915e-385abc763378 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:48.002860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:48.023150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.027179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 990eaddc-4639-4473-911c-5757e79bd633 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:48.099179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:48.105526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.114163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=1eebc696-fafb-4056-bf3e-bb7946a791a4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:48.162956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 990eaddc-4639-4473-911c-5757e79bd633 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:48.180241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:48.188207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for ba501053-56a9-4bc9-a2f5-016fa05427f4 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:48.189956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.219186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/1eebc696-fafb-4056-bf3e-bb7946a791a4 HTTP/1.1" status: 204  len: 168 time: 5.4955943
Nov 15 09:21:48.225396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58582) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:48.323043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Provisioning for port 990eaddc-4639-4473-911c-5757e79bd633 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:48.329243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Provisioning complete for port 990eaddc-4639-4473-911c-5757e79bd633 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:48.330884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.404348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for b8e1c302-3aa1-43b3-9d5d-46e44e577b1a owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:48.438683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.457916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:48.469236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.503195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.516498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.516986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Added segment e015370b-f051-4bab-916e-17612bdaa8c1 of type vxlan for network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5
Nov 15 09:21:48.581869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port 990eaddc-4639-4473-911c-5757e79bd633, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=990eaddc-4639-4473-911c-5757e79bd633,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:48.622015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.622441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.623039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Fanout notify agent at l3_agent the message router_deleted on router b7dd7d6d-4d79-4cda-8a99-555e85e37ac9 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:48.683658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.702413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a219355-2205-4089-97f0-1e34cb527514 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:48.703110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a219355-2205-4089-97f0-1e34cb527514 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:48.723047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.723986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.745881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da5e7509-5466-427b-a763-ed3054496ab6 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:48.760899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:48.761324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:48.787723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.790162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-daa03c14-46ab-4dd2-86d9-3b9a4cfe7113 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "DELETE /v2.0/routers/b7dd7d6d-4d79-4cda-8a99-555e85e37ac9 HTTP/1.1" status: 204  len: 168 time: 2.7427683
Nov 15 09:21:48.803263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58586) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:48.844255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.857750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.862110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:48.866265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:48.918312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a219355-2205-4089-97f0-1e34cb527514 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:48.919632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a219355-2205-4089-97f0-1e34cb527514 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6931596
Nov 15 09:21:48.930454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58590) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:49.075195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=990eaddc-4639-4473-911c-5757e79bd633,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.079111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.085708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad81f4b-c006-4a10-963b-aace7d2c7e3c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.155160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.271625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=ba501053-56a9-4bc9-a2f5-016fa05427f4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.279808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.331411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.370343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] For port 990eaddc-4639-4473-911c-5757e79bd633, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=990eaddc-4639-4473-911c-5757e79bd633,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:49.406055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.408724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1754af5-21a0-42b6-b67f-41539dde2b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.418067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5235729
Nov 15 09:21:49.428456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58594) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:49.456978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:49.492864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Pushing event updated for resources: {'Port': ['ID=990eaddc-4639-4473-911c-5757e79bd633,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.497651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.534109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7fd05b89-4e80-40fe-96cc-cfbdc744bf45 None None] Provisioning complete for port 990eaddc-4639-4473-911c-5757e79bd633 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:49.534748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fd05b89-4e80-40fe-96cc-cfbdc744bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.555567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting subnet 97ebeb98-4aa1-42cd-83ad-278d9de3810a {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:49.576138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.586136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.600456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=7b335529-f1d6-4b05-9fbf-559623c77bcd,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.604399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.613483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37061141-4561-49b9-804d-cde0b953411a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.727824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.737930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=b8e1c302-3aa1-43b3-9d5d-46e44e577b1a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.740729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.749225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.866s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.869801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:49.872809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:49.880547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:49.889995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f39d9e-baec-4d4a-a057-7cd40f9e2c9b None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:49.899099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-393942c8-01e7-4a6f-adf8-a3d7cb79dd46 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.9593246
Nov 15 09:21:49.911868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58598) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:49.925860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:49.928603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-705048193'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:49.931364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:49.932084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.936656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:49.952541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Network': ['ID=3176ca83-7e4d-46b2-8b13-a2fcaaf73af5,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:49.955616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:49.957786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-061d8c5f-7f08-4621-84d4-0293917e00ff tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:49.991671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:50.003629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:50.018447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:50.020833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:50.028455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Made reservation on behalf of c7b5d04c55284adfb3f4f38229f78c83 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:50.032366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 990eaddc-4639-4473-911c-5757e79bd633 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:50.064400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.5840552
Nov 15 09:21:50.071394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:50.084925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58602) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:50.114828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:b2:0c:3b', 'name': 'tempest-NetworksTestDHCPv6-322761335'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:50.133560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:50.246312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'Subnet': ['ID=956e3937-aedb-437a-afeb-50cc402a4c0b,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:50.267805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:50.285774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:50.292105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.324217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.354456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.387093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.431251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.568459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 990eaddc-4639-4473-911c-5757e79bd633 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:50.569318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.574916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing IP validity checks on allocation pools {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:21:50.575518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking for overlaps among allocation pools and gateway ip {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:21:50.580349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:21:50.703774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.704174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment f9703683-3e00-4ec3-890c-dc4cb0d0bc3d of type vxlan for network be74b487-f7ef-4c88-b6bf-90389ffeef3b
Nov 15 09:21:50.705683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:50.725151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:50.733455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:50.759731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:50.788316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.801124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.826854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.862722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Checking segment: {'id': '1e53c851-8433-47bd-bc8c-3e8dc11945a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:50.863595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network hostable DHCP agents. Network: 17b70f83-ab1f-4656-bf8d-7fbaca799c28, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:50.887671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:50.922124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.922739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:50.940798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:50.942332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf HTTP/1.1" status: 204  len: 168 time: 5.5848060
Nov 15 09:21:50.946548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58606) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:50.952274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'name': 'tempest-snat-router-1890845348', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:50.957615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:50.980193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:router and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:50.985549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:50.994043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:51.088021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.089104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.136154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.245068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.249232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:51.252998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.258359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ecacd8ec-bdfe-4eb2-ae31-f3da20d8f435 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:51.299938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:51.376186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.395381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a4a1619c-644f-4e23-a576-b68ddb7d1410 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:51.420337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.563707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-65c5ff77-854b-404b-9081-8633fab36183 None None] Provisioning complete for port 990eaddc-4639-4473-911c-5757e79bd633 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:51.564173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65c5ff77-854b-404b-9081-8633fab36183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.582356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=51766a2b-b22b-43b8-aa4e-5d784984afe9,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:51.589971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:51.592296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.690387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Checking segment: {'id': 'e015370b-f051-4bab-916e-17612bdaa8c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:51.690783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network hostable DHCP agents. Network: 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:51.731995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 17b70f83-ab1f-4656-bf8d-7fbaca799c28) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:51.734050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.741622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af6cef-716b-4ec1-aefd-2d1e37e174c3 None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:51.755302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=be74b487-f7ef-4c88-b6bf-90389ffeef3b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:51.773898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:51.823568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:51.828606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eeccac8f-39ac-4c1d-81f4-ceaae53673f0 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:51.842647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:21:51.894046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.9783742
Nov 15 09:21:51.901853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:51.902529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:51.985131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58610) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:51.989023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Subnet': ['ID=97ebeb98-4aa1-42cd-83ad-278d9de3810a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:51.999679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:52.085500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:52.131743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:52.194240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.216431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-17b70f83-ab1f-4656-bf8d-7fbaca799c28', 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28', 'tenant_id': 'a1bd8189faee45a59ee104ea1609126b', 'fixed_ips': [{'subnet_id': '956e3937-aedb-437a-afeb-50cc402a4c0b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:52.217424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.223872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:52.227424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.1768589
Nov 15 09:21:52.230627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58614) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:52.236779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Request body: {'port': {'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1184151282'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:52.249619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d10ff5-df4a-4943-ae85-8ddbb58773e8 None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:52.257800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.287313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:52.288011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.351453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.354012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "DELETE /v2.0/subnets/97ebeb98-4aa1-42cd-83ad-278d9de3810a HTTP/1.1" status: 204  len: 168 time: 3.5545056
Nov 15 09:21:52.359342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58618) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:52.362914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:52.408668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1e4e3-ef3b-49e6-b917-3a07023b85c0 None None] Network fd78203c-c804-4516-b55b-dc27cbbfd799 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:52.445522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:52.455208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 3.0125184
Nov 15 09:21:52.457798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58622) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:52.479736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:52.489607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:52.547418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:52.600345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:52.632970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 90076c74-a7d6-429a-9059-85afcf2b1c5d yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:52.649823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Usage tracker for resource:port and tenant:a1bd8189faee45a59ee104ea1609126b is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:52.695531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:52.715497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:52.728530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:52.774977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.775558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036844092208'] for subnet, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.839828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Made reservation on behalf of a1bd8189faee45a59ee104ea1609126b for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:52.845471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.858300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-3176ca83-7e4d-46b2-8b13-a2fcaaf73af5', 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5', 'tenant_id': 'c7b5d04c55284adfb3f4f38229f78c83', 'fixed_ips': [{'subnet_id': '51766a2b-b22b-43b8-aa4e-5d784984afe9'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:52.859222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:52.966167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.26.4.157 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/070529a5-b296-4146-8596-b00cf1b2847c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:52.996546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Allocated IP 2001:db8::2 (17b70f83-ab1f-4656-bf8d-7fbaca799c28/956e3937-aedb-437a-afeb-50cc402a4c0b/17db09fa-a920-4620-ac0c-8a024be0294f) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:53.016288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.034665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Deleting port 7dc65bc3-36f1-4270-bf57-2d043d534f06 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:53.035058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.086795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 7d04b0bf-bcc0-4421-ba63-159cf30c72e4 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:21:53.237188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] device_id is not set on port 604f720a-929e-4a0e-baec-9cd673eeeed7 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:53.354673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] DHCP port deletion for fd78203c-c804-4516-b55b-dc27cbbfd799 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:21:53.374733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Deleting port 7dc65bc3-36f1-4270-bf57-2d043d534f06 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:53.375305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.445600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.633304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.651650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:53.683649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036843780520'] for subnet, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.786892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 172.20.0.3 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/58c65178-8def-4843-8f3a-775515a7de8d/90076c74-a7d6-429a-9059-85afcf2b1c5d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:53.825640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:feb2:c3b (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/7b335529-f1d6-4b05-9fbf-559623c77bcd/90076c74-a7d6-429a-9059-85afcf2b1c5d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:53.902816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Allocated IP 172.20.0.3 (3176ca83-7e4d-46b2-8b13-a2fcaaf73af5/51766a2b-b22b-43b8-aa4e-5d784984afe9/e16a5330-ee0d-4a1b-bd48-1188774a750e) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:53.911962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.936215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] For port 7dc65bc3-36f1-4270-bf57-2d043d534f06, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7dc65bc3-36f1-4270-bf57-2d043d534f06,segment=NetworkSegment(b5d99be0-5d63-462e-b1cc-c9640193d007),segment_id=b5d99be0-5d63-462e-b1cc-c9640193d007)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:53.936679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:53.939893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=070529a5-b296-4146-8596-b00cf1b2847c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:53.945476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:53.953802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Transition to ACTIVE for port object 17db09fa-a920-4620-ac0c-8a024be0294f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:53.962888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:53.964324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:54.014138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:54.026141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:54.043778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7dc65bc3-36f1-4270-bf57-2d043d534f06 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:21:54.062558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] For port 7dc65bc3-36f1-4270-bf57-2d043d534f06, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7dc65bc3-36f1-4270-bf57-2d043d534f06,segment=NetworkSegment(b5d99be0-5d63-462e-b1cc-c9640193d007),segment_id=b5d99be0-5d63-462e-b1cc-c9640193d007)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:54.063061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.122067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event updated for resources: {'Subnet': ['ID=51766a2b-b22b-43b8-aa4e-5d784984afe9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:54.130289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:54.172991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:54.194293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:54.195080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.195870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Calling delete_port for 7dc65bc3-36f1-4270-bf57-2d043d534f06 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:54.199455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "PUT /v2.0/subnets/51766a2b-b22b-43b8-aa4e-5d784984afe9 HTTP/1.1" status: 200  len: 877 time: 1.7355115
Nov 15 09:21:54.204269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58626) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:54.240528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] Sync routers for ids ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:54.265894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Calling delete_port for 7dc65bc3-36f1-4270-bf57-2d043d534f06 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:54.284345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Transition to ACTIVE for port object 17db09fa-a920-4620-ac0c-8a024be0294f will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:54.356354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] Routers {'7d04b0bf-bcc0-4421-ba63-159cf30c72e4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:54.357030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:54.417254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.430505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/7d04b0bf-bcc0-4421-ba63-159cf30c72e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2204556
Nov 15 09:21:54.437319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58630) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:54.456717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:54.465906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Allocated IP 2001:db8::38e (17b70f83-ab1f-4656-bf8d-7fbaca799c28/956e3937-aedb-437a-afeb-50cc402a4c0b/604f720a-929e-4a0e-baec-9cd673eeeed7) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:54.488777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.556621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b1c9cd9-4e30-4af9-a5ce-05712835da8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:54.619063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:54.639877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.652314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 7dc65bc3-36f1-4270-bf57-2d043d534f06 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:21:54.663152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0e76c73-1b3e-4820-938e-afc0290e6612 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:54.677283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 15 09:21:54.677283 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Nov 15 09:21:54.677283 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'port_id': '7dc65bc3-36f1-4270-bf57-2d043d534f06', 'host': 'dv-neutron-743142-12-ovs', 'level': 0}]
Nov 15 09:21:54.677283 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:54.677751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:54.750845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Pushing event updated for resources: {'Port': ['ID=17db09fa-a920-4620-ac0c-8a024be0294f,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:54.793875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] Routers {'7d04b0bf-bcc0-4421-ba63-159cf30c72e4'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:54.794750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3444390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:54.850308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Port': ['ID=7dc65bc3-36f1-4270-bf57-2d043d534f06,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:54.857103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.857507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.857899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.858294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.858680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.859060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.859873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.859873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.860179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.860526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.860901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.861275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.861707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.862087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.862838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.862963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:54.863052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.863134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.863499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.863871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.864631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.865015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.865389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.865762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.866138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:21:54.879397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:54.880026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:54.889934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b1c9cd9-4e30-4af9-a5ce-05712835da8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:54.891345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b1c9cd9-4e30-4af9-a5ce-05712835da8b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=7d04b0bf-bcc0-4421-ba63-159cf30c72e4 HTTP/1.1" status: 200  len: 205 time: 0.4452956
Nov 15 09:21:54.904592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58634) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:54.912400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 90076c74-a7d6-429a-9059-85afcf2b1c5d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:55.076448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.077289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.082549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] No DVR routers for this DVR port 7dc65bc3-36f1-4270-bf57-2d043d534f06 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:21:55.082857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.093491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3444390>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:55.093970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ad8d7-f26f-4ca7-8e7c-7f3f9d5a0f73 None None] The sync data for ids ['7d04b0bf-bcc0-4421-ba63-159cf30c72e4'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:21:55.101732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.120849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Transition to ACTIVE for port object e16a5330-ee0d-4a1b-bd48-1188774a750e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:55.148219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Transition to ACTIVE for port object e16a5330-ee0d-4a1b-bd48-1188774a750e will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:55.150715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:55.152847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:55.155198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:55.192592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Deleting port 7dc65bc3-36f1-4270-bf57-2d043d534f06 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:55.193016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.227501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.251669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0692c255-6b03-407d-863e-87a2eed52f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:55.270323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.297814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.370598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e3aa299-2434-4650-8ea5-e7c61821f616 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:55.387091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.409379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b616303-1eea-408a-8d4c-ac7dc06cba67 None None] The port '7dc65bc3-36f1-4270-bf57-2d043d534f06' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:21:55.417118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Attempting to bind port 17db09fa-a920-4620-ac0c-8a024be0294f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:55.417556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Attempting to bind port 17db09fa-a920-4620-ac0c-8a024be0294f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '1e53c851-8433-47bd-bc8c-3e8dc11945a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:55.417992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Attempting to bind port 17db09fa-a920-4620-ac0c-8a024be0294f on network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:55.425845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Transition to ACTIVE for port object 604f720a-929e-4a0e-baec-9cd673eeeed7 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:55.430928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.452396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:55.452652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Checking segment: {'id': '1e53c851-8433-47bd-bc8c-3e8dc11945a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:55.453119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.453575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Bound using segment: {'id': '1e53c851-8433-47bd-bc8c-3e8dc11945a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:55.454123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Bound port: 17db09fa-a920-4620-ac0c-8a024be0294f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53c851-8433-47bd-bc8c-3e8dc11945a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:55.454753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.490638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Pushing event updated for resources: {'Port': ['ID=e16a5330-ee0d-4a1b-bd48-1188774a750e,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:55.495991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:55.613164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:55.615579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:55.618965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:55.622260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] For port 17db09fa-a920-4620-ac0c-8a024be0294f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:55.626720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] For port 17db09fa-a920-4620-ac0c-8a024be0294f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17db09fa-a920-4620-ac0c-8a024be0294f,segment=NetworkSegment(1e53c851-8433-47bd-bc8c-3e8dc11945a9),segment_id=1e53c851-8433-47bd-bc8c-3e8dc11945a9)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:55.680002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.700952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-216d1b9b-c63e-4544-8474-ad62102dd80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:55.704112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.725456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:55.728637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=90076c74-a7d6-429a-9059-85afcf2b1c5d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:55.739001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:55.796252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a35a2dd8>,) {'filters': {'network_id': ['fd78203c-c804-4516-b55b-dc27cbbfd799']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:55.819325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Attempting to bind port e16a5330-ee0d-4a1b-bd48-1188774a750e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:21:55.819669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Attempting to bind port e16a5330-ee0d-4a1b-bd48-1188774a750e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e015370b-f051-4bab-916e-17612bdaa8c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:21:55.820257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Attempting to bind port e16a5330-ee0d-4a1b-bd48-1188774a750e on network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:21:55.825280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.835204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a35a2dd8>, 'b5d99be0-5d63-462e-b1cc-c9640193d007') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:55.835550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a35a2dd8>, 'b5d99be0-5d63-462e-b1cc-c9640193d007') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:55.853840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:21:55.854354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Checking segment: {'id': 'e015370b-f051-4bab-916e-17612bdaa8c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:55.854717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.855312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Bound using segment: {'id': 'e015370b-f051-4bab-916e-17612bdaa8c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:21:55.855710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Bound port: e16a5330-ee0d-4a1b-bd48-1188774a750e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e015370b-f051-4bab-916e-17612bdaa8c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:21:55.856180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.872753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.877683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Pushing event updated for resources: {'Port': ['ID=17db09fa-a920-4620-ac0c-8a024be0294f,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:55.888329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:55.898165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:55.909723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b72f2107-f171-4337-b056-a5a15cac82cf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:55.993621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'Port': ['ID=604f720a-929e-4a0e-baec-9cd673eeeed7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:55.997673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:56.003939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:56.018675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.026540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] For port e16a5330-ee0d-4a1b-bd48-1188774a750e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:21:56.031071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] For port e16a5330-ee0d-4a1b-bd48-1188774a750e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e16a5330-ee0d-4a1b-bd48-1188774a750e,segment=NetworkSegment(e015370b-f051-4bab-916e-17612bdaa8c1),segment_id=e015370b-f051-4bab-916e-17612bdaa8c1)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:21:56.036061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:56.066474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=51766a2b-b22b-43b8-aa4e-5d784984afe9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:56.069210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.069462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:56.087681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bbb99be-f965-4b88-861c-01123caa1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:56.245678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:56.251132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:56.253696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:56.258363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:56.259097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.262493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Pushing event updated for resources: {'Port': ['ID=e16a5330-ee0d-4a1b-bd48-1188774a750e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:56.265271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.289129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:56.409285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router 0a9f739f-42e8-4226-a6c2-b76c587db5d1 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:21:56.456877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a25e9f98>,) {'filters': {'network_id': ['3176ca83-7e4d-46b2-8b13-a2fcaaf73af5']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:56.466272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7260aa3-5617-4cfe-8357-2355a722ee8b None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:56.527959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 4.2961295
Nov 15 09:21:56.538016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a25e9f98>, 'e015370b-f051-4bab-916e-17612bdaa8c1') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:56.538594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a25e9f98>, 'e015370b-f051-4bab-916e-17612bdaa8c1') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:56.546211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58638) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:56.560356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Request body: {'port': {'network_id': '17b70f83-ab1f-4656-bf8d-7fbaca799c28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1604172689', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:56.560987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] bootfile-name is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:21:56.561436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] tftp-server is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:21:56.561888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] server-ip-address is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:21:56.595193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.649635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=35f019eb-a14a-4819-a0d0-4790cd14c33e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:56.666709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:21:56.688353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:56.688353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:56.691641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:56.698637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:21:56.724276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b54f4-d722-4580-84ce-0968499e9489 None None] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:56.743265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:21:56.974837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:56.987687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.002900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:57.003545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:57.032041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.063110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Usage tracker for resource:port and tenant:a1bd8189faee45a59ee104ea1609126b is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:21:57.147396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:57.148091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.151362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d9bc4fda-fc3b-408f-88e2-3ff2226d6c65 None None] Provisioning for port 90076c74-a7d6-429a-9059-85afcf2b1c5d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:57.157678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d9bc4fda-fc3b-408f-88e2-3ff2226d6c65 None None] Provisioning complete for port 90076c74-a7d6-429a-9059-85afcf2b1c5d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:57.158486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4fda-fc3b-408f-88e2-3ff2226d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.160479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.228321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc4fda-fc3b-408f-88e2-3ff2226d6c65 None None] Port 90076c74-a7d6-429a-9059-85afcf2b1c5d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:21:57.290197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.305158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Network fd78203c-c804-4516-b55b-dc27cbbfd799 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:57.334912 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:57.403718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 7.3160570
Nov 15 09:21:57.404611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58642) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:57.426265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:21:57.453207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:57.484876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:21:57.485923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: be74b487-f7ef-4c88-b6bf-90389ffeef3b, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:21:57.553148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.557892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54d1d32a-62d3-427e-b3f4-365253d051aa tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:57.584296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:21:57.584486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.592304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.592304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 7d04b0bf-bcc0-4421-ba63-159cf30c72e4 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:21:57.596404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Made reservation on behalf of a1bd8189faee45a59ee104ea1609126b for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:57.601381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Pushing event deleted for resources: {'Network': ['ID=fd78203c-c804-4516-b55b-dc27cbbfd799,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:57.602381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.607883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:57.615409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:21:57.622628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] 10.222.0.81 "DELETE /v2.0/networks/fd78203c-c804-4516-b55b-dc27cbbfd799 HTTP/1.1" status: 204  len: 168 time: 5.2545664
Nov 15 09:21:57.626355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.630131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab8f025e-7a48-43b7-961c-2c395c0cb955 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/7d04b0bf-bcc0-4421-ba63-159cf30c72e4 HTTP/1.1" status: 204  len: 168 time: 2.7217677
Nov 15 09:21:57.633495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c08a73-03b3-469e-8e3e-3077c92a5f31 None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:57.635929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f0a75-863d-496f-b34b-2d8dfead15b6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:57.640424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f0a75-863d-496f-b34b-2d8dfead15b6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:57.641329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-186f0a75-863d-496f-b34b-2d8dfead15b6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:21:57.645312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:21:57.670209 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:21:57.701664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, be74b487-f7ef-4c88-b6bf-90389ffeef3b) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:21:57.729669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:21:57.730632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:57.744947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec12a8b-d99a-480f-a229-66e9e6636641 None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:21:57.752656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-186f0a75-863d-496f-b34b-2d8dfead15b6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:21:57.756967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-186f0a75-863d-496f-b34b-2d8dfead15b6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.3347359
Nov 15 09:21:57.760842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58652) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:57.882516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a4178ed0-8cdd-4038-9fab-942e60d6f63e None None] Provisioning for port 17db09fa-a920-4620-ac0c-8a024be0294f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:57.900812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.9094517
Nov 15 09:21:57.911369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58656) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:57.919062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b', 'name': 'tempest-PortsIpV6TestJSON-1139112954'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:21:57.928211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] device_id is not set on port 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:21:57.969925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 90076c74-a7d6-429a-9059-85afcf2b1c5d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:57.970333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.102467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17db09fa-a920-4620-ac0c-8a024be0294f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:21:58.181687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Allocated IP 2001:db8::4e (17b70f83-ab1f-4656-bf8d-7fbaca799c28/956e3937-aedb-437a-afeb-50cc402a4c0b/8b150674-19cd-4b3b-bb68-bfa9e5e5b34d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:58.201894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 7941f2c2-26a4-425b-904b-b05c2b476976 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:21:58.235345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58662) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:58.239831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.244609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:21:58.244609 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:21:58.244609 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '3176ca83-7e4d-46b2-8b13-a2fcaaf73af5'}]
Nov 15 09:21:58.244609 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:21:58.245316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:21:58.269078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:21:58.282796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Sync routers for ids ['0a9f739f-42e8-4226-a6c2-b76c587db5d1'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:21:58.306210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Routers {'0a9f739f-42e8-4226-a6c2-b76c587db5d1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:21:58.306854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a9f739f-42e8-4226-a6c2-b76c587db5d1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:58.356742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:21:58.375926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.377477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44dcd430-2be6-4b9b-b4d5-ca67ec6b1963 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 7.4298587
Nov 15 09:21:58.386853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58668) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:58.444192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-be74b487-f7ef-4c88-b6bf-90389ffeef3b', 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': '35f019eb-a14a-4819-a0d0-4790cd14c33e'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:21:58.445090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.502602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.537544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:21:58.588481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 17db09fa-a920-4620-ac0c-8a024be0294f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:21:58.598049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fbc0a7cb-19ae-4ee4-8f9e-e68f2669512e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c18597e940d343f6bd42f799f422b143&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3578398
Nov 15 09:21:58.599572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58672) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:21:58.607006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 17db09fa-a920-4620-ac0c-8a024be0294f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:58.607444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.693220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:21:58.702946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Set router 0a9f739f-42e8-4226-a6c2-b76c587db5d1 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:21:58.706531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.736548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.781782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.877980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.882085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.958951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.965208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.976036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c66060b-6dcb-49d0-9685-581fc7b64a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:58.982027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:58.992642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5c0e5-0b7b-4a58-8998-d708b5dde927,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:59.002792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:59.023488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Transition to ACTIVE for port object 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:21:59.026574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port e16a5330-ee0d-4a1b-bd48-1188774a750e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:21:59.026967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.079547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.084014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6aa5c0e5-0b7b-4a58-8998-d708b5dde927 HTTP/1.1" status: 204  len: 168 time: 0.4825416
Nov 15 09:21:59.118589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Allocated IP 2001:db8::2 (be74b487-f7ef-4c88-b6bf-90389ffeef3b/35f019eb-a14a-4819-a0d0-4790cd14c33e/bb538bc9-ee19-43e6-a557-1f0e6d1079dd) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:21:59.149445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 17db09fa-a920-4620-ac0c-8a024be0294f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17db09fa-a920-4620-ac0c-8a024be0294f,segment=NetworkSegment(1e53c851-8433-47bd-bc8c-3e8dc11945a9),segment_id=1e53c851-8433-47bd-bc8c-3e8dc11945a9)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:59.150606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 90076c74-a7d6-429a-9059-85afcf2b1c5d owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:21:59.174972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Provisioning complete for port 17db09fa-a920-4620-ac0c-8a024be0294f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:21:59.175410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.223224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.274677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.300698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.316356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:59.376740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3359307-3d54-4293-a9db-997b75ec6e7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:21:59.587308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d668>, [{'id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157'}], 'enable_snat': False}, 'gw_port_id': '070529a5-b296-4146-8596-b00cf1b2847c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:51Z', 'updated_at': '2020-11-15T09:21:54Z', 'revision_number': 3, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port': {'id': '070529a5-b296-4146-8596-b00cf1b2847c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:21:52Z', 'updated_at': '2020-11-15T09:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:21:59.605662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Checking router: 0a9f739f-42e8-4226-a6c2-b76c587db5d1 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:21:59.606558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Updating router 0a9f739f-42e8-4226-a6c2-b76c587db5d1 port 070529a5-b296-4146-8596-b00cf1b2847c binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:21:59.611189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=17db09fa-a920-4620-ac0c-8a024be0294f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:59.664823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:59.719285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'Port': ['ID=8b150674-19cd-4b3b-bb68-bfa9e5e5b34d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:21:59.741944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.759672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:21:59.793412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port e16a5330-ee0d-4a1b-bd48-1188774a750e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e16a5330-ee0d-4a1b-bd48-1188774a750e,segment=NetworkSegment(e015370b-f051-4bab-916e-17612bdaa8c1),segment_id=e015370b-f051-4bab-916e-17612bdaa8c1)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:21:59.794042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.930905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:21:59.986465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Transition to ACTIVE for port object bb538bc9-ee19-43e6-a557-1f0e6d1079dd will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:00.036378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17db09fa-a920-4620-ac0c-8a024be0294f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:00.079905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:22:00.104204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for e16a5330-ee0d-4a1b-bd48-1188774a750e owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:00.118348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Provisioning for port 604f720a-929e-4a0e-baec-9cd673eeeed7 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:00.126006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Transition to ACTIVE for port object bb538bc9-ee19-43e6-a557-1f0e6d1079dd will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:00.130799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Provisioning complete for port 604f720a-929e-4a0e-baec-9cd673eeeed7 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:00.133624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.172625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:00.175563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:00.179547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:00.185418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:00.186150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.192290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.314503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.346790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 3.7971787
Nov 15 09:22:00.348511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:00.364544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6eabb02-8318-42d9-ac51-ee76aa87cb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:00.404495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58688) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:00.503829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aab28264-81cf-4955-9d38-a74e253fd99f None None] Port 604f720a-929e-4a0e-baec-9cd673eeeed7 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:00.514026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:00.516114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:00.518642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:00.561450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=e16a5330-ee0d-4a1b-bd48-1188774a750e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:00.569101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:00.584300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.596442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Pushing event updated for resources: {'Port': ['ID=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:00.601705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:00.633528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:00.634901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 17db09fa-a920-4620-ac0c-8a024be0294f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:00.635724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.638957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port e16a5330-ee0d-4a1b-bd48-1188774a750e on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:00.672983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Transition to ACTIVE for port object 070529a5-b296-4146-8596-b00cf1b2847c will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:00.683953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Attempting to bind port bb538bc9-ee19-43e6-a557-1f0e6d1079dd on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:00.684590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Attempting to bind port bb538bc9-ee19-43e6-a557-1f0e6d1079dd by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:00.685027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Attempting to bind port bb538bc9-ee19-43e6-a557-1f0e6d1079dd on network be74b487-f7ef-4c88-b6bf-90389ffeef3b {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:00.722611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.726719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:00.727167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Checking segment: {'id': 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:00.727635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.728689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Bound using segment: {'id': 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:00.729251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Bound port: bb538bc9-ee19-43e6-a557-1f0e6d1079dd, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:00.729694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.746179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:00.757279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.820749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Provisioning complete for port 17db09fa-a920-4620-ac0c-8a024be0294f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:00.823508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.842080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:00.943191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f981c97-4c62-4269-b02a-fc52b19a3b12 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:00.944697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Pushing event updated for resources: {'Port': ['ID=070529a5-b296-4146-8596-b00cf1b2847c,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:00.946003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58698) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:00.964597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.964962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.965348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.965727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.966098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.966471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.966839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.967207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.967574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.968025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.968308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.968675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.969097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.970174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.970552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.970922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.971291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.971669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.972054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.972424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.972792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.973175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.973541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.973905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:00.979149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:01.000068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] For port bb538bc9-ee19-43e6-a557-1f0e6d1079dd, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:01.003506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] For port bb538bc9-ee19-43e6-a557-1f0e6d1079dd, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,segment=NetworkSegment(f9703683-3e00-4ec3-890c-dc4cb0d0bc3d),segment_id=f9703683-3e00-4ec3-890c-dc4cb0d0bc3d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:01.035688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Attempting to bind port 070529a5-b296-4146-8596-b00cf1b2847c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:01.036162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Attempting to bind port 070529a5-b296-4146-8596-b00cf1b2847c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:01.036583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Attempting to bind port 070529a5-b296-4146-8596-b00cf1b2847c on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:01.043436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9b482-a3f4-48e6-b99f-93dd3e1ce841 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:01.044719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:01.045166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:01.045638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.046076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:01.046602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Bound port: 070529a5-b296-4146-8596-b00cf1b2847c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:01.047044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.047873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9b482-a3f4-48e6-b99f-93dd3e1ce841 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:01.053181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9b482-a3f4-48e6-b99f-93dd3e1ce841 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:01.054318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d3c9b482-a3f4-48e6-b99f-93dd3e1ce841 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.6449890
Nov 15 09:22:01.055401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=90076c74-a7d6-429a-9059-85afcf2b1c5d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:01.062601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58704) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:01.066593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.075416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:01.094118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:01.117229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a81b8eb8>,) {'filters': {'network_id': ['3176ca83-7e4d-46b2-8b13-a2fcaaf73af5']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:01.151387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] For port 070529a5-b296-4146-8596-b00cf1b2847c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:01.155244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] For port 070529a5-b296-4146-8596-b00cf1b2847c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=070529a5-b296-4146-8596-b00cf1b2847c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:01.156483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a81b8eb8>, 'e015370b-f051-4bab-916e-17612bdaa8c1') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:01.156951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a81b8eb8>, 'e015370b-f051-4bab-916e-17612bdaa8c1') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:01.181753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.197792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.209844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.213355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:01.234844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:01.245953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.285245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2536c331-97be-4353-a4fe-53f253009aec tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:01.341174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=7941f2c2-26a4-425b-904b-b05c2b476976,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:01.344299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Pushing event updated for resources: {'Port': ['ID=070529a5-b296-4146-8596-b00cf1b2847c,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:01.344915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:01.368495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224974733'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:01.385784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:01.416072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:01.425560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:01.436054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:01.471436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe0294b4-8737-432b-85df-f8e43bea4554 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/0a9f739f-42e8-4226-a6c2-b76c587db5d1 HTTP/1.1" status: 200  len: 909 time: 3.0808783
Nov 15 09:22:01.487985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:01.502858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:01.508668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'name': 'tempest-snat-router-1890845348', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': True}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:01.526111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Deleting port 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:01.526554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.556111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:01.570500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.584843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Routers {'0a9f739f-42e8-4226-a6c2-b76c587db5d1'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:01.585746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a9f739f-42e8-4226-a6c2-b76c587db5d1'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:01.586226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:01.591813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.661348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Pushing event updated for resources: {'Port': ['ID=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:01.662749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.681217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:01.754336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.759441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:01.792436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Provisioning for port 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:01.797714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::308 (be74b487-f7ef-4c88-b6bf-90389ffeef3b/35f019eb-a14a-4819-a0d0-4790cd14c33e/d8f75cb0-a879-4bad-bdd4-21ac07ed1542) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:01.801010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Usage tracker for resource:router and tenant:e5c0052641f940d690087e2016d6f93f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:01.810852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Provisioning complete for port 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:01.811365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.813603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Quota usage for router was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:01.821362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:01.838638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:01.843664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:01.851909 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:01.864142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] Set router 0a9f739f-42e8-4226-a6c2-b76c587db5d1 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:01.934740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/7941f2c2-26a4-425b-904b-b05c2b476976 HTTP/1.1" status: 204  len: 168 time: 4.2859187
Nov 15 09:22:01.939507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/90076c74-a7d6-429a-9059-85afcf2b1c5d HTTP/1.1" status: 204  len: 168 time: 4.1774004
Nov 15 09:22:01.940178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Port 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:01.945958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c21829-4267-4ca3-95eb-ef96326aba60 None None] Network a0fe7868-703c-4309-a995-3aed2bac4987 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:01.948288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58712) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:01.948843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58714) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:02.026692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.027734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.085796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Provisioning complete for port 604f720a-929e-4a0e-baec-9cd673eeeed7 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:02.086158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.284562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.295229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:02.297136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-11a0503a-d70f-4bbd-bcfd-9f19831914d3 None None] Port 604f720a-929e-4a0e-baec-9cd673eeeed7 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:02.302978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:02.303143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d668>, [{'id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157'}], 'enable_snat': False}, 'gw_port_id': '070529a5-b296-4146-8596-b00cf1b2847c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:51Z', 'updated_at': '2020-11-15T09:21:54Z', 'revision_number': 3, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port': {'id': '070529a5-b296-4146-8596-b00cf1b2847c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:21:52Z', 'updated_at': '2020-11-15T09:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:02.304828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:02.306485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:02.307519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:02.317262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff620e0-09b9-45a2-ae95-62342c6c8838 None None] The sync data for ids ['0a9f739f-42e8-4226-a6c2-b76c587db5d1'] in dv-neutron-743142-12-ovs is: [{'id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157'}], 'enable_snat': False}, 'gw_port_id': '070529a5-b296-4146-8596-b00cf1b2847c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:21:51Z', 'updated_at': '2020-11-15T09:21:54Z', 'revision_number': 3, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port': {'id': '070529a5-b296-4146-8596-b00cf1b2847c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9f739f-42e8-4226-a6c2-b76c587db5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:21:52Z', 'updated_at': '2020-11-15T09:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:02.328765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.329213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.374244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.392468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-beebf7e0-21f8-45eb-b600-c08ec24d6373 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:02.411440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.420262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:security_group_rule and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:02.432288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:02.445346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] DHCP port deletion for a0fe7868-703c-4309-a995-3aed2bac4987 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:02.450378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Deleting port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:02.450821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.452609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=3176ca83-7e4d-46b2-8b13-a2fcaaf73af5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:02.456792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:02.463135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:02.489059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 HTTP/1.1" status: 204  len: 168 time: 8.2799006
Nov 15 09:22:02.489059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:02.489059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.517492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58720) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:02.528822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:02.532917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3fe28d28-77ce-4c3d-b944-cdf3cdf78382 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.5806587
Nov 15 09:22:02.585949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58724) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:02.589038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdae0c41-3c3d-4b67-b0d2-7878e6c6febd tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:02.589544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdae0c41-3c3d-4b67-b0d2-7878e6c6febd tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:02.594931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Calling delete_port for 8b150674-19cd-4b3b-bb68-bfa9e5e5b34d owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:02.659359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdae0c41-3c3d-4b67-b0d2-7878e6c6febd tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/51766a2b-b22b-43b8-aa4e-5d784984afe9 HTTP/1.1" status: 404  len: 337 time: 0.1371820
Nov 15 09:22:02.674414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58728) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:02.711522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] For port cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,segment=NetworkSegment(bc892c89-6738-4f33-8a65-f5c18e6192dc),segment_id=bc892c89-6738-4f33-8a65-f5c18e6192dc)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:02.713622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.794527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2975125-ad66-4105-b48b-e4e13bfb1f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:02.795051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2975125-ad66-4105-b48b-e4e13bfb1f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:02.841339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.878586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:02.902858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Calling delete_port for cb0f3067-1e0d-463d-815a-3a6a8c6cd577 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:02.906501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object d8f75cb0-a879-4bad-bdd4-21ac07ed1542 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:03.041091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.066320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ba73766-6e8e-40e2-9cb5-b4bbf5c27a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:03.119968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.139327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f29529f0-bb07-4f13-b015-d74d76786991 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:03.214841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Pushing event deleted for resources: {'Port': ['ID=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:03.221700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:03.249049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=d8f75cb0-a879-4bad-bdd4-21ac07ed1542,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:03.269796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c2975125-ad66-4105-b48b-e4e13bfb1f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/3176ca83-7e4d-46b2-8b13-a2fcaaf73af5 HTTP/1.1" status: 404  len: 339 time: 0.5921760
Nov 15 09:22:03.270636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] No DVR routers for this DVR port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:03.290152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58732) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:03.382263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc2b0fa-7aeb-48d8-ade4-a95284bdc317 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:03.382688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc2b0fa-7aeb-48d8-ade4-a95284bdc317 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:03.384665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ccc2b0fa-7aeb-48d8-ade4-a95284bdc317 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/154d8461-f666-4a08-95a0-023bfc5ac293 HTTP/1.1" status: 404  len: 337 time: 0.0815818
Nov 15 09:22:03.394416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58736) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:03.468419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.542715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ee056-2460-4a73-a96d-61f2ef896892 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:03.543225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35ee056-2460-4a73-a96d-61f2ef896892 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:03.544389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f5aeb-b724-4067-b0ba-d48469a2ba60 None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:03.545115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c35ee056-2460-4a73-a96d-61f2ef896892 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/a96b0e0e-cb2c-421d-88db-09ce60a619f8 HTTP/1.1" status: 404  len: 339 time: 0.1443698
Nov 15 09:22:03.575374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58740) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:03.586375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.595603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0908f91-354c-4979-ad2b-296a1a7e5eb8 tempest-RoutersAdminNegativeIpV6Test-1966808638 tempest-RoutersAdminNegativeIpV6Test-1966808638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:03.633919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.649857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 58c65178-8def-4843-8f3a-775515a7de8d {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:03.655970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:03.656126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:03.726517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ee1d0c1-fb00-4bc0-8c64-7fe3817a1f16 None None] Provisioning for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:03.733795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.775228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event deleted for resources: {'Port': ['ID=8b150674-19cd-4b3b-bb68-bfa9e5e5b34d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:03.778735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:03.780147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:03.816119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port cb0f3067-1e0d-463d-815a-3a6a8c6cd577, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb0f3067-1e0d-463d-815a-3a6a8c6cd577,segment=NetworkSegment(bc892c89-6738-4f33-8a65-f5c18e6192dc),segment_id=bc892c89-6738-4f33-8a65-f5c18e6192dc)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:03.816119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.836081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'SecurityGroup': ['ID=b165eb26-df17-461a-89c9-6b06b7e923ae,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:03.854376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:03.854376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment 428b286a-01dd-4482-b894-299ee9b209f9 of type vxlan for network 8ad0a078-5ab2-4d4e-b157-fab980be3271
Nov 15 09:22:03.855735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:04.019374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for cb0f3067-1e0d-463d-815a-3a6a8c6cd577 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:04.035954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:04.037468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.062321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.080336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:04.084401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.093275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 070529a5-b296-4146-8596-b00cf1b2847c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:04.096085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.104641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:04.108970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:04.109642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.153031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "DELETE /v2.0/ports/8b150674-19cd-4b3b-bb68-bfa9e5e5b34d HTTP/1.1" status: 204  len: 168 time: 3.0873187
Nov 15 09:22:04.165408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58744) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:04.187398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.240820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 070529a5-b296-4146-8596-b00cf1b2847c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:04.243083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Request body: {'port': {'name': 'tempest-new-port-name-2105372576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:04.244158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] bootfile-name is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:22:04.244896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] tftp-server is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:22:04.245388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.api.validators [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] server-ip-address is not in valid_values {{(pid=81074) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 15 09:22:04.251550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 070529a5-b296-4146-8596-b00cf1b2847c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:04.252469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.297981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-79cf98f7-a858-44b1-9a7c-dfc0c8e9582d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.3831265
Nov 15 09:22:04.299776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58748) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:04.308723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': 'be74b487-f7ef-4c88-b6bf-90389ffeef3b', 'name': 'tempest-PortsIpV6TestJSON-2102204623'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:04.320646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.465431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.488356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 070529a5-b296-4146-8596-b00cf1b2847c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=070529a5-b296-4146-8596-b00cf1b2847c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:04.528434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c844f2e9-9fa4-48cf-a490-05725e2bab75 None None] Provisioning for port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:04.533721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.534790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bb538bc9-ee19-43e6-a557-1f0e6d1079dd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:04.550174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:04.622421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:04.626290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:04.633895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:04.640956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:04.654744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:04.657273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.26.4.121 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f19ae078-13f6-4e8e-9a92-80581f7dd899) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:04.699009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.701076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c844f2e9-9fa4-48cf-a490-05725e2bab75 None None] Provisioning complete for port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:04.701502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c844f2e9-9fa4-48cf-a490-05725e2bab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.717823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.722563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:04.723229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.735249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f2f98c5-f826-4ba9-8323-7e0e384c28f3 tempest-AllowedAddressPairTestJSON-2106447895 tempest-AllowedAddressPairTestJSON-2106447895] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:04.751061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:04.756906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.774623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c844f2e9-9fa4-48cf-a490-05725e2bab75 None None] Port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:04.807879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=070529a5-b296-4146-8596-b00cf1b2847c,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:04.811393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:04.851360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:04.857968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:04.858408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:04.932757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.011898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.020743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fa60aa6c-f3f4-4164-ad36-35e2501e2b2e None None] Provisioning complete for port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:05.021174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa60aa6c-f3f4-4164-ad36-35e2501e2b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.025393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:05.025393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:05.026042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.061519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:05.088084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.127826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port bb538bc9-ee19-43e6-a557-1f0e6d1079dd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,segment=NetworkSegment(f9703683-3e00-4ec3-890c-dc4cb0d0bc3d),segment_id=f9703683-3e00-4ec3-890c-dc4cb0d0bc3d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:05.135615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fa60aa6c-f3f4-4164-ad36-35e2501e2b2e None None] Port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:05.149879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fa60aa6c-f3f4-4164-ad36-35e2501e2b2e None None] Provisioning complete for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:05.150296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa60aa6c-f3f4-4164-ad36-35e2501e2b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.203666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.208206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807a158-ccd6-4018-82cb-ebdce0646c2f None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:22:05.240272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.250769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee68405c-b4da-4f00-b827-bccdd4ce38df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:05.305356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 4.3577888
Nov 15 09:22:05.307661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::35f (be74b487-f7ef-4c88-b6bf-90389ffeef3b/35f019eb-a14a-4819-a0d0-4790cd14c33e/6b18f9fa-e2ed-4e60-b640-7c089e0ab654) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:05.317672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb0f3067-1e0d-463d-815a-3a6a8c6cd577 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:05.381837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: cb0f3067-1e0d-463d-815a-3a6a8c6cd577 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:22:05.382219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb0f3067-1e0d-463d-815a-3a6a8c6cd577 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:05.492750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:05.497779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:05.559330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.559545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807a158-ccd6-4018-82cb-ebdce0646c2f None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:22:05.578632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:05.597911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a22f46a0>,) {'filters': {'network_id': ['73262117-4a29-49e0-abc4-1047db611375']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:05.601917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-08555b80-32db-4024-b769-b5a62f0445a3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:05.615170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22f46a0>, 'c6509382-ac26-4640-9bf7-5b7a46fa1508') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:05.615814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22f46a0>, 'c6509382-ac26-4640-9bf7-5b7a46fa1508') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:05.630494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.652468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.657274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.659556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:05.739402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2f828ce6-1d24-4184-922a-94f3b1784e29 None None] Provisioning complete for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:05.740005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f828ce6-1d24-4184-922a-94f3b1784e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:05.908676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=f19ae078-13f6-4e8e-9a92-80581f7dd899,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:05.919636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:05.920466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f758f11-0d79-4d38-96c9-21aa53f68a41 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:05.995064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 73262117-4a29-49e0-abc4-1047db611375 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:06.016941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=8ad0a078-5ab2-4d4e-b157-fab980be3271,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:06.016941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port cb0f3067-1e0d-463d-815a-3a6a8c6cd577 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:06.016941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.031363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=6b18f9fa-e2ed-4e60-b640-7c089e0ab654,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:06.046702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:06.047534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:06.049961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.088655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.137851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:06.142889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:06.148392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:06.169393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:06.183535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:06.300015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:06.317323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 070529a5-b296-4146-8596-b00cf1b2847c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:06.325913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:06.329895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:06.338348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:06.343275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:06.344262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.428667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1278481
Nov 15 09:22:06.433701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58752) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:06.583865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa40eae-d4c5-4703-9b5c-d768e68bde8d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:06.585010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0aa40eae-d4c5-4703-9b5c-d768e68bde8d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:06.598198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] The port 'cb0f3067-1e0d-463d-815a-3a6a8c6cd577' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:22:06.605769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.606834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.614327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 070529a5-b296-4146-8596-b00cf1b2847c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:06.615009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.682518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=58c65178-8def-4843-8f3a-775515a7de8d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:06.703901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:06.704356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0aa40eae-d4c5-4703-9b5c-d768e68bde8d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:06.709313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0aa40eae-d4c5-4703-9b5c-d768e68bde8d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A308 HTTP/1.1" status: 200  len: 929 time: 0.2743468
Nov 15 09:22:06.710155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58756) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:06.862613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:06.863574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:06.987728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 73262117-4a29-49e0-abc4-1047db611375 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:06.990073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bb538bc9-ee19-43e6-a557-1f0e6d1079dd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:07.021229 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:07.157907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.163587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port bb538bc9-ee19-43e6-a557-1f0e6d1079dd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:07.164652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.261385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32eb1366-bb7f-457b-b157-925886bbd800 None None] Provisioning for port 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:07.270085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32eb1366-bb7f-457b-b157-925886bbd800 None None] Provisioning complete for port 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:07.270661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32eb1366-bb7f-457b-b157-925886bbd800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.322005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.329774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.335137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.342548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a381ec18>,) {'filters': {'network_id': ['a0fe7868-703c-4309-a995-3aed2bac4987']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:07.354009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0b1671-b2b2-4a4d-a4f4-19bdacd6ed5d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:07.377037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.381225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/73262117-4a29-49e0-abc4-1047db611375 HTTP/1.1" status: 204  len: 168 time: 3.7948327
Nov 15 09:22:07.381378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-32eb1366-bb7f-457b-b157-925886bbd800 None None] Port 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:07.383026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5008cf-bc7c-42ad-a324-1ead3ff49692 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:07.384892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=73262117-4a29-49e0-abc4-1047db611375,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:07.388398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58760) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:07.407679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a381ec18>, 'bc892c89-6738-4f33-8a65-f5c18e6192dc') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:07.408057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a381ec18>, 'bc892c89-6738-4f33-8a65-f5c18e6192dc') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:07.415833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:07.458021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/58c65178-8def-4843-8f3a-775515a7de8d HTTP/1.1" status: 204  len: 168 time: 4.8651865
Nov 15 09:22:07.458866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58764) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:07.465822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.503094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 6b18f9fa-e2ed-4e60-b640-7c089e0ab654 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:07.512303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.522816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9fe18-2ca5-41fe-b24e-2baa911f4752 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:07.523322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d9fe18-2ca5-41fe-b24e-2baa911f4752 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:07.527667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9d9fe18-2ca5-41fe-b24e-2baa911f4752 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/4d33394c-d755-497f-b957-05d24426eca8 HTTP/1.1" status: 404  len: 337 time: 0.1278682
Nov 15 09:22:07.533812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58768) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:07.534520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.577972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-614b8a3e-b20d-4336-92f1-9c36d5905a68 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:07.702777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.715064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a7bd91-cd4f-4983-8206-6bbbd6ad1d66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:07.715575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a7bd91-cd4f-4983-8206-6bbbd6ad1d66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:07.719859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c3a7bd91-cd4f-4983-8206-6bbbd6ad1d66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/8550f8e1-3f47-4945-ba29-2996b78edb06 HTTP/1.1" status: 404  len: 339 time: 0.1674409
Nov 15 09:22:07.719859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 10 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:07.754101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58772) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:07.756502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.780872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ffa2dbf-90ed-4056-a7eb-548312309de0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:07.821083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2725cd1-13be-47b8-8537-74aee4c0ab04 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:07.822912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2725cd1-13be-47b8-8537-74aee4c0ab04 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:07.824507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a2725cd1-13be-47b8-8537-74aee4c0ab04 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/0bb63327-6171-43a8-98ff-7b47ef831aef HTTP/1.1" status: 404  len: 337 time: 0.0543964
Nov 15 09:22:07.883039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:07.911874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 7b335529-f1d6-4b05-9fbf-559623c77bcd {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:07.917890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:07.974546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event updated for resources: {'Port': ['ID=604f720a-929e-4a0e-baec-9cd673eeeed7,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:08.007262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:08.094338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-55634020-9f87-411a-90d6-bb2d0d5ea40b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.094845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55634020-9f87-411a-90d6-bb2d0d5ea40b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.099150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55634020-9f87-411a-90d6-bb2d0d5ea40b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/9936f69f-60b2-4fe0-86d0-f8a5fa5626a8 HTTP/1.1" status: 404  len: 339 time: 0.2022393
Nov 15 09:22:08.128569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58780) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.207532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=6b18f9fa-e2ed-4e60-b640-7c089e0ab654,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:08.211489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network a0fe7868-703c-4309-a995-3aed2bac4987 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:08.220188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0541fd56-e703-4be1-87ee-a6fa6051ea14 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.220681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0541fd56-e703-4be1-87ee-a6fa6051ea14 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.222530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0541fd56-e703-4be1-87ee-a6fa6051ea14 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/34ea8b98-9b4e-450b-98e6-f10e15875d70 HTTP/1.1" status: 404  len: 337 time: 0.0928819
Nov 15 09:22:08.226685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.238313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58784) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.239654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:08.264198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.347454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab21e247-6203-4545-a715-5a037c698c13 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.347989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab21e247-6203-4545-a715-5a037c698c13 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.362404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab21e247-6203-4545-a715-5a037c698c13 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/197aa28e-74fa-4288-872f-3631c040dc52 HTTP/1.1" status: 404  len: 339 time: 0.0493772
Nov 15 09:22:08.363057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58788) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.426680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] In _notify_port_updated(), no bound segment for port 604f720a-929e-4a0e-baec-9cd673eeeed7 on network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:22:08.432550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:08.433407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.435672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "PUT /v2.0/ports/604f720a-929e-4a0e-baec-9cd673eeeed7 HTTP/1.1" status: 200  len: 1130 time: 4.2549002
Nov 15 09:22:08.438064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e807119-000d-4f45-8a75-edcdf4210915 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.438577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e807119-000d-4f45-8a75-edcdf4210915 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.443563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e807119-000d-4f45-8a75-edcdf4210915 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/6a923113-7724-4021-a06d-e72cc7d74c3e HTTP/1.1" status: 404  len: 337 time: 0.0703900
Nov 15 09:22:08.444714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58792) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.444837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58794) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.498621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3ec18f-2f4b-4399-967f-947fab3e7714 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.499137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3ec18f-2f4b-4399-967f-947fab3e7714 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.503694 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d3ec18f-2f4b-4399-967f-947fab3e7714 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/00b07cbb-b1e0-47c0-9136-24c692935bb1 HTTP/1.1" status: 404  len: 339 time: 0.0416090
Nov 15 09:22:08.536329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58800) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.641179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f45c6e9-0f8b-4d60-b5e0-9c62631cb81b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.642387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.642599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f45c6e9-0f8b-4d60-b5e0-9c62631cb81b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.644651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f45c6e9-0f8b-4d60-b5e0-9c62631cb81b tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/5580648c-a9e4-4e41-b5c8-ce10bd45f6b5 HTTP/1.1" status: 404  len: 337 time: 0.1069927
Nov 15 09:22:08.646287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.650563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/6b18f9fa-e2ed-4e60-b640-7c089e0ab654 HTTP/1.1" status: 204  len: 168 time: 1.9383435
Nov 15 09:22:08.654810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58804) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.655195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58806) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.684691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network a0fe7868-703c-4309-a995-3aed2bac4987 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:08.710587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b7c34-b2e9-4023-9bad-5cac848742c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:08.711268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-933b7c34-b2e9-4023-9bad-5cac848742c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Synchronizing usage tracker for tenant:a1bd8189faee45a59ee104ea1609126b on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:08.735919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7da05c23-5059-4b55-82dd-f53199c03d4e None None] Provisioning complete for port 990eaddc-4639-4473-911c-5757e79bd633 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:08.738079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7da05c23-5059-4b55-82dd-f53199c03d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:08.752885 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:08.796951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b50846-6807-4b34-bba9-039f460f2a86 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:22:08.797621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b9b50846-6807-4b34-bba9-039f460f2a86 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:08.819013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-705238a0-70a3-4bd4-9d27-07e0770b41ac tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.819423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705238a0-70a3-4bd4-9d27-07e0770b41ac tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.825413 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-705238a0-70a3-4bd4-9d27-07e0770b41ac tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/8a51cbde-eacd-46e6-b18b-f8b01b9f2bcc HTTP/1.1" status: 404  len: 339 time: 0.1650634
Nov 15 09:22:08.829467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58812) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.939400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-933b7c34-b2e9-4023-9bad-5cac848742c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Unset dirty status for tenant:a1bd8189faee45a59ee104ea1609126b on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:08.940733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-933b7c34-b2e9-4023-9bad-5cac848742c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "GET /v2.0/ports/604f720a-929e-4a0e-baec-9cd673eeeed7 HTTP/1.1" status: 200  len: 1130 time: 0.4804482
Nov 15 09:22:08.946358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-47082c0b-6644-4f16-8491-1c42a3a1e9db tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:08.946966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47082c0b-6644-4f16-8491-1c42a3a1e9db tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:08.954236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47082c0b-6644-4f16-8491-1c42a3a1e9db tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/5e7d39bc-576f-40a8-94f2-aec7a893c81b HTTP/1.1" status: 404  len: 337 time: 0.1061535
Nov 15 09:22:08.961252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58816) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:08.961824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58818) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.002801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd262d81-aac7-4ac9-af4f-22130a6cdc00 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:09.003189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b9b50846-6807-4b34-bba9-039f460f2a86 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:09.003766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd262d81-aac7-4ac9-af4f-22130a6cdc00 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:09.006963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9b50846-6807-4b34-bba9-039f460f2a86 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/6b18f9fa-e2ed-4e60-b640-7c089e0ab654 HTTP/1.1" status: 404  len: 333 time: 0.3482850
Nov 15 09:22:09.012654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fd262d81-aac7-4ac9-af4f-22130a6cdc00 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/37621ac0-7522-4d43-8214-f19c5fcf845b HTTP/1.1" status: 404  len: 339 time: 0.0451729
Nov 15 09:22:09.016453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.016831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58826) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.125433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b6e4bf-66f9-4672-a89c-0d0e5944f2e6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:09.125956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b6e4bf-66f9-4672-a89c-0d0e5944f2e6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:09.130332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-26b6e4bf-66f9-4672-a89c-0d0e5944f2e6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/b0528150-113f-4ffe-a314-b1acd6b4e67a HTTP/1.1" status: 404  len: 337 time: 0.1071351
Nov 15 09:22:09.137160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.182918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router c5a12868-4391-439d-a02d-12e7c9679f83 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:22:09.188781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1739ed-e736-46f0-855f-318acceb69ed tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:09.189332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1739ed-e736-46f0-855f-318acceb69ed tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:09.193495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b1739ed-e736-46f0-855f-318acceb69ed tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/70cd49de-c761-4187-a860-462e28b9cf58 HTTP/1.1" status: 404  len: 339 time: 0.0529845
Nov 15 09:22:09.195201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58836) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.224014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Deleting port 604f720a-929e-4a0e-baec-9cd673eeeed7 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:09.224468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.246103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e7d16eb4-917c-48a0-bd39-aeee68467488 None None] Provisioning complete for port 604f720a-929e-4a0e-baec-9cd673eeeed7 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:09.246912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7d16eb4-917c-48a0-bd39-aeee68467488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.257979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port d8f75cb0-a879-4bad-bdd4-21ac07ed1542 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:09.258627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.296284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d7c48a-bff2-4081-9081-ee8820982cd3 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:09.296800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d7c48a-bff2-4081-9081-ee8820982cd3 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:09.301056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57d7c48a-bff2-4081-9081-ee8820982cd3 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/65db881b-86a2-470b-97a4-6613b84d26e0 HTTP/1.1" status: 404  len: 337 time: 0.1020527
Nov 15 09:22:09.308700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58840) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.309139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58842) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.327724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:09.345015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e7d16eb4-917c-48a0-bd39-aeee68467488 None None] Port 604f720a-929e-4a0e-baec-9cd673eeeed7 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:09.510603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-430d2caa-90bb-4a53-bf13-022a568b4319 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] DELETE failed (client error): The resource could not be found.
Nov 15 09:22:09.511097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430d2caa-90bb-4a53-bf13-022a568b4319 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:09.512999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-430d2caa-90bb-4a53-bf13-022a568b4319 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/d773b255-591f-462a-9c60-a2d8d653f043 HTTP/1.1" status: 404  len: 339 time: 0.2012277
Nov 15 09:22:09.535882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58848) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.592233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.596284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.605980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:09.646310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=a0fe7868-703c-4309-a995-3aed2bac4987,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:09.649133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:09.655870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/a0fe7868-703c-4309-a995-3aed2bac4987 HTTP/1.1" status: 204  len: 168 time: 7.7020273
Nov 15 09:22:09.666239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58852) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:09.682429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741885976', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:09.721559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:09.733651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:09.756572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:09.760016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:09.773529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:09.780790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:09.828795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:09.849341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:09.942741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:09.944041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.021036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:10.021847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.048977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.067553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.076729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0233ca84-21aa-451d-aefa-c33d6a4bd5a6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:10.179467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.309490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=7b335529-f1d6-4b05-9fbf-559623c77bcd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:10.312318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:10.321296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Calling delete_port for 604f720a-929e-4a0e-baec-9cd673eeeed7 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:10.371117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for d8f75cb0-a879-4bad-bdd4-21ac07ed1542 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:10.408358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting subnet 5f9f564c-e12c-4845-b002-7be5134e0ab8 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:10.409338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.428335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.463325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.468730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.473143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/7b335529-f1d6-4b05-9fbf-559623c77bcd HTTP/1.1" status: 204  len: 168 time: 3.0028608
Nov 15 09:22:10.474155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58856) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:10.478516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebb53d-ec75-421e-889c-ddb986ecbf21 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:10.557911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-525d0d3b-5213-4d9b-8f51-1cc98b39a522 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0805447
Nov 15 09:22:10.558323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:10.562124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.565208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8c72f4f-703f-41d5-b7d6-3a8eb7a3fe46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8939946
Nov 15 09:22:10.570133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:10.580423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58864) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:10.610179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-374174007'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:10.625246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:10.652370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.703552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:10.717810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:10.737516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:10.759183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:10.763426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:10.770506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:10.773511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:10.779096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:10.791660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Deleting port 990eaddc-4639-4473-911c-5757e79bd633 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:10.792128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.798154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.824120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eba53b1a-2842-4875-940a-bdc59baa2fbc tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:10.867044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:10.868782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:10.874662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.909772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Sync routers for ids ['c5a12868-4391-439d-a02d-12e7c9679f83'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:10.926327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:10.955429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event deleted for resources: {'Port': ['ID=604f720a-929e-4a0e-baec-9cd673eeeed7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:10.957341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Routers {'c5a12868-4391-439d-a02d-12e7c9679f83'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:10.958066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a27bcba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:21:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c5a12868-4391-439d-a02d-12e7c9679f83'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:10.959449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:10.960542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:10.981487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.013067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43ba665d-e89b-479b-bae1-5845c0ed9ede tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:11.076395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:11.087744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=d8f75cb0-a879-4bad-bdd4-21ac07ed1542,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:11.144602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.311471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.356915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "DELETE /v2.0/ports/604f720a-929e-4a0e-baec-9cd673eeeed7 HTTP/1.1" status: 204  len: 168 time: 2.3908496
Nov 15 09:22:11.359575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58868) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:11.486250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] For port 990eaddc-4639-4473-911c-5757e79bd633, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=990eaddc-4639-4473-911c-5757e79bd633,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:11.486701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.514796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.516488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 10.0274355
Nov 15 09:22:11.523771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58872) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:11.604500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:11.654707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Calling delete_port for 990eaddc-4639-4473-911c-5757e79bd633 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:11.662621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.663081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment 535a1721-13c9-4175-a631-9ea658280c1c of type vxlan for network 6f421175-f733-4aa9-864d-53900250e1cb
Nov 15 09:22:11.745686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Set router c5a12868-4391-439d-a02d-12e7c9679f83 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:11.800019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.890979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Deleting subnet 956e3937-aedb-437a-afeb-50cc402a4c0b {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:11.894226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.962527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.978135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:11.979649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.004687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:12.059378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/d8f75cb0-a879-4bad-bdd4-21ac07ed1542 HTTP/1.1" status: 204  len: 168 time: 3.0403504
Nov 15 09:22:12.077730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.082379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Pushing event deleted for resources: {'Port': ['ID=990eaddc-4639-4473-911c-5757e79bd633,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:12.083008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58876) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:12.086412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 990eaddc-4639-4473-911c-5757e79bd633 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:12.131544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.136550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:12.137330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.143042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.173343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3bddd86-283c-4360-b27b-e05f8eba4249 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:12.177076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:12.191366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 990eaddc-4639-4473-911c-5757e79bd633 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:22:12.191768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 990eaddc-4639-4473-911c-5757e79bd633 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:12.223329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-865ab9c3-b454-426a-bb05-a1b05826ea2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:22:12.226231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-865ab9c3-b454-426a-bb05-a1b05826ea2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:12.403002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] No DVR routers for this DVR port 990eaddc-4639-4473-911c-5757e79bd633 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:12.428176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=6f421175-f733-4aa9-864d-53900250e1cb,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:12.432017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:12.433977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.8469043
Nov 15 09:22:12.437312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8a6f089-6852-483c-8744-25557425347f tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:12.447147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 6f421175-f733-4aa9-864d-53900250e1cb details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:12.469907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 6f421175-f733-4aa9-864d-53900250e1cb details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:12.475109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:12.490062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-865ab9c3-b454-426a-bb05-a1b05826ea2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:12.494201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-865ab9c3-b454-426a-bb05-a1b05826ea2f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/d8f75cb0-a879-4bad-bdd4-21ac07ed1542 HTTP/1.1" status: 404  len: 333 time: 0.4072444
Nov 15 09:22:12.495597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58884) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:12.500582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:12.518565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Subnet': ['ID=5f9f564c-e12c-4845-b002-7be5134e0ab8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:12.521298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:12.615035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a27bcba8>, [{'id': 'c5a12868-4391-439d-a02d-12e7c9679f83', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'f19ae078-13f6-4e8e-9a92-80581f7dd899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:02Z', 'updated_at': '2020-11-15T09:22:06Z', 'revision_number': 3, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port': {'id': 'f19ae078-13f6-4e8e-9a92-80581f7dd899', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a12868-4391-439d-a02d-12e7c9679f83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:04Z', 'updated_at': '2020-11-15T09:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:12.634464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Checking router: c5a12868-4391-439d-a02d-12e7c9679f83 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:22:12.634464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Updating router c5a12868-4391-439d-a02d-12e7c9679f83 port f19ae078-13f6-4e8e-9a92-80581f7dd899 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:22:12.660172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.662113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/subnets/5f9f564c-e12c-4845-b002-7be5134e0ab8 HTTP/1.1" status: 204  len: 168 time: 3.1220388
Nov 15 09:22:12.669914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58888) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:12.690086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08207349-7645-44d9-898b-61a80faaf24e None None] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:12.804970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:12.815018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:12.826590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:12.836156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:12.836358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.925672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:12.933896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:12.981775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 35f019eb-a14a-4819-a0d0-4790cd14c33e {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:13.052358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.098875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Deleting port 7655389b-21fb-4953-b072-0a82f1131fba {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:13.099134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.122328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.144178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:13.221939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-131f8d6e-cf75-40c4-ab4d-e11c5594bd8b tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/c5a12868-4391-439d-a02d-12e7c9679f83 HTTP/1.1" status: 200  len: 908 time: 1.6942022
Nov 15 09:22:13.244406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] DHCP port deletion for 9197fcb9-f512-43ff-9e83-229ec9c31712 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:13.247137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58892) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:13.257805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.270967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Deleting port 7655389b-21fb-4953-b072-0a82f1131fba {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:13.271394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.293563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.327167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.355728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:13.356119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ba3fc59-266d-49ab-b948-71bb1ca0233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.440268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=3632061f-dcca-44a5-baa1-37745c6c670f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:13.466490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:13.508653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event deleted for resources: {'Subnet': ['ID=956e3937-aedb-437a-afeb-50cc402a4c0b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:13.515411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:13.641973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.673565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.694625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d8a8acd-225a-4e06-b180-6a86173f1641 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:13.716687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': '428b286a-01dd-4482-b894-299ee9b209f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:13.717111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 8ad0a078-5ab2-4d4e-b157-fab980be3271, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:13.756934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] For port 7655389b-21fb-4953-b072-0a82f1131fba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7655389b-21fb-4953-b072-0a82f1131fba,segment=NetworkSegment(4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4),segment_id=4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:13.757390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.869851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] For port 7655389b-21fb-4953-b072-0a82f1131fba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7655389b-21fb-4953-b072-0a82f1131fba,segment=NetworkSegment(4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4),segment_id=4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:13.870271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.897530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:13.898326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:13.912016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Calling delete_port for 7655389b-21fb-4953-b072-0a82f1131fba owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:13.944527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f949d93-1041-4ade-9ede-2b819f02278b None None] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:14.005961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:14.028820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7655389b-21fb-4953-b072-0a82f1131fba no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:14.033927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=3a673de5-46de-4494-8b66-b4fd61d7213d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:14.047533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Calling delete_port for 7655389b-21fb-4953-b072-0a82f1131fba owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:14.078898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:14.144669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8ad0a078-5ab2-4d4e-b157-fab980be3271) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:14.163974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "DELETE /v2.0/subnets/956e3937-aedb-437a-afeb-50cc402a4c0b HTTP/1.1" status: 204  len: 168 time: 2.8010013
Nov 15 09:22:14.164362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:14.175355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e5ef0-3a19-4cfc-ac59-8306ddce623b None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:14.291650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:14.292306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:14.310343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:14.311018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.319447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.346538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd1fcb5c-a291-4628-a62b-f9c782df5d0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:14.418793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.451724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No active binding found for port 7655389b-21fb-4953-b072-0a82f1131fba {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:22:14.452335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7655389b-21fb-4953-b072-0a82f1131fba not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:14.471752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Port': ['ID=7655389b-21fb-4953-b072-0a82f1131fba,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:14.479000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:14.496791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65fcaa-f230-4bb3-9e47-449c7787491d None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:14.510632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:14.511310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.523649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:14.525021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9648192
Nov 15 09:22:14.527596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:14.529206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.591360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58900) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:14.608440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:14.611901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Transition to ACTIVE for port object f19ae078-13f6-4e8e-9a92-80581f7dd899 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:14.656472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.675499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c754039-08f9-4c8f-b851-0d12c88df4e2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:14.693369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.710631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.715085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dd4886-6c53-4cc7-b3fd-7c42fa8113e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:14.779601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.4659681
Nov 15 09:22:14.840924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58904) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:14.853500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=35f019eb-a14a-4819-a0d0-4790cd14c33e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:14.874410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:14.881755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586369663'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:14.901543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:14.910038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:14.923076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:14.944936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:14.950461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Deleting port 17db09fa-a920-4620-ac0c-8a024be0294f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:14.950952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:14.982847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] No DVR routers for this DVR port 7655389b-21fb-4953-b072-0a82f1131fba on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:15.012093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] DHCP port deletion for 17b70f83-ab1f-4656-bf8d-7fbaca799c28 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:15.032254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Deleting port 7655389b-21fb-4953-b072-0a82f1131fba {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:15.032695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.073905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:15.075624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8ad0a078-5ab2-4d4e-b157-fab980be3271', 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '3632061f-dcca-44a5-baa1-37745c6c670f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:15.076566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.079382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.100457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Deleting port 17db09fa-a920-4620-ac0c-8a024be0294f {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:15.100775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.143445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.147871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/35f019eb-a14a-4819-a0d0-4790cd14c33e HTTP/1.1" status: 204  len: 168 time: 2.6296010
Nov 15 09:22:15.152546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b40aa-26f0-410c-9e5d-d86403011a71 None None] Pushing event updated for resources: {'Port': ['ID=f19ae078-13f6-4e8e-9a92-80581f7dd899,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:15.155649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58908) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:15.155779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92160507-d7e1-44fb-8e32-6086e211d020 None None] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:15.171149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29b40aa-26f0-410c-9e5d-d86403011a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:15.194566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.296524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.297097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:15.310755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:15.311246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:15.321682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a03da1a5-ac59-4974-b762-efaf9f5659b4 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:15.329378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:15.394526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:15.434642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a263ecf8>,) {'filters': {'network_id': ['9197fcb9-f512-43ff-9e83-229ec9c31712']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:15.459018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a263ecf8>, '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:15.459425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a263ecf8>, '4fb6aace-c9b8-442b-b3c4-25bfdda8f5f4') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:15.476226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:15.476913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.477487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment bdb28925-392f-40fe-91ca-d754431a111d of type vxlan for network b2d0233a-97e0-4094-99db-a294931b7a30
Nov 15 09:22:15.482810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.489151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe754-495d-44ed-a7e5-518fea0ee996 None None] The port '7655389b-21fb-4953-b072-0a82f1131fba' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:22:15.498710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.582871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.593972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.598149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:15.676848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '3a673de5-46de-4494-8b66-b4fd61d7213d'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:15.677667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.686210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=087dfefa-2ad4-44b3-ba4d-00fad29f91cb,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:15.706602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.709208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:15.743318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] For port 17db09fa-a920-4620-ac0c-8a024be0294f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17db09fa-a920-4620-ac0c-8a024be0294f,segment=NetworkSegment(1e53c851-8433-47bd-bc8c-3e8dc11945a9),segment_id=1e53c851-8433-47bd-bc8c-3e8dc11945a9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:15.743686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.753515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.771950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port bb538bc9-ee19-43e6-a557-1f0e6d1079dd {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:15.772275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.830082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:15.830517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:15.830945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:15.837737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:15.859102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.929033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ca51dc9-cf49-440f-a166-addbfe23cd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:15.958697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Calling delete_port for 17db09fa-a920-4620-ac0c-8a024be0294f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:15.992712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:16.020920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 17db09fa-a920-4620-ac0c-8a024be0294f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:16.051121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:16.051535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:16.052214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.052678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:16.053214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Bound port: f19ae078-13f6-4e8e-9a92-80581f7dd899, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:16.053810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.077557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.093959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Network 9197fcb9-f512-43ff-9e83-229ec9c31712 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:16.122260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:16.123120 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:16.127301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:16.127301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.146484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4413984a-3778-43b3-9a37-555bf6326c2b tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:16.229648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting port f19ae078-13f6-4e8e-9a92-80581f7dd899 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:16.229968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.316971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:16.317374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: 6f421175-f733-4aa9-864d-53900250e1cb, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:16.334373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4805171
Nov 15 09:22:16.335288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58912) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:16.341358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:16.385749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=b2d0233a-97e0-4094-99db-a294931b7a30,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:16.388184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.407272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:16.408563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.427095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b450f7db-0704-4a5e-bedd-3c42353221d8 tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:16.462133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04912726-7e0f-4e95-b552-c3e40d891fc2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:16.482066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.508545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Allocated IP 2001:db8:0:ffff::2 (8ad0a078-5ab2-4d4e-b157-fab980be3271/3632061f-dcca-44a5-baa1-37745c6c670f/a47f40fe-a079-4883-b48a-2892c4ab414b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:16.551023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event deleted for resources: {'Port': ['ID=17db09fa-a920-4620-ac0c-8a024be0294f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:16.558581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] For port 17db09fa-a920-4620-ac0c-8a024be0294f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=17db09fa-a920-4620-ac0c-8a024be0294f,segment=NetworkSegment(1e53c851-8433-47bd-bc8c-3e8dc11945a9),segment_id=1e53c851-8433-47bd-bc8c-3e8dc11945a9)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:16.559108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.560397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:16.577112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] For port bb538bc9-ee19-43e6-a557-1f0e6d1079dd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,segment=NetworkSegment(f9703683-3e00-4ec3-890c-dc4cb0d0bc3d),segment_id=f9703683-3e00-4ec3-890c-dc4cb0d0bc3d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:16.577522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.579620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Pushing event deleted for resources: {'Network': ['ID=9197fcb9-f512-43ff-9e83-229ec9c31712,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:16.591544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:16.630694 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] 10.222.0.81 "DELETE /v2.0/networks/9197fcb9-f512-43ff-9e83-229ec9c31712 HTTP/1.1" status: 204  len: 168 time: 3.9618776
Nov 15 09:22:16.698385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:16.707697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:16.718306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] For port f19ae078-13f6-4e8e-9a92-80581f7dd899, host dv-neutron-743142-12-ovs, got binding levels [] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:16.718306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:16.720484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:16.731750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:16.780763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Calling delete_port for 17db09fa-a920-4620-ac0c-8a024be0294f owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:16.809620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for bb538bc9-ee19-43e6-a557-1f0e6d1079dd owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:16.913683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6f421175-f733-4aa9-864d-53900250e1cb is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:16.918771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Calling delete_port for f19ae078-13f6-4e8e-9a92-80581f7dd899 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:16.934459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:16.934909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:16.954479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] No DVR routers for this DVR port 17db09fa-a920-4620-ac0c-8a024be0294f on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:17.037782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:17.080755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No ports have port_id starting with 17db09fa-a920-4620-ac0c-8a024be0294f
Nov 15 09:22:17.122428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 6f421175-f733-4aa9-864d-53900250e1cb) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:17.145086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.163121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b2d0233a-97e0-4094-99db-a294931b7a30 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:17.216025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.225070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:17.225738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.282605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.300952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cec6dfdf-1d88-48e1-be51-76bfd3252b7d tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:17.310090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b2d0233a-97e0-4094-99db-a294931b7a30 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:17.313036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58920) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:17.324402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0f0bd-5796-41c1-aea9-972211926820 None None] Network 6f421175-f733-4aa9-864d-53900250e1cb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:17.712873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Deleting port 17db09fa-a920-4620-ac0c-8a024be0294f {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:17.713644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.756811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=bb538bc9-ee19-43e6-a557-1f0e6d1079dd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:17.764203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.2768626
Nov 15 09:22:17.764203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:17.766526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a27a5080>,) {'filters': {'network_id': ['17b70f83-ab1f-4656-bf8d-7fbaca799c28']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:17.776280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58926) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:17.875799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27a5080>, '1e53c851-8433-47bd-bc8c-3e8dc11945a9') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:17.876204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27a5080>, '1e53c851-8433-47bd-bc8c-3e8dc11945a9') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:17.908702 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd34d347-3043-45e1-b682-71ddb239317a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7b5d04c55284adfb3f4f38229f78c83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5943754
Nov 15 09:22:17.914024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58930) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:17.942393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:17.987911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.026706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d5fc4d-df7e-484a-8d66-0be685633f35 None None] The port '17db09fa-a920-4620-ac0c-8a024be0294f' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:22:18.041003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.050705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:18.051280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.068389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:18.069062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:18.086118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1dae598-7b9e-4529-82d4-d6661e459260 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:18.116730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.145030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:22:18.146386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.151827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.158990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No DVR routers for this DVR port bb538bc9-ee19-43e6-a557-1f0e6d1079dd on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:18.176229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Transition to ACTIVE for port object a47f40fe-a079-4883-b48a-2892c4ab414b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:18.204738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Port': ['ID=f19ae078-13f6-4e8e-9a92-80581f7dd899,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:18.210390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2af6cb-21c0-4aee-8930-2e0a98124e66 None None] DHCP port deletion for be74b487-f7ef-4c88-b6bf-90389ffeef3b request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:18.216426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Allocated IP 172.20.0.2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/3a673de5-46de-4494-8b66-b4fd61d7213d/ad2b6175-1dff-4e17-b34f-b3342fa10dfd) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:18.216923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:18.220871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.238006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Transition to ACTIVE for port object a47f40fe-a079-4883-b48a-2892c4ab414b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:18.252716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:18.285390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.303441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:18.473302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:18.481809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=94667a93-5949-40c7-be5f-4f97f56ec0ce,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:18.495458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.510675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:18.585220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Pushing event updated for resources: {'Port': ['ID=a47f40fe-a079-4883-b48a-2892c4ab414b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:18.616400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:18.627047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:18.631905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.632078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:18.654141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.656879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:18.657145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:18.657561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Attempting to bind port f19ae078-13f6-4e8e-9a92-80581f7dd899 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:18.667809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-6f421175-f733-4aa9-864d-53900250e1cb', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:18.668741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.673565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:18.674315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.732504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:18.732860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:18.733281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.733727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:18.734265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Bound port: f19ae078-13f6-4e8e-9a92-80581f7dd899, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:18.734689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.789425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Port f19ae078-13f6-4e8e-9a92-80581f7dd899 has been deleted concurrently {{(pid=81075) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:631}}
Nov 15 09:22:18.809693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.921754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.3299646
Nov 15 09:22:18.925002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.965816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:18.967207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58934) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:18.982090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:18.987790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:18.991512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:18.992238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:cb:61:4d', 'name': 'tempest-NetworksTestDHCPv6-1717701172'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:19.008319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Routers {'c5a12868-4391-439d-a02d-12e7c9679f83'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:19.009877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a27bcba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c5a12868-4391-439d-a02d-12e7c9679f83'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:19.030763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Network 17b70f83-ab1f-4656-bf8d-7fbaca799c28 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:19.089650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Transition to ACTIVE for port object ad2b6175-1dff-4e17-b34f-b3342fa10dfd will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:19.099042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:19.109577 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:19.114968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca04027c-96da-4748-8a3a-5247c2f23109 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:19.116383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1e12588>,) {'filters': {'network_id': ['be74b487-f7ef-4c88-b6bf-90389ffeef3b']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:19.282214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e12588>, 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:19.282424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e12588>, 'f9703683-3e00-4ec3-890c-dc4cb0d0bc3d') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:19.283099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Transition to ACTIVE for port object ad2b6175-1dff-4e17-b34f-b3342fa10dfd will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:19.310057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Attempting to bind port a47f40fe-a079-4883-b48a-2892c4ab414b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:19.310311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Attempting to bind port a47f40fe-a079-4883-b48a-2892c4ab414b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '428b286a-01dd-4482-b894-299ee9b209f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:19.310727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Attempting to bind port a47f40fe-a079-4883-b48a-2892c4ab414b on network 8ad0a078-5ab2-4d4e-b157-fab980be3271 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:19.328557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] Set router c5a12868-4391-439d-a02d-12e7c9679f83 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:19.379989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.389343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.390838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.402365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db1dfae-43d5-4b0b-86e4-7aa84536f330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:19.404649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.414012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=6ee1129c-6d51-4b04-bc28-a9e364840936,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:19.430892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:19.435298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.446531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a276b09-a32a-4af0-82a0-47cff417383c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:19.453041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.460146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:19.465255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:19.510562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.512932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.516510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a276b09-a32a-4af0-82a0-47cff417383c HTTP/1.1" status: 204  len: 168 time: 1.5960746
Nov 15 09:22:19.519316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.520020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Fanout notify agent at l3_agent the message router_deleted on router c5a12868-4391-439d-a02d-12e7c9679f83 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:22:19.537406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.541259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/routers/c5a12868-4391-439d-a02d-12e7c9679f83 HTTP/1.1" status: 204  len: 168 time: 6.2851999
Nov 15 09:22:19.541710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58940) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:19.568433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec73711c-03b5-4595-9e41-2934f34823f1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:19.593182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.606095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:19.613454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': 'bdb28925-392f-40fe-91ca-d754431a111d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:19.614000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: b2d0233a-97e0-4094-99db-a294931b7a30, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:19.617807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Pushing event deleted for resources: {'Network': ['ID=17b70f83-ab1f-4656-bf8d-7fbaca799c28,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:19.621254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:19.648436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:19.656291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] 10.222.0.81 "DELETE /v2.0/networks/17b70f83-ab1f-4656-bf8d-7fbaca799c28 HTTP/1.1" status: 204  len: 168 time: 5.4902828
Nov 15 09:22:19.662538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:19.662973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Checking segment: {'id': '428b286a-01dd-4482-b894-299ee9b209f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:19.663430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.663872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Bound using segment: {'id': '428b286a-01dd-4482-b894-299ee9b209f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:19.664401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Bound port: a47f40fe-a079-4883-b48a-2892c4ab414b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428b286a-01dd-4482-b894-299ee9b209f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ad0a078-5ab2-4d4e-b157-fab980be3271'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:19.664871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.705792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:19.726695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:19.738707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:19.768078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network b2d0233a-97e0-4094-99db-a294931b7a30 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:19.787111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:19.835134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.858096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a27bcba8>, [{'id': 'c5a12868-4391-439d-a02d-12e7c9679f83', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:02Z', 'updated_at': '2020-11-15T09:22:17Z', 'revision_number': 5, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:19.914479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b2d0233a-97e0-4094-99db-a294931b7a30) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:19.928454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d14c9-4a6b-4ec3-a19c-c659c6060dbb None None] The sync data for ids ['c5a12868-4391-439d-a02d-12e7c9679f83'] in dv-neutron-743142-12-ovs is: [{'id': 'c5a12868-4391-439d-a02d-12e7c9679f83', 'name': 'tempest-snat-router-1890845348', 'tenant_id': 'e5c0052641f940d690087e2016d6f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:02Z', 'updated_at': '2020-11-15T09:22:17Z', 'revision_number': 5, 'project_id': 'e5c0052641f940d690087e2016d6f93f', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:19.957194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:19.957860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:19.989154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b9599-1c16-4eee-8c26-0fc3de696da6 None None] Network b2d0233a-97e0-4094-99db-a294931b7a30 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:19.994096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:20.006049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bb538bc9-ee19-43e6-a557-1f0e6d1079dd no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:20.012054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:20.163037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Pushing event updated for resources: {'Port': ['ID=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:20.166898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: bb538bc9-ee19-43e6-a557-1f0e6d1079dd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:22:20.167550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bb538bc9-ee19-43e6-a557-1f0e6d1079dd not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:20.172184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:20.172750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.8369091
Nov 15 09:22:20.176230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58952) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:20.250758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Allocated IP 172.20.0.2 (6f421175-f733-4aa9-864d-53900250e1cb/087dfefa-2ad4-44b3-ba4d-00fad29f91cb/e9ec404d-466d-43df-b157-e9e9fcbfc472) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:20.271535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58956) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:20.359053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] For port a47f40fe-a079-4883-b48a-2892c4ab414b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:20.519227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:20.526972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:20.530325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] For port a47f40fe-a079-4883-b48a-2892c4ab414b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a47f40fe-a079-4883-b48a-2892c4ab414b,segment=NetworkSegment(428b286a-01dd-4482-b894-299ee9b209f9),segment_id=428b286a-01dd-4482-b894-299ee9b209f9)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:20.536207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:20.633183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:20.643355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:20.669091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-215bd550-5565-44e1-8428-c3a441f3c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:20.674256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network be74b487-f7ef-4c88-b6bf-90389ffeef3b has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:20.718211 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:20.813055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-b2d0233a-97e0-4094-99db-a294931b7a30', 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '6ee1129c-6d51-4b04-bc28-a9e364840936'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:20.814076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:20.868722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Attempting to bind port ad2b6175-1dff-4e17-b34f-b3342fa10dfd on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:20.869153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Attempting to bind port ad2b6175-1dff-4e17-b34f-b3342fa10dfd by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:20.869573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Attempting to bind port ad2b6175-1dff-4e17-b34f-b3342fa10dfd on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:20.880563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.007661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:21.008376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:21.009519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.010135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:21.010849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Bound port: ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:21.011447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.076733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Pushing event updated for resources: {'Port': ['ID=a47f40fe-a079-4883-b48a-2892c4ab414b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:21.117736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.119103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.125657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.146900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:21.147025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a1f4b8f-5a5a-4665-97dd-cef11323f4f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:21.220723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.258212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.264956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=be74b487-f7ef-4c88-b6bf-90389ffeef3b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:21.273138 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/be74b487-f7ef-4c88-b6bf-90389ffeef3b HTTP/1.1" status: 204  len: 168 time: 6.1172123
Nov 15 09:22:21.280842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:21.281018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58974) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:21.320089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Transition to ACTIVE for port object e9ec404d-466d-43df-b157-e9e9fcbfc472 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:21.345926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811296965'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:21.355549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34d21282-fd3b-46f8-b6fb-5b9017cc8765 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1bd8189faee45a59ee104ea1609126b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0823069
Nov 15 09:22:21.356427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58978) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:21.365306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.372062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:21.400798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:21.403781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] For port ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:21.408419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:21.436098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Transition to ACTIVE for port object e9ec404d-466d-43df-b157-e9e9fcbfc472 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:21.436316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:21.451588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] For port ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:21.457058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58982) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:21.473028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Deleting port 070529a5-b296-4146-8596-b00cf1b2847c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:21.473263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.548918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 5e66e19b-f68d-4208-975f-c71dcfbff641 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:21.598113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.599980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:21.606495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.692754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.711398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6006684c-f86f-4438-adeb-7e1d5644f9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:21.752741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.845633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.20.0.1 (6f421175-f733-4aa9-864d-53900250e1cb/087dfefa-2ad4-44b3-ba4d-00fad29f91cb/5470c6e4-7809-4990-b9ce-f2e2d406ae02) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:21.853417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:21.863195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.863592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment 24b8ece7-8c94-4a73-85e1-4f5b46fb285e of type vxlan for network 75206efd-1a4a-41b6-a153-d2d3f8557d3a
Nov 15 09:22:21.936733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760290111'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:21.959370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:21.967622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.973145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:21.987567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:21.988137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Pushing event updated for resources: {'Port': ['ID=e9ec404d-466d-43df-b157-e9e9fcbfc472,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:21.991814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:22.003231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:22.007141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.011255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:22.040243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 172.20.0.14 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/3a673de5-46de-4494-8b66-b4fd61d7213d/5e66e19b-f68d-4208-975f-c71dcfbff641) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:22.062481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Allocated IP 2001:db8::1 (b2d0233a-97e0-4094-99db-a294931b7a30/6ee1129c-6d51-4b04-bc28-a9e364840936/10333bf7-e156-403c-8d70-f61ee7d86c5b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:22.080244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fecb:614d (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/94667a93-5949-40c7-be5f-4f97f56ec0ce/5e66e19b-f68d-4208-975f-c71dcfbff641) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:22.138644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] For port 070529a5-b296-4146-8596-b00cf1b2847c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=070529a5-b296-4146-8596-b00cf1b2847c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:22.139248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.168236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.172452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65a874d2-5dcf-43fa-8c51-b80522eb8fad tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.239907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.281168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Pushing event updated for resources: {'Port': ['ID=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:22.292898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:22.295785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Network 6f421175-f733-4aa9-864d-53900250e1cb is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:22.301416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:22.303804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:22.351630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Calling delete_port for 070529a5-b296-4146-8596-b00cf1b2847c owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:22.369300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object 5470c6e4-7809-4990-b9ce-f2e2d406ae02 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:22.385294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.390562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:22.391680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.395736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:22.402159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.413745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3faf4a-ed73-4200-83e5-ec73f56beda4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:22.424380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:22.436677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-726dd43e-19ac-4e96-a83c-5e69f9d1fc3d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.467149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.491965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.492289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 5e66e19b-f68d-4208-975f-c71dcfbff641 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:22.492696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Attempting to bind port e9ec404d-466d-43df-b157-e9e9fcbfc472 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:22.493781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Attempting to bind port e9ec404d-466d-43df-b157-e9e9fcbfc472 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:22.494208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Attempting to bind port e9ec404d-466d-43df-b157-e9e9fcbfc472 on network 6f421175-f733-4aa9-864d-53900250e1cb {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:22.511343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.524019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:22.524537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Checking segment: {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:22.525008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.525450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Bound using segment: {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:22.526172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Bound port: e9ec404d-466d-43df-b157-e9e9fcbfc472, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:22.526610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.528790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-015f8ca9-f41a-4fef-9389-89f816f308a5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.589030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.593151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff3faf4a-ed73-4200-83e5-ec73f56beda4 HTTP/1.1" status: 204  len: 168 time: 1.2268434
Nov 15 09:22:22.613874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3267028
Nov 15 09:22:22.622678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.634102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 58990) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:22.635195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=75206efd-1a4a-41b6-a153-d2d3f8557d3a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:22.639805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:22.646681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:22.764268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:22.777785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:security_group_rule and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:22.781910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:22.784464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.796307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:22.798149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Transition to ACTIVE for port object 10333bf7-e156-403c-8d70-f61ee7d86c5b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:22.814832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:22.821021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Transition to ACTIVE for port object 10333bf7-e156-403c-8d70-f61ee7d86c5b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:22.824452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-285e78ea-8513-4c64-9c8c-070be10fd627 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.824941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:22.845639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:22.856943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:22.860073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:22.877032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:22.882354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:22.887159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.890979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:22.911906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:22.921966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86c6f01b-2cb0-4f08-b9f9-3df0eadfe955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:22.931752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b4f415-cb8f-4b47-941b-8008b68b18a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:23.048084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:23.051764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:23.052321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=5e66e19b-f68d-4208-975f-c71dcfbff641,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:23.054495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:23.055080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:23.072572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=6ee1129c-6d51-4b04-bc28-a9e364840936,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:23.090516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:23.116428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6f421175-f733-4aa9-864d-53900250e1cb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:23.129416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:23.140675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:23.147067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:23.223447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:23.224191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.266470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.308439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.3356037
Nov 15 09:22:23.312632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 58996) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:23.378391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.389025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.437430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Pushing event updated for resources: {'Port': ['ID=10333bf7-e156-403c-8d70-f61ee7d86c5b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:23.473051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.490847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:23.505875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5ef4520-9bb8-4d28-8715-9446e11be2ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:23.542949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.554363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Network b2d0233a-97e0-4094-99db-a294931b7a30 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:23.556678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:23.558000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.573072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] For port e9ec404d-466d-43df-b157-e9e9fcbfc472, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:23.576730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:23.581521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] For port e9ec404d-466d-43df-b157-e9e9fcbfc472, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9ec404d-466d-43df-b157-e9e9fcbfc472,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:23.653724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Attempting to bind port 10333bf7-e156-403c-8d70-f61ee7d86c5b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:23.654656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Attempting to bind port 10333bf7-e156-403c-8d70-f61ee7d86c5b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'bdb28925-392f-40fe-91ca-d754431a111d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:23.655148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Attempting to bind port 10333bf7-e156-403c-8d70-f61ee7d86c5b on network b2d0233a-97e0-4094-99db-a294931b7a30 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:23.658934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:23.677640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94e44647-05f5-43fc-a1bc-555d9f480729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:23.695605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823ab39-36c1-4241-b1f4-0217783cc8e6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:23.702179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823ab39-36c1-4241-b1f4-0217783cc8e6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:23.703261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2823ab39-36c1-4241-b1f4-0217783cc8e6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:23.734534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event deleted for resources: {'Port': ['ID=070529a5-b296-4146-8596-b00cf1b2847c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:23.772739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:23.772739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ede1d072-7122-4343-86ce-9d7e54881402 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:23.801972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05122360-101d-4d15-9514-591c5f2b79ec None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:23.883025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:23.885193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2823ab39-36c1-4241-b1f4-0217783cc8e6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:23.886564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2823ab39-36c1-4241-b1f4-0217783cc8e6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.5728559
Nov 15 09:22:23.916949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59008) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:24.058695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.059256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment 00cf004b-f1d2-42d4-941a-caaf72869964 of type vxlan for network 84767cf4-25e1-4021-8e9c-001e0c7086a9
Nov 15 09:22:24.104594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a20a3-fe75-4190-bc8b-4d84eaced9ba,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:24.116973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.150681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:24.294488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:24.294488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Checking segment: {'id': 'bdb28925-392f-40fe-91ca-d754431a111d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:24.294488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.295257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Bound using segment: {'id': 'bdb28925-392f-40fe-91ca-d754431a111d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:24.295257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Bound port: 10333bf7-e156-403c-8d70-f61ee7d86c5b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb28925-392f-40fe-91ca-d754431a111d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b2d0233a-97e0-4094-99db-a294931b7a30'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:24.295912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.365795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ad2b6175-1dff-4e17-b34f-b3342fa10dfd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:24.621095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] For port 10333bf7-e156-403c-8d70-f61ee7d86c5b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:24.624554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] For port 10333bf7-e156-403c-8d70-f61ee7d86c5b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=10333bf7-e156-403c-8d70-f61ee7d86c5b,segment=NetworkSegment(bdb28925-392f-40fe-91ca-d754431a111d),segment_id=bdb28925-392f-40fe-91ca-d754431a111d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:24.648208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:24.651337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 5e66e19b-f68d-4208-975f-c71dcfbff641 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:24.651726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.660953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a47f40fe-a079-4883-b48a-2892c4ab414b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:24.677571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.680724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59018) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:24.685415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.691569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.709008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.770469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:24.792406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Pushing event updated for resources: {'Port': ['ID=e9ec404d-466d-43df-b157-e9e9fcbfc472,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:24.839123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.159s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:24.858745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:24.878725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:24.895330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8cb88e36-2876-459b-a0b3-2d564bfe1c06 None None] Provisioning for port a47f40fe-a079-4883-b48a-2892c4ab414b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:24.924996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1c6f320>,) {'filters': {'network_id': ['b2d0233a-97e0-4094-99db-a294931b7a30']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:24.929270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:24.939614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:24.966518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:24.993512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'networks': [{'name': 'tempest-network--91274158'}, {'name': 'tempest-network--1233130269'}]} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:24.993996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-network--91274158'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:24.994513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-network--1233130269'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:24.999776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:25.006005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:network and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:25.010770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:25.018924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:25.039803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c6f320>, 'bdb28925-392f-40fe-91ca-d754431a111d') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:25.044874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c6f320>, 'bdb28925-392f-40fe-91ca-d754431a111d') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:25.045017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dd8d8-1522-4815-8987-e93f902aae48 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:25.099403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.124929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'network': 2} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:25.131327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.154647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.187543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Pushing event updated for resources: {'Port': ['ID=10333bf7-e156-403c-8d70-f61ee7d86c5b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:25.215077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:25.217180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:25.224923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:security_group_rule and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:25.228769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:25.235106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:25.294661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a47f40fe-a079-4883-b48a-2892c4ab414b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:25.307349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9cea5c-21ce-48d3-9ce9-eef00ca2d992 None None] Network b2d0233a-97e0-4094-99db-a294931b7a30 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:25.315281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.320559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:25.321800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.334472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6f421175-f733-4aa9-864d-53900250e1cb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:25.341466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:25.416908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b9800a0-9d39-48e2-a3cb-25c02b632deb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:25.472518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.496658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Provisioning for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:25.499718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:25.500955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a47f40fe-a079-4883-b48a-2892c4ab414b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:25.501389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.578830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Provisioning complete for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:25.579276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.673637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.750599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.751179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.766267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 4.2981257
Nov 15 09:22:25.768991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:25.782176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59024) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:25.873183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1615414901'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:25.891500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.900289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:25.921443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:25.925517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e67768-d4fa-44bb-8925-358c8383b596,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:25.935924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:25.951563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:25.955161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:25.959904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:25.981279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:25.981717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment a22d9780-c20d-4bc6-8bb3-a63c006d2b3b of type vxlan for network d0e5d15c-199e-4d18-b278-985253bb3594
Nov 15 09:22:25.988817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.019421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.021789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.033679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:26.039403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.084231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] For port ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:26.098476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a47f40fe-a079-4883-b48a-2892c4ab414b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a47f40fe-a079-4883-b48a-2892c4ab414b,segment=NetworkSegment(428b286a-01dd-4482-b894-299ee9b209f9),segment_id=428b286a-01dd-4482-b894-299ee9b209f9)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:26.120758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:26.153177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.153695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment 619a9d45-6224-44f0-b32d-c85a6c0892cf of type vxlan for network f50ed977-e9b5-4be5-92f0-1e74bc30b90d
Nov 15 09:22:26.188614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.194756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.201928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:26.204046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.209493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 5e66e19b-f68d-4208-975f-c71dcfbff641 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:26.246554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=84767cf4-25e1-4021-8e9c-001e0c7086a9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:26.265314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:22:26.276011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:26.277259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network b2d0233a-97e0-4094-99db-a294931b7a30 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:26.298819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:26.310784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.320676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:26.442329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.443622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.449106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:26.453306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:26.454349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.460253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:26.460993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:26.469481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2336fe91-6924-4f6c-b403-adf17730f9b2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:26.470872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.649540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9ec404d-466d-43df-b157-e9e9fcbfc472 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:26.657126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=d0e5d15c-199e-4d18-b278-985253bb3594,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:26.695283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.0128028
Nov 15 09:22:26.702424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59028) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:26.737511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d0e5d15c-199e-4d18-b278-985253bb3594 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:26.785374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d0e5d15c-199e-4d18-b278-985253bb3594 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:26.882569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=f50ed977-e9b5-4be5-92f0-1e74bc30b90d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:26.886000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696eee09-7269-455b-8613-52cd7aadf4a5 None None] Network 6f421175-f733-4aa9-864d-53900250e1cb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:26.887062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:26.890346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:26.890787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:26.937600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network f50ed977-e9b5-4be5-92f0-1e74bc30b90d details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:26.969956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:26.982269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:26.996347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:26.998759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2192831
Nov 15 09:22:26.999653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59032) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:27.011066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:27.011741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:27.014897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-685293202'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:27.023496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network f50ed977-e9b5-4be5-92f0-1e74bc30b90d details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:27.025581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:27.031043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:27.035753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:27.040942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:27.042057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Synchronizing usage tracker for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:27.050402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:27.060345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:27.067419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:27.093483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:27.096363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:27.132310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.132766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment e6377a26-1d96-4579-93d3-132910400708 of type vxlan for network 5c4e5eef-e052-41a5-9afb-44a8c1da5043
Nov 15 09:22:27.169193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.207556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Unset dirty status for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:27.209279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c2bdde4-fa17-4bdc-9c74-392f9d4b0944 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.4574816
Nov 15 09:22:27.212588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8d2d6eb5-432e-41c2-8ae9-9e703d874534 None None] Provisioning complete for port a47f40fe-a079-4883-b48a-2892c4ab414b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:27.212743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59036) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:27.213027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6eb5-432e-41c2-8ae9-9e703d874534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.220642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:27.241690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.248467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:27.252234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.262274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-363b5cab-625e-4c01-9e0c-7c5c9a1701d9 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:27.383921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:27.390960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.412581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Update dhcp port {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '3a673de5-46de-4494-8b66-b4fd61d7213d', 'ip_address': '172.20.0.2'}, {'subnet_id': '94667a93-5949-40c7-be5f-4f97f56ec0ce'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': 'ad2b6175-1dff-4e17-b34f-b3342fa10dfd'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:22:27.418451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.436335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network b2d0233a-97e0-4094-99db-a294931b7a30 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:27.477951 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:27.492575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.495280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.507086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156fa95-2228-4e4f-8e7e-82c4423018dd None None] Pushing event updated for resources: {'Port': ['ID=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:27.579358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.634026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a47f40fe-a079-4883-b48a-2892c4ab414b,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:27.658239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.456s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:27.690038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29b40aa-26f0-410c-9e5d-d86403011a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.450s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:27.690451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29b40aa-26f0-410c-9e5d-d86403011a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:27.693620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.8422730
Nov 15 09:22:27.698129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59040) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:27.700720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=5c4e5eef-e052-41a5-9afb-44a8c1da5043,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:27.725049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:27.729309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:27.732936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:27.754539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:22:27.754539 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:22:27.754539 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': 'b2d0233a-97e0-4094-99db-a294931b7a30'}]
Nov 15 09:22:27.754539 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:27.755338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:27.780634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5908>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:23Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:24Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:27.785735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:22:27.786637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Updating router efe48ef3-774d-449a-8bb2-d91138bebb6e port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:22:27.855797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:27.904198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.019453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Allocated IP 2001:db8::f816:3eff:fee7:6d69 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/94667a93-5949-40c7-be5f-4f97f56ec0ce/ad2b6175-1dff-4e17-b34f-b3342fa10dfd) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:28.022732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.050642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-856b271e-efa6-4707-9b97-f7ccd0fcc370 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:28.051163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3dd8>,) {'filters': {'network_id': ['d0e5d15c-199e-4d18-b278-985253bb3594']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:28.072376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3dd8>, 'a22d9780-c20d-4bc6-8bb3-a63c006d2b3b') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:28.073034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3dd8>, 'a22d9780-c20d-4bc6-8bb3-a63c006d2b3b') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:28.087895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.088165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.105019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.105851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.105985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Fanout notify agent at l3_agent the message router_deleted on router 0a9f739f-42e8-4226-a6c2-b76c587db5d1 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:22:28.108579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:28.178270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] For port ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:28.206560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.229990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Transition to ACTIVE for port object ad2b6175-1dff-4e17-b34f-b3342fa10dfd will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:28.231169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:28.269661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:28.299334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.348561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.356542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network d0e5d15c-199e-4d18-b278-985253bb3594 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:28.361925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Transition to ACTIVE for port object 5470c6e4-7809-4990-b9ce-f2e2d406ae02 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:28.366597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.367046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment e5515d1e-fdb7-43e8-bf92-59b06aa6b542 of type vxlan for network 1305ac04-fd09-4e50-a192-5c702fb8da36
Nov 15 09:22:28.370915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.393852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.413184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:28.418745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:28.423337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:28.431924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:28.485638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:28.520219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:28.552165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.603695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Pushing event updated for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:28.608479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:28.650492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port 10333bf7-e156-403c-8d70-f61ee7d86c5b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:28.650919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.665526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.669169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network d0e5d15c-199e-4d18-b278-985253bb3594 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:28.707559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ea85463-5ebf-4bef-9ae7-406660b0a5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:28.739698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e9ec404d-466d-43df-b157-e9e9fcbfc472 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:28.772918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Attempting to bind port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:28.773593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Attempting to bind port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:28.774216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Attempting to bind port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 on network 6f421175-f733-4aa9-864d-53900250e1cb {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:28.780524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.781928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "DELETE /v2.0/routers/0a9f739f-42e8-4226-a6c2-b76c587db5d1 HTTP/1.1" status: 204  len: 168 time: 9.2390926
Nov 15 09:22:28.786422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59044) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:28.797989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:28.798702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Checking segment: {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:28.799332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.800010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Bound using segment: {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:28.800726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Bound port: 5470c6e4-7809-4990-b9ce-f2e2d406ae02, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535a1721-13c9-4175-a631-9ea658280c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:28.801317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.808541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=d167cd48-5351-4fc0-80b2-603cb18f8af8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:28.832788 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:28.837371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1609720161', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:28.845690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:28.848528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:28.851573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:28.855631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:28.862218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:28.875161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:28.881037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:28.921143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd884ab1-bad9-4787-a284-f782b37cfcb6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.789s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:28.986517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] For port 5470c6e4-7809-4990-b9ce-f2e2d406ae02, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:28.986517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] For port 5470c6e4-7809-4990-b9ce-f2e2d406ae02, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5470c6e4-7809-4990-b9ce-f2e2d406ae02,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:29.023118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.041237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:29.070582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ad2b6175-1dff-4e17-b34f-b3342fa10dfd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:29.096395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=5e66e19b-f68d-4208-975f-c71dcfbff641,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:29.126003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Pushing event updated for resources: {'Port': ['ID=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:29.140761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Provisioning for port e9ec404d-466d-43df-b157-e9e9fcbfc472 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:29.144432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Pushing event updated for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:29.149851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:29.154841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:29.159754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.161238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.182912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Provisioning complete for port e9ec404d-466d-43df-b157-e9e9fcbfc472 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:29.183309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.185546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.187608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.192562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:29.214900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.220187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:29.233705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=d0e5d15c-199e-4d18-b278-985253bb3594,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:29.236943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:29.271142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.277344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:29.278659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.288701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a115cbb4-1dac-49e7-9edf-fceb43c13f66 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:29.334721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:29.335584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:29.390131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a47f40fe-a079-4883-b48a-2892c4ab414b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:29.474154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.481664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/d0e5d15c-199e-4d18-b278-985253bb3594 HTTP/1.1" status: 204  len: 168 time: 2.2677453
Nov 15 09:22:29.482668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59048) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:29.495642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=1305ac04-fd09-4e50-a192-5c702fb8da36,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:29.510902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:29.525925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:29.566106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.5612757
Nov 15 09:22:29.567579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59052) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:29.581515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:29.583569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:29.616467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:29.697623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:29.877569 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/5e66e19b-f68d-4208-975f-c71dcfbff641 HTTP/1.1" status: 204  len: 168 time: 5.9555614
Nov 15 09:22:29.880756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59056) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:29.903557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:29.913395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:29.920833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:29.970229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:29.991563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.006218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] For port e9ec404d-466d-43df-b157-e9e9fcbfc472, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9ec404d-466d-43df-b157-e9e9fcbfc472,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:30.036494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a47f40fe-a079-4883-b48a-2892c4ab414b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:30.036939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.044691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:30.046205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:30.047787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:30.052353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:30.055407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': '24b8ece7-8c94-4a73-85e1-4f5b46fb285e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:30.056084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: 75206efd-1a4a-41b6-a153-d2d3f8557d3a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:30.078119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.084927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:30.193961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81c5908>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:23Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:28Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:30.200333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b48915-23bd-4358-a86c-11ff23d8dd16 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:23Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:28Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:30.216279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Pushing event updated for resources: {'Port': ['ID=e9ec404d-466d-43df-b157-e9e9fcbfc472,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:30.223486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port 10333bf7-e156-403c-8d70-f61ee7d86c5b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=10333bf7-e156-403c-8d70-f61ee7d86c5b,segment=NetworkSegment(bdb28925-392f-40fe-91ca-d754431a111d),segment_id=bdb28925-392f-40fe-91ca-d754431a111d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:30.223972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.228821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:30.263695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.282405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-39b2e535-167e-405f-886d-9dc16e07b3b1 None None] Provisioning complete for port e9ec404d-466d-43df-b157-e9e9fcbfc472 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:30.282846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39b2e535-167e-405f-886d-9dc16e07b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.287460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:30.485390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 070529a5-b296-4146-8596-b00cf1b2847c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:30.536842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 070529a5-b296-4146-8596-b00cf1b2847c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:22:30.537244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 070529a5-b296-4146-8596-b00cf1b2847c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:30.577511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.656552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-39b2e535-167e-405f-886d-9dc16e07b3b1 None None] Provisioning for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:30.731395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:30.752815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for 10333bf7-e156-403c-8d70-f61ee7d86c5b owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:30.787559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:30.788877 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c8cf41cd-80e5-40fd-a807-8f933f09d6ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.8872490
Nov 15 09:22:30.824132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59060) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:30.858943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:30.865371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8be4d19f-e531-4c98-91af-d8bbf4ef0689 None None] Provisioning for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:30.872181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8be4d19f-e531-4c98-91af-d8bbf4ef0689 None None] Provisioning complete for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:30.872690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8be4d19f-e531-4c98-91af-d8bbf4ef0689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.074829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1c60828>,) {'filters': {'network_id': ['f50ed977-e9b5-4be5-92f0-1e74bc30b90d']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:31.106493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c60828>, '619a9d45-6224-44f0-b32d-c85a6c0892cf') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:31.106802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c60828>, '619a9d45-6224-44f0-b32d-c85a6c0892cf') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:31.120023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 75206efd-1a4a-41b6-a153-d2d3f8557d3a) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:31.136460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0e9d1-74e5-4320-814b-20303fede69b None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:31.151264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.200416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.216767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:31.260869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5470c6e4-7809-4990-b9ce-f2e2d406ae02 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:31.363272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:31.377888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.485669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 8.8473608
Nov 15 09:22:31.487344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59064) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:31.513752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8be4d19f-e531-4c98-91af-d8bbf4ef0689 None None] Could not find standard attr ID for object 5e66e19b-f68d-4208-975f-c71dcfbff641. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:22:31.564539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a', 'name': 'tempest-PortsIpV6TestJSON-1911448223', 'fixed_ips': [{'subnet_id': 'd167cd48-5351-4fc0-80b2-603cb18f8af8', 'ip_address': '2001:db8::10'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:31.583429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network f50ed977-e9b5-4be5-92f0-1e74bc30b90d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:31.598406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-75206efd-1a4a-41b6-a153-d2d3f8557d3a', 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': 'd167cd48-5351-4fc0-80b2-603cb18f8af8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:31.599225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.608094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.642060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.668409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed2aada6-b4ae-4af1-ac0d-8ee251589fca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:31.672487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:31.757065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:31.757499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:31.910859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Port': ['ID=10333bf7-e156-403c-8d70-f61ee7d86c5b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:31.915512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network f50ed977-e9b5-4be5-92f0-1e74bc30b90d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:31.920322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:31.948737 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:32.056335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Provisioning complete for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:32.056766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.058677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 3a673de5-46de-4494-8b66-b4fd61d7213d {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:32.095549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.135316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.139362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.157371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:32.173193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/f50ed977-e9b5-4be5-92f0-1e74bc30b90d HTTP/1.1" status: 204  len: 168 time: 2.6650765
Nov 15 09:22:32.185670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59068) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:32.215593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No DVR routers for this DVR port 10333bf7-e156-403c-8d70-f61ee7d86c5b on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:32.220042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=f50ed977-e9b5-4be5-92f0-1e74bc30b90d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:32.222679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:32.261252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.286461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.298278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:32.302276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.322356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43407c09-5272-4cd5-98b2-28a734d37a0e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:32.354794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:32.452359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Allocated IP 2001:db8::2 (75206efd-1a4a-41b6-a153-d2d3f8557d3a/d167cd48-5351-4fc0-80b2-603cb18f8af8/69af0892-8b6d-4da4-b239-b9b2b0672631) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:32.458877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 5470c6e4-7809-4990-b9ce-f2e2d406ae02, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5470c6e4-7809-4990-b9ce-f2e2d406ae02,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:32.495032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.496421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ad2b6175-1dff-4e17-b34f-b3342fa10dfd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:32.516190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.525500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=2fef3e98-f9d4-4fd5-a872-9f4a61940f4f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:32.528891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:32.542661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71065def-b35f-4aee-925e-7a3da2a3a80f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:32.547255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71065def-b35f-4aee-925e-7a3da2a3a80f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:32.548128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71065def-b35f-4aee-925e-7a3da2a3a80f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Synchronizing usage tracker for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:32.554483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.573226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:32.576346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f94d62d0-4bd4-46ac-8177-820614f7e116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:32.616942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71065def-b35f-4aee-925e-7a3da2a3a80f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Unset dirty status for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:32.618929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71065def-b35f-4aee-925e-7a3da2a3a80f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4322476
Nov 15 09:22:32.623591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59072) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:32.630750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-372674307'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:32.644315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:32.648481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:32.648950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: 1305ac04-fd09-4e50-a192-5c702fb8da36, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:32.661140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:32.665418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.681344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Provisioning complete for port e9ec404d-466d-43df-b157-e9e9fcbfc472 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:32.684953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.704838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:32.710646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.735788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:32.746077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:32.756902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:32.768008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.768655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment fca071a3-8890-4939-87d8-f52feda23de2 of type vxlan for network 1970cd43-828d-490c-9274-e055935cfcc7
Nov 15 09:22:32.769270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:32.783508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1305ac04-fd09-4e50-a192-5c702fb8da36) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:32.802418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6d970-3bdb-43c7-a25b-49254d60d73c None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:32.833327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.858951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:32.859882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.962790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.963663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a38546a0>,) {'filters': {'network_id': ['b2d0233a-97e0-4094-99db-a294931b7a30']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:32.967670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:32.975165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.980145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:32.980632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:33.011131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4357483
Nov 15 09:22:33.013486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59076) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:33.049264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38546a0>, 'bdb28925-392f-40fe-91ca-d754431a111d') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:33.049842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38546a0>, 'bdb28925-392f-40fe-91ca-d754431a111d') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:33.094504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.109262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.127997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.134189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:33.134820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.161758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5160f3e4-2d41-4f0e-998d-dba224877358 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:33.222739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5973456
Nov 15 09:22:33.235272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59080) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:33.236416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.246592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Could not find standard attr ID for object 5e66e19b-f68d-4208-975f-c71dcfbff641. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:22:33.250495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-418962957'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:33.256494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:33.285330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=1970cd43-828d-490c-9274-e055935cfcc7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:33.290050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:33.292282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:33.307030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1970cd43-828d-490c-9274-e055935cfcc7 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:33.330709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1970cd43-828d-490c-9274-e055935cfcc7 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:33.345597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1305ac04-fd09-4e50-a192-5c702fb8da36', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:33.346530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.369316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:33.375628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.542454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.578650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:33.616509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Provisioning complete for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:33.616851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8207c55-6dab-4a2a-80aa-c5692f51b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.802035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9ec404d-466d-43df-b157-e9e9fcbfc472 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:33.879411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:33.904586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:33.905033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment 94dc01e3-352a-41ff-8d4e-b388d8524ce9 of type vxlan for network b2acb7a4-7b85-4e37-887a-11cbbe523ec2
Nov 15 09:22:33.929977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:33.948089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.062064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:34.090719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.094841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:34.095507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.106723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb4032ed-70fe-4c5e-8e31-cd44df225192 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:34.152416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network b2d0233a-97e0-4094-99db-a294931b7a30 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:34.203478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.230759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e9ec404d-466d-43df-b157-e9e9fcbfc472 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:34.231170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.309214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=b2acb7a4-7b85-4e37-887a-11cbbe523ec2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:34.312239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:34.341414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:34.349869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.1107507
Nov 15 09:22:34.351196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:34.380199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'ports': [{'network_id': '1970cd43-828d-490c-9274-e055935cfcc7', 'name': 'tempest-port--1588088099', 'admin_state_up': True}, {'network_id': 'b2acb7a4-7b85-4e37-887a-11cbbe523ec2', 'admin_state_up': False}]} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:34.380976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'port': {'network_id': '1970cd43-828d-490c-9274-e055935cfcc7', 'name': 'tempest-port--1588088099', 'admin_state_up': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:34.382077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'port': {'network_id': 'b2acb7a4-7b85-4e37-887a-11cbbe523ec2', 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:34.439579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 95d7e1ac-da81-4f18-b756-a4610bd02a76 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:34.465421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:34.561524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Allocated IP 172.21.0.2 (1305ac04-fd09-4e50-a192-5c702fb8da36/2fef3e98-f9d4-4fd5-a872-9f4a61940f4f/9c49fbec-7b8d-436b-8a34-49c2bc9f12b4) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:34.588583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Allocated IP 172.26.4.193 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/4adf833f-3d4a-4534-99f1-b0ae175b0c0d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:34.589603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f86b0b06-d642-4d06-9f25-976f19fde2d6 None None] Provisioning complete for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:34.590006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f86b0b06-d642-4d06-9f25-976f19fde2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.643779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network b2d0233a-97e0-4094-99db-a294931b7a30 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:34.685288 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:34.713876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:34.725913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:port and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:34.732132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:34.750465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:34.810759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'port': 2} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:34.817216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.871296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': '00cf004b-f1d2-42d4-941a-caaf72869964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:34.871704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 84767cf4-25e1-4021-8e9c-001e0c7086a9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:34.906023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Transition to ACTIVE for port object 69af0892-8b6d-4da4-b239-b9b2b0672631 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:34.922044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.935397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.938440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.951274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843dedae-e73e-426e-9c81-11aa8ace9438 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:34.963234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5470c6e4-7809-4990-b9ce-f2e2d406ae02 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:34.985362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.995038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:34.998086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Transition to ACTIVE for port object 69af0892-8b6d-4da4-b239-b9b2b0672631 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:35.017302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=b2d0233a-97e0-4094-99db-a294931b7a30,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:35.028505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:35.036702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:35.089021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.115196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:35.187606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=3a673de5-46de-4494-8b66-b4fd61d7213d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:35.206751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/b2d0233a-97e0-4094-99db-a294931b7a30 HTTP/1.1" status: 204  len: 168 time: 15.0239699
Nov 15 09:22:35.207771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:35.219452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59088) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:35.248639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646279750'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:35.264726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:35.285502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.289077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:35.292513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::10 (75206efd-1a4a-41b6-a153-d2d3f8557d3a/d167cd48-5351-4fc0-80b2-603cb18f8af8/95d7e1ac-da81-4f18-b756-a4610bd02a76) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:35.298561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] device_id is not set on port b3fb55f7-1d39-4bb8-b44a-9fba4eb23775 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:35.307319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:35.314421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:35.318947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Pushing event updated for resources: {'Port': ['ID=69af0892-8b6d-4da4-b239-b9b2b0672631,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:35.323871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.325965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Transition to ACTIVE for port object 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:35.328886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:35.332600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:35.365757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:35.366088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.396184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.398326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/3a673de5-46de-4494-8b66-b4fd61d7213d HTTP/1.1" status: 204  len: 168 time: 4.5557477
Nov 15 09:22:35.398747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Transition to ACTIVE for port object 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:35.400519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 84767cf4-25e1-4021-8e9c-001e0c7086a9) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:35.404137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59092) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:35.413527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e1b3b-84d8-40ef-b6d0-2ee2abdcfa58 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:35.422590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9a6d3-2a39-4f35-88cc-45c5db142752 None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:35.446844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:35.452596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.463405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:35.464107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.488644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.513521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd92d138-6ba7-4f4f-bab2-c48edfc45a2a tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:35.595830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.625218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bd2e52d-a134-4fda-9a46-6f6d9feb802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:35.649223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f8f215c5-675b-4d4b-b7eb-94d787ce16a1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.9294872
Nov 15 09:22:35.651408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59098) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:35.669611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:35.679284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:35.778817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:35.943509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:35.972444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:36.002595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:36.018843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:36.025262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:36.030163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] device_id is not set on port 5c4e8533-a9a4-49ef-b40a-a6699c9fab1a yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:36.053774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:36.094836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Pushing event updated for resources: {'Port': ['ID=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:36.127661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:36.140447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:36.142305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.21.0.1 (1305ac04-fd09-4e50-a192-5c702fb8da36/2fef3e98-f9d4-4fd5-a872-9f4a61940f4f/9f0baffa-3272-4329-b34f-2c0a69f91081) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:36.153896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event updated for resources: {'Port': ['ID=4adf833f-3d4a-4534-99f1-b0ae175b0c0d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:36.166664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:36.180845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.181248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment ac637f68-d1bd-4342-85c1-3b3da876e0be of type vxlan for network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52
Nov 15 09:22:36.198417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 94667a93-5949-40c7-be5f-4f97f56ec0ce {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:36.209232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:36.215336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.288490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Attempting to bind port 69af0892-8b6d-4da4-b239-b9b2b0672631 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:36.288926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Attempting to bind port 69af0892-8b6d-4da4-b239-b9b2b0672631 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '24b8ece7-8c94-4a73-85e1-4f5b46fb285e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:36.289911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Attempting to bind port 69af0892-8b6d-4da4-b239-b9b2b0672631 on network 75206efd-1a4a-41b6-a153-d2d3f8557d3a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:36.323366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.349566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:36.350007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Checking segment: {'id': '24b8ece7-8c94-4a73-85e1-4f5b46fb285e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:36.350474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.350927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Bound using segment: {'id': '24b8ece7-8c94-4a73-85e1-4f5b46fb285e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:36.351476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Bound port: 69af0892-8b6d-4da4-b239-b9b2b0672631, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b8ece7-8c94-4a73-85e1-4f5b46fb285e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:36.352536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.361896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.418012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:36.429730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:36.445540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.451834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:36.471939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.524138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:36.526341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 95d7e1ac-da81-4f18-b756-a4610bd02a76 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:36.533188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-84767cf4-25e1-4021-8e9c-001e0c7086a9', 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': 'e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:36.534100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.550798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:36.561173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:36.580669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.597996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.602454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:36.603126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.618628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e604b2b-b924-4675-a4bb-fba5d1b9f6c3 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:36.674563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.698093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] For port 69af0892-8b6d-4da4-b239-b9b2b0672631, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:36.710971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object 9f0baffa-3272-4329-b34f-2c0a69f91081 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:36.765357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Attempting to bind port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:36.766437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Attempting to bind port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:36.766437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Attempting to bind port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 on network 1305ac04-fd09-4e50-a192-5c702fb8da36 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:36.767291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.768914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.786202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] For port 69af0892-8b6d-4da4-b239-b9b2b0672631, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=69af0892-8b6d-4da4-b239-b9b2b0672631,segment=NetworkSegment(24b8ece7-8c94-4a73-85e1-4f5b46fb285e),segment_id=24b8ece7-8c94-4a73-85e1-4f5b46fb285e)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:36.789248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07adff99-f304-44e1-b786-9049020ce0b2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Checking segment: {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Bound using segment: {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Bound port: 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:36.803894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.834973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6120026
Nov 15 09:22:36.835114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.844919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59102) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:36.856461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:36.858625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:36.872629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:36.889901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:36.906122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:36.909340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:36.920601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:36.931279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3b592d3-7e3b-48c3-9164-abcf7422a547 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:37.067637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:22:37.179504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=95d7e1ac-da81-4f18-b756-a4610bd02a76,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:37.187432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:37.373880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:37.381285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:37.388776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:37.393865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:37.394076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.410045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.410886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.449118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.463528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Port': ['ID=b3fb55f7-1d39-4bb8-b44a-9fba4eb23775,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:37.467129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:37.469729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:37.495357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] For port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:37.500523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] For port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:37.509948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 5.9551423
Nov 15 09:22:37.510444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.522387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59106) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:37.531235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d16306e-d4c0-46b9-b6ba-689cdab67696 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:37.580252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=94667a93-5949-40c7-be5f-4f97f56ec0ce,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:37.623753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': '75206efd-1a4a-41b6-a153-d2d3f8557d3a', 'name': 'tempest-PortsIpV6TestJSON-811001636', 'fixed_ips': [{'subnet_id': 'd167cd48-5351-4fc0-80b2-603cb18f8af8', 'ip_address': '2001:db8::f'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:37.643573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:37.645550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Allocated IP 2001:db8::2 (84767cf4-25e1-4021-8e9c-001e0c7086a9/e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b/7f81dd93-594d-4311-8779-baab44fc516a) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:37.676837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:37.710928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.723081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:37.725147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/94667a93-5949-40c7-be5f-4f97f56ec0ce HTTP/1.1" status: 204  len: 168 time: 2.3199799
Nov 15 09:22:37.728687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:37.776241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:37.787651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:37.789872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Pushing event updated for resources: {'Port': ['ID=69af0892-8b6d-4da4-b239-b9b2b0672631,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:37.808644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd11b9-7c50-4e1d-9db6-0507a72ee3fe None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:37.824930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:37.869109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:37.881373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:37.884729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-253e8ec7-8a58-450e-9694-e9427b7a324f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1525068
Nov 15 09:22:37.889140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:37.892989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:37.901065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:38.025863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:38.040374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2335f62-7cb6-4c58-ad41-95fcb5653c05 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:38.041174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b2335f62-7cb6-4c58-ad41-95fcb5653c05 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:38.062204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Checking segment: {'id': 'fca071a3-8890-4939-87d8-f52feda23de2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1970cd43-828d-490c-9274-e055935cfcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:38.062626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network hostable DHCP agents. Network: 1970cd43-828d-490c-9274-e055935cfcc7, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:38.127698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b2335f62-7cb6-4c58-ad41-95fcb5653c05 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:38.131463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b2335f62-7cb6-4c58-ad41-95fcb5653c05 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2328990
Nov 15 09:22:38.131918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:38.134025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:38.155207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:38.165216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:38.181746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Router 55306460-1cd8-4077-a777-53e76e3680db is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:22:38.221484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c9e5a-5b2d-479f-98b0-8d30bfd53db5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:38.222352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-726c9e5a-5b2d-479f-98b0-8d30bfd53db5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:38.251157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:38.288585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:38.300867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.343216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c927401e-c4f3-47cb-a8a3-937174bb953d None None] Provisioning complete for port ad2b6175-1dff-4e17-b34f-b3342fa10dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:38.343657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c927401e-c4f3-47cb-a8a3-937174bb953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.388129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.407497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 1970cd43-828d-490c-9274-e055935cfcc7 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:38.427039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-726c9e5a-5b2d-479f-98b0-8d30bfd53db5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:38.431381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-726c9e5a-5b2d-479f-98b0-8d30bfd53db5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2957466
Nov 15 09:22:38.432446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:38.437770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:38.453175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Pushing event updated for resources: {'Port': ['ID=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:38.512124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:38.526274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1970cd43-828d-490c-9274-e055935cfcc7) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:38.543812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41d41332-274a-428d-a2a9-828a9fb7998b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1077557
Nov 15 09:22:38.551653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59126) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:38.558998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:38.578148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:38.579064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.580153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed36718-f7e4-4eef-be8f-93c8cd4d4689 None None] Network 1970cd43-828d-490c-9274-e055935cfcc7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:38.608917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8aa7c9bf-ac3c-4bfb-a405-a021d3101f67 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:38.710528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:38.725117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:38.739085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.748520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:38.769610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:38.778153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] Sync routers for ids ['55306460-1cd8-4077-a777-53e76e3680db'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:38.788213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Transition to ACTIVE for port object 7f81dd93-594d-4311-8779-baab44fc516a will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:38.849525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:38.854222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 10.0482056
Nov 15 09:22:38.869543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59130) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:38.877792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:38.904526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Port': ['ID=5c4e8533-a9a4-49ef-b40a-a6699c9fab1a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:38.907359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:39.012979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Transition to ACTIVE for port object 7f81dd93-594d-4311-8779-baab44fc516a will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:39.105719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] Routers {'55306460-1cd8-4077-a777-53e76e3680db'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:39.106461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a28f34a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['55306460-1cd8-4077-a777-53e76e3680db'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:39.114449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.125675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.180731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.212285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:39.332940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a28f34a8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:39.348397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.350006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:39.350429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:39.442480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Pushing event updated for resources: {'Port': ['ID=7f81dd93-594d-4311-8779-baab44fc516a,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:39.449929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:39.454473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] Routers {'55306460-1cd8-4077-a777-53e76e3680db'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:39.455185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a28f34a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['55306460-1cd8-4077-a777-53e76e3680db'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:39.463790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.497431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508c82db-3a18-46d0-9c2c-947b00f8ad76 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:39.507677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2754df99-2411-4168-b5c0-b92bac9025d9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.9563971
Nov 15 09:22:39.512370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59134) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:39.521335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:39.550552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:39.558629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a28f34a8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:39.559101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cc011-2b1f-44f4-942c-b4d7147a4d9a None None] The sync data for ids ['55306460-1cd8-4077-a777-53e76e3680db'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:39.562556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Deleting port ad2b6175-1dff-4e17-b34f-b3342fa10dfd {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:39.562852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.653325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:39.683324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:39.686774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:39.692381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:39.702595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:39.801351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:39.807824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.809416 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:39.809918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:39.878233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Attempting to bind port 7f81dd93-594d-4311-8779-baab44fc516a on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:39.878450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Attempting to bind port 7f81dd93-594d-4311-8779-baab44fc516a by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '00cf004b-f1d2-42d4-941a-caaf72869964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:39.878790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Attempting to bind port 7f81dd93-594d-4311-8779-baab44fc516a on network 84767cf4-25e1-4021-8e9c-001e0c7086a9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:39.889295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:39.889714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Checking segment: {'id': '00cf004b-f1d2-42d4-941a-caaf72869964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:39.890306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.890699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Bound using segment: {'id': '00cf004b-f1d2-42d4-941a-caaf72869964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:39.891172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Bound port: 7f81dd93-594d-4311-8779-baab44fc516a, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cf004b-f1d2-42d4-941a-caaf72869964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '84767cf4-25e1-4021-8e9c-001e0c7086a9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:39.891612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:39.892424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9eb7585c-f920-4bee-804e-c668131146bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3773370
Nov 15 09:22:39.893224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59138) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:39.903616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:39.992890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] For port ad2b6175-1dff-4e17-b34f-b3342fa10dfd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:39.993336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.036481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Checking segment: {'id': '94dc01e3-352a-41ff-8d4e-b388d8524ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b2acb7a4-7b85-4e37-887a-11cbbe523ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:40.036867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network hostable DHCP agents. Network: b2acb7a4-7b85-4e37-887a-11cbbe523ec2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:40.119967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:40.131080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:40.189355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:40.196914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.198823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:40.199325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:40.342374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Calling delete_port for ad2b6175-1dff-4e17-b34f-b3342fa10dfd owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:40.358515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98876c0d-cb9a-4e82-947c-c9e083bec3bf tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4611850
Nov 15 09:22:40.360046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59142) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:40.361270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:40.378583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:40.389490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:40.427045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] For port 7f81dd93-594d-4311-8779-baab44fc516a, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:40.433247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] For port 7f81dd93-594d-4311-8779-baab44fc516a, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7f81dd93-594d-4311-8779-baab44fc516a,segment=NetworkSegment(00cf004b-f1d2-42d4-941a-caaf72869964),segment_id=00cf004b-f1d2-42d4-941a-caaf72869964)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:40.434594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:40.465582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.481852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:40.531472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.533854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:40.597835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:40.633268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:40.677574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.686046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:40.688667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554ee03-7d0b-4eb6-ae84-6da936db3953 None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:40.692846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.694791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:40.695489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:40.708276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b2acb7a4-7b85-4e37-887a-11cbbe523ec2) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:40.741682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:40.746146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:40.749852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:40.750616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bba97ff9-3f31-4f79-a6ff-4516ece7091a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3890760
Nov 15 09:22:40.750747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:40.753709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:40.761860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:40.831350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': 'e6377a26-1d96-4579-93d3-132910400708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:40.831960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 5c4e5eef-e052-41a5-9afb-44a8c1da5043, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:40.958711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552d850-9503-4902-bf20-03b5f700038b None None] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:41.034572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:41.046387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:41.049540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Pushing event updated for resources: {'Port': ['ID=7f81dd93-594d-4311-8779-baab44fc516a,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:41.056221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:41.057174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] No DVR routers for this DVR port ad2b6175-1dff-4e17-b34f-b3342fa10dfd on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:41.080534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 6.7207420
Nov 15 09:22:41.084448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59150) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.136826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:41.137944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e29b40aa-26f0-410c-9e5d-d86403011a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:41.143101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.144718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:41.145201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:41.155672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::f (75206efd-1a4a-41b6-a153-d2d3f8557d3a/d167cd48-5351-4fc0-80b2-603cb18f8af8/5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:41.166112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:41.201018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.201710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 69af0892-8b6d-4da4-b239-b9b2b0672631 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:41.216359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5c7eb98-5ecf-4b28-ab08-38b3245dd1f7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4584365
Nov 15 09:22:41.216585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 5c4e5eef-e052-41a5-9afb-44a8c1da5043) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:41.219554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.223905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59154) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.224288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-953c0044-f318-4ae0-9949-d304b571af0a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:41.228231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aca78d-2471-40ce-b07f-f7aec075331d None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:41.235550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:41.267684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3a796-cdb5-4c54-b33a-d7a075109c95 None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:41.311362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Pushing event deleted for resources: {'Port': ['ID=ad2b6175-1dff-4e17-b34f-b3342fa10dfd,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:41.326860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.419140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:41.419907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.437062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:41.460498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efc790-fccf-4f3a-a2c0-d4a70c00e5e3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:41.461241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5d78002a-b539-48ee-9cb5-ee1c4c9f7054 None None] Provisioning for port 69af0892-8b6d-4da4-b239-b9b2b0672631 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:41.464507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efc790-fccf-4f3a-a2c0-d4a70c00e5e3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:41.468784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0efc790-fccf-4f3a-a2c0-d4a70c00e5e3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3806634
Nov 15 09:22:41.474159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59158) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.486409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:41.513514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:41.533270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=8d415af5-009d-4627-9de0-a44aadc98dea,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:41.566231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:41.567806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.9158850
Nov 15 09:22:41.569268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.579545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59162) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.583591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68eeac76-2609-4521-9647-b27cd536fb7f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:41.595784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-703646120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:41.612674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:41.622670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:41.624922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:41.637703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:41.643825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.645375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:22:41.646122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:22:41.662033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:41.696690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.700281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.707330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb93528d-94f6-4924-b051-6a6493bc59bb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4793086
Nov 15 09:22:41.707727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59166) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.822581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.823254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.838793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f13364ff-2847-48f0-ad5c-69f1ad505341 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1278670
Nov 15 09:22:41.839874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59170) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.864641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting port b3fb55f7-1d39-4bb8-b44a-9fba4eb23775 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:41.865457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.953719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:41.958118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:41.959578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209ad01-589f-47be-996a-bd6a683f337b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:41.965109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7209ad01-589f-47be-996a-bd6a683f337b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1219468
Nov 15 09:22:41.971111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59174) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:41.996197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:42.070625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1167525-41f4-4de6-9a20-f29d3fff0279 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930309
Nov 15 09:22:42.072186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59178) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:42.078698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dc6eaffa-68a3-4895-b24b-7f0024948173 None None] Provisioning for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:42.079302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:42.165157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 69af0892-8b6d-4da4-b239-b9b2b0672631 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:42.172473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.178245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.216168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 69af0892-8b6d-4da4-b239-b9b2b0672631 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:42.216501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.218232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:42.249315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': 'ac637f68-d1bd-4342-85c1-3b3da876e0be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:42.249728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:42.255824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:42.278315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-5c4e5eef-e052-41a5-9afb-44a8c1da5043', 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': '6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:42.279411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.312429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:42.313299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:42.593653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.642053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.671243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.675015 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e465ec9-dd0d-4df9-bb16-4d8849e81d46 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.0903459
Nov 15 09:22:42.675992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:42.681598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59182) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:42.696569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 69af0892-8b6d-4da4-b239-b9b2b0672631, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=69af0892-8b6d-4da4-b239-b9b2b0672631,segment=NetworkSegment(24b8ece7-8c94-4a73-85e1-4f5b46fb285e),segment_id=24b8ece7-8c94-4a73-85e1-4f5b46fb285e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:42.770055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Calling delete_port for b3fb55f7-1d39-4bb8-b44a-9fba4eb23775 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:42.799881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.801058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:42.858860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1d99aeb-ac55-445c-93a0-73e9f0ab25a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:42.925219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:42.937351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.937916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:42.965032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f734469-b78d-44a4-a84f-9301cb2e9a9a tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:42.978955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Provisioning complete for port 69af0892-8b6d-4da4-b239-b9b2b0672631 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:42.979687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:43.028192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:43.109129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=69af0892-8b6d-4da4-b239-b9b2b0672631,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:43.130560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:43.291226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:43.342485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:43.342925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:43.352895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router 55306460-1cd8-4077-a777-53e76e3680db has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:22:43.496086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff6e8e-1da1-46d4-ac4b-9b75bf618d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:43.545816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Provisioning for port 95d7e1ac-da81-4f18-b756-a4610bd02a76 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:43.552296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Allocated IP 2001:db8:1::2 (5c4e5eef-e052-41a5-9afb-44a8c1da5043/6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9/a4e28217-5bdd-4c4e-9a22-c9503e3b3825) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:43.561502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Provisioning complete for port 95d7e1ac-da81-4f18-b756-a4610bd02a76 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:43.563302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:43.720041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:43.745264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:43.878237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:43.881472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.882126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.883778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.884631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.885253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.885872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.886591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.887227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.887904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.888523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.889138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.889765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.890452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.891062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.891703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.892354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.892965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.893984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.894773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.895387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.896119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.896744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.897369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.897977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:43.922515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb70c7-27c1-4150-90c9-3c2ee9ef8e92 None None] Port 95d7e1ac-da81-4f18-b756-a4610bd02a76 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:43.932074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:43.944251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:44.019589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:44.022137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0968099-65ed-44c4-80ac-e5eff7399eed tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:44.071533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:44.075664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.077106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:44.078200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.103298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:44.104440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.109268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Transition to ACTIVE for port object a4e28217-5bdd-4c4e-9a22-c9503e3b3825 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:44.155738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83066773-a068-4ecf-8d95-13e8a8f913a7 None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:44.201168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Transition to ACTIVE for port object a4e28217-5bdd-4c4e-9a22-c9503e3b3825 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:44.210608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388929b7-12b9-415a-89a4-d651d745d03f None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:44.218084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Port': ['ID=b3fb55f7-1d39-4bb8-b44a-9fba4eb23775,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:44.235366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:44.249232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.313844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 6.7656014
Nov 15 09:22:44.316954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59186) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:44.390384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 7.4868448
Nov 15 09:22:44.392003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.397293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/ports/b3fb55f7-1d39-4bb8-b44a-9fba4eb23775 HTTP/1.1" status: 204  len: 168 time: 2.9143066
Nov 15 09:22:44.401652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59190) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:44.402220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59192) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:44.417478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-60315406'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:44.433738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.457948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.475034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:44.480930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:44.498598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:44.514472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:44.529087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:44.567937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting port 5c4e8533-a9a4-49ef-b40a-a6699c9fab1a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:44.568576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.621243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:44.626624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.673773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Provisioning complete for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:44.674111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.754178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8ab20-9ec0-4a6b-a733-0e73d90a8700 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:44.754998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43b8ab20-9ec0-4a6b-a733-0e73d90a8700 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:44.759827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:44.773081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:44.788476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] Sync routers for ids ['55306460-1cd8-4077-a777-53e76e3680db'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:44.821745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] Routers {'55306460-1cd8-4077-a777-53e76e3680db'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:44.822231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:22:44.828117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82ff080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['55306460-1cd8-4077-a777-53e76e3680db'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:44.838431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:44.838879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment c8c056f9-8ec6-474f-824c-0ee974a8a81a of type vxlan for network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d
Nov 15 09:22:44.920656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82ff080>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:44.934265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] Routers {'55306460-1cd8-4077-a777-53e76e3680db'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:44.935183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82ff080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['55306460-1cd8-4077-a777-53e76e3680db'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:44.964867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:44.967639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-43b8ab20-9ec0-4a6b-a733-0e73d90a8700 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:44.968746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Pushing event updated for resources: {'Port': ['ID=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:44.972653 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43b8ab20-9ec0-4a6b-a733-0e73d90a8700 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.6545377
Nov 15 09:22:44.979112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59198) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:44.998046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:45.013715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82ff080>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:45.014417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88c653-4858-4b82-b304-271313f9a4b6 None None] The sync data for ids ['55306460-1cd8-4077-a777-53e76e3680db'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:45.017150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.034551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:45.081594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.119789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ad2b6175-1dff-4e17-b34f-b3342fa10dfd no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:22:45.147125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:22:45.169679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.235377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ad2b6175-1dff-4e17-b34f-b3342fa10dfd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:22:45.235904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ad2b6175-1dff-4e17-b34f-b3342fa10dfd not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:22:45.335098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Calling delete_port for 5c4e8533-a9a4-49ef-b40a-a6699c9fab1a owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:45.380420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:45.393517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:45.431610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:45.443811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:45.449293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:45.463649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52', 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '8d415af5-009d-4627-9de0-a44aadc98dea'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:45.464992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.469293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.488009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8944b67f-5e9c-4b0c-ab04-2dff041edd16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:45.516521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.520639 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b8fce32-55f1-478c-b475-33cfc5189d4f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "PUT /v2.0/routers/55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 200  len: 922 time: 6.6472666
Nov 15 09:22:45.525496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59206) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:45.584449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 69af0892-8b6d-4da4-b239-b9b2b0672631 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:45.628071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8::1 (84767cf4-25e1-4021-8e9c-001e0c7086a9/e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b/b2064b55-3830-4a13-a588-843e0728a799) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:45.642863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.662047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=600ba6d0-0467-48e0-a30d-7dfa01029e87,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:45.679477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed66bca-a783-418c-880e-f27658f80ff3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:45.684090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed66bca-a783-418c-880e-f27658f80ff3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:45.688597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed66bca-a783-418c-880e-f27658f80ff3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:45.689360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.689796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.690222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.690647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.691054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.691454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.691917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.692300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.692553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ed66bca-a783-418c-880e-f27658f80ff3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.7086906
Nov 15 09:22:45.692741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.693371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.693755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.694150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.694492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59210) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:45.694604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.694987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.696056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.696464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.696876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.697281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.697686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.698214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.698467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.699163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.699286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.699624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:45.704874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Attempting to bind port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:45.705308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Attempting to bind port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e6377a26-1d96-4579-93d3-132910400708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:45.705768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Attempting to bind port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 on network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:45.707485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:45.723400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.728071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:45.728832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.769337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8bce2e86-dffd-47d7-a35b-863e66c5fefb tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:45.804588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:45.805522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Checking segment: {'id': 'e6377a26-1d96-4579-93d3-132910400708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:45.806107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.806443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Bound using segment: {'id': 'e6377a26-1d96-4579-93d3-132910400708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:45.806997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Bound port: a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6377a26-1d96-4579-93d3-132910400708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5c4e5eef-e052-41a5-9afb-44a8c1da5043'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:45.807429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.830173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Provisioning complete for port 95d7e1ac-da81-4f18-b756-a4610bd02a76 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:45.830609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.839565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:45.843082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:45.856774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-261df827-92e2-4df2-94df-9dfe3e12afe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.861045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:45.861704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.870373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51250a-46ca-495e-8536-9eb72cf2d606 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:45.918219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=73dd3abf-9200-4f71-b5d3-0a78aa2c266d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:45.920700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.935298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:45.953709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object b2064b55-3830-4a13-a588-843e0728a799 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:45.967181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:45.970998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3501ec48-444b-4dbf-82df-da9da6941ccd tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:45.980897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.9069240
Nov 15 09:22:45.982280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59216) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:45.988658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:87:c3:53', 'name': 'tempest-NetworksTestDHCPv6-139737152'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:46.028652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:46.042228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:46.065231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.080184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-498a1d6f-bc4a-4d90-bf03-d17757a69c6c tempest-FloatingIPAdminTestJSON-1522715879 tempest-FloatingIPAdminTestJSON-1522715879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:46.088935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Port': ['ID=5c4e8533-a9a4-49ef-b40a-a6699c9fab1a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:46.113743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:46.135684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.7237241
Nov 15 09:22:46.138410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:46.138812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.178616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59220) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:46.193905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '73dd3abf-9200-4f71-b5d3-0a78aa2c266d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:46.327479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] For port a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:46.331305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] For port a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,segment=NetworkSegment(e6377a26-1d96-4579-93d3-132910400708),segment_id=e6377a26-1d96-4579-93d3-132910400708)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:46.356243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b2064b55-3830-4a13-a588-843e0728a799,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:46.364969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:46.386954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.430047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:46.440877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:46.447498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:46.453030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:46.457537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:46.460100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:46.463313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:46.464131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.517415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02f55ce6-54b7-438d-be6a-fe0158451783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:46.520485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:46.628824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Pushing event updated for resources: {'Port': ['ID=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:46.632157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Port 95d7e1ac-da81-4f18-b756-a4610bd02a76 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:46.654959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:46.730601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.763669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 69af0892-8b6d-4da4-b239-b9b2b0672631 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:46.764218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.824978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:46.846964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.849902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7843432
Nov 15 09:22:46.887063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59228) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:46.915941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:46.928523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/ports/5c4e8533-a9a4-49ef-b40a-a6699c9fab1a HTTP/1.1" status: 204  len: 168 time: 2.5201097
Nov 15 09:22:46.946527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59234) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:46.958383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:47.026367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:47.037904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:47.053156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3acb1040-5e50-4e64-810e-3fb7181a7d47 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Synchronizing usage tracker for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:47.061353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:47.141474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Provisioning for port 9f0baffa-3272-4329-b34f-2c0a69f91081 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:47.191113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Provisioning complete for port 9f0baffa-3272-4329-b34f-2c0a69f91081 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:47.191558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.200276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3acb1040-5e50-4e64-810e-3fb7181a7d47 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Unset dirty status for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:47.205110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3acb1040-5e50-4e64-810e-3fb7181a7d47 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2457604
Nov 15 09:22:47.205110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:47.219245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-1281400398'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:47.223481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59238) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:47.237554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-162549981'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:47.267862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:47.297916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:47.307133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:47.330101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:47.334791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:network and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:47.339671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:47.344746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:47.355822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:47.356216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Port 9f0baffa-3272-4329-b34f-2c0a69f91081 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:47.376089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:47.407331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.408816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.417298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 0a4e6dee-d5d9-4780-99af-722faae955ad yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:22:47.453779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Provisioning complete for port 69af0892-8b6d-4da4-b239-b9b2b0672631 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:47.454209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-730131bf-2394-4cc0-a1af-a949c7bc5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.467532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:47.471911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.503286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '600ba6d0-0467-48e0-a30d-7dfa01029e87'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:47.504243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.514465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.523365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:47.529138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.641955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:47.704400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:47.733917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.735580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment f0959798-010d-4dd0-ab9c-707ddd4e579e of type vxlan for network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22
Nov 15 09:22:47.736299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing IP validity checks on allocation pools {{(pid=81073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:22:47.736919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking for overlaps among allocation pools and gateway ip {{(pid=81073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:22:47.759602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-641a882e-6097-4523-9330-3b1769da5368 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 200  len: 922 time: 2.2169096
Nov 15 09:22:47.760361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59244) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:47.774818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fe87:c353 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/600ba6d0-0467-48e0-a30d-7dfa01029e87/0a4e6dee-d5d9-4780-99af-722faae955ad) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:47.818328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.906184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.921759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:47.921989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Allocated IP 2001:db8::3 (4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52/8d415af5-009d-4627-9de0-a44aadc98dea/8969ff12-f5e8-4231-aaf8-66915daf203c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:47.941225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:47.941977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f89048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:48.029700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.060510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.061408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.084328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:48.092520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08b42826-4021-495c-a202-7dc8fede5e65 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=55306460-1cd8-4077-a777-53e76e3680db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3202591
Nov 15 09:22:48.093204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59248) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:48.213287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:22:48.213538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:22:48.272083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.291417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:48.346961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7f81dd93-594d-4311-8779-baab44fc516a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:48.415653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:48.435718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:48.451608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.455781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:48.456500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.458144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5bc7d-1efa-4652-a50c-6587bd680084 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:48.458789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-60c5bc7d-1efa-4652-a50c-6587bd680084 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Synchronizing usage tracker for tenant:e5c0052641f940d690087e2016d6f93f on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:48.471588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:48.559061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b2064b55-3830-4a13-a588-843e0728a799,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:48.567902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:48.574748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6848497
Nov 15 09:22:48.575483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9413e6e-a40f-4c20-ae66-608029e2828e tempest-FloatingIPAdminTestJSON-791590074 tempest-FloatingIPAdminTestJSON-791590074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:48.583501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59252) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:48.593316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:48.609886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-60c5bc7d-1efa-4652-a50c-6587bd680084 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Unset dirty status for tenant:e5c0052641f940d690087e2016d6f93f on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:48.614183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-60c5bc7d-1efa-4652-a50c-6587bd680084 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.5142338
Nov 15 09:22:48.615037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59256) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:48.721696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.748508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=6e1274b2-0465-4dd9-ab3c-36f5c732dd22,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:48.764376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.767401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:48.780543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:48.792012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-509cc641-f0fb-4ab5-ae39-92623c6b3704 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 200  len: 205 time: 0.1684453
Nov 15 09:22:48.792767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59260) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:48.794614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:48.802868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:48.808462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:48.915267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:48.928403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7f81dd93-594d-4311-8779-baab44fc516a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:48.948864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:49.006285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:49.039265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:49.044903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.045487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment 045b1580-5797-47eb-be5f-7640ea9ab426 of type vxlan for network 545deb2c-6dcb-4230-bf4b-81bd7af937f0
Nov 15 09:22:49.049254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:49.059090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 0a4e6dee-d5d9-4780-99af-722faae955ad will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:49.075326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:49.083289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc HTTP/1.1" status: 204  len: 168 time: 3.3785512
Nov 15 09:22:49.088621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59264) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:49.140829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.169618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-acada564-9087-4015-b472-3e98b827a155 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:22:49.170299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-acada564-9087-4015-b472-3e98b827a155 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:49.231960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-acada564-9087-4015-b472-3e98b827a155 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:49.235941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acada564-9087-4015-b472-3e98b827a155 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc HTTP/1.1" status: 404  len: 333 time: 0.1447191
Nov 15 09:22:49.236633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59268) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:49.302428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:49.340611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 95d7e1ac-da81-4f18-b756-a4610bd02a76 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:49.341151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.444697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.451802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bb5ba-e1b5-435d-9875-1ec7f56dda4e None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:49.463948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.468253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:49.469026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.495581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Provisioning for port b2064b55-3830-4a13-a588-843e0728a799 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:49.496645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-260c8737-c8bd-467f-8b8a-56d8da471605 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:49.523121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.549032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.594442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Transition to ACTIVE for port object 8969ff12-f5e8-4231-aaf8-66915daf203c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:49.609012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Provisioning complete for port b2064b55-3830-4a13-a588-843e0728a799 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:49.609012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3849259e-e026-408b-b959-436e777a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.609516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:49.708274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:49.782542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Transition to ACTIVE for port object 8969ff12-f5e8-4231-aaf8-66915daf203c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:49.822488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Allocated IP 2001:db8::f816:3eff:fe80:576f (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/600ba6d0-0467-48e0-a30d-7dfa01029e87/a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:49.855731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:49.918828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:49.975240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3849259e-e026-408b-b959-436e777a1173 None None] Port b2064b55-3830-4a13-a588-843e0728a799 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:49.990757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=0a4e6dee-d5d9-4780-99af-722faae955ad,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:49.995612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:50.089818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.130355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.9016666
Nov 15 09:22:50.143530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59272) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:50.149549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.160861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-863772628'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:50.170984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:50.176788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:50.180263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:50.183211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:50.188610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:50.188875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.213617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=545deb2c-6dcb-4230-bf4b-81bd7af937f0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:50.224126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:50.230115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-994ea7c5-8528-446a-a3c6-8fd41dc227ca tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:50.246701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:50.259601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:50.277756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:network and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:50.304011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Pushing event updated for resources: {'Port': ['ID=8969ff12-f5e8-4231-aaf8-66915daf203c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:50.357045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:50.357413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=af14475d-1d59-475a-adc2-e95e77748284,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:50.365681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:50.379481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 95d7e1ac-da81-4f18-b756-a4610bd02a76 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:50.416165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:50.428818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:50.438131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.4522693
Nov 15 09:22:50.445952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59276) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:50.467279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Provisioning for port 7f81dd93-594d-4311-8779-baab44fc516a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:50.478067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.551937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Provisioning complete for port 7f81dd93-594d-4311-8779-baab44fc516a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:50.552376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3849259e-e026-408b-b959-436e777a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.565509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:50.571546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.592941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': 'c8c056f9-8ec6-474f-824c-0ee974a8a81a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '73dd3abf-9200-4f71-b5d3-0a78aa2c266d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:50.593346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 73dd3abf-9200-4f71-b5d3-0a78aa2c266d, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:50.692574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:50.713463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:50.713903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.723309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.723701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Added segment 35ecb4a6-aa6b-467d-b40e-4658fafa775b of type vxlan for network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a
Nov 15 09:22:50.733537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156b235-d23f-49bf-8407-ab0a08c28ed2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:50.734471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8156b235-d23f-49bf-8407-ab0a08c28ed2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:50.742418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:50.761589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router be8ee364-f134-4595-b4c3-2fff96998da3 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:22:50.779719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f89048>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:38Z', 'revision_number': 3, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:22:40Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:50.784220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.789500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.808383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae281075-8e6e-40c7-8d9c-5f9db00f0c47 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:50.862848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:22:50.862848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Updating router efe48ef3-774d-449a-8bb2-d91138bebb6e port 9f0baffa-3272-4329-b34f-2c0a69f91081 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:22:50.866344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 73dd3abf-9200-4f71-b5d3-0a78aa2c266d) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:50.901806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:50.902478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:50.903643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:50.907476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fc83d-311a-4764-9053-fcd7ad328935 None None] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:50.915221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8156b235-d23f-49bf-8407-ab0a08c28ed2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:50.919324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8156b235-d23f-49bf-8407-ab0a08c28ed2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4690776
Nov 15 09:22:50.923390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59280) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:50.927687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=95d7e1ac-da81-4f18-b756-a4610bd02a76,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:50.931495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:50.937203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:50.965393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:51.032072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 4.8465624
Nov 15 09:22:51.037649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59284) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:51.051653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 0a4e6dee-d5d9-4780-99af-722faae955ad {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:51.052103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.257446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.314069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.334651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port 4adf833f-3d4a-4534-99f1-b0ae175b0c0d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:51.335018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.374121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.439902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Transition to ACTIVE for port object a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:51.497742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.501867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:51.502512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.513826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ba03ba6-b40c-4810-89fb-86e39b11566e tempest-ExternalNetworksTestJSON-1215527804 tempest-ExternalNetworksTestJSON-1215527804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:51.570920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Attempting to bind port 8969ff12-f5e8-4231-aaf8-66915daf203c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:51.571358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Attempting to bind port 8969ff12-f5e8-4231-aaf8-66915daf203c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'ac637f68-d1bd-4342-85c1-3b3da876e0be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:51.571776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Attempting to bind port 8969ff12-f5e8-4231-aaf8-66915daf203c on network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:51.574183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3849259e-e026-408b-b959-436e777a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.620770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Transition to ACTIVE for port object a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:51.675223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.688428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:51.688877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Checking segment: {'id': 'ac637f68-d1bd-4342-85c1-3b3da876e0be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:51.689342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.689812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Bound using segment: {'id': 'ac637f68-d1bd-4342-85c1-3b3da876e0be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:51.690580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Bound port: 8969ff12-f5e8-4231-aaf8-66915daf203c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac637f68-d1bd-4342-85c1-3b3da876e0be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:51.690780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.717980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Network': ['ID=695cb2ab-4695-4e2c-a2b6-d963806a2d5a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:51.729619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:51.739165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5928359
Nov 15 09:22:51.756625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.759292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.764207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/95d7e1ac-da81-4f18-b756-a4610bd02a76 HTTP/1.1" status: 204  len: 168 time: 2.5230453
Nov 15 09:22:51.771332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.775367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59288) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:51.821784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-501bb6dd-ea78-48dd-a4c0-936f5af93016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:51.866999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:51.876084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1563508-ccf8-4a64-8ee7-1a257b3c41f1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:22:51.876569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1563508-ccf8-4a64-8ee7-1a257b3c41f1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:51.901500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:51.908258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:51.957283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a4e28217-5bdd-4c4e-9a22-c9503e3b3825 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:51.967966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59292) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:51.982187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'subnets': [{'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--165339855', 'ip_version': 4}, {'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:51.982674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'subnet': {'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--165339855', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:51.983299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Request body: {'subnet': {'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:52.026246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff2bc332-0618-4782-9dc3-14877fb2096e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:52.129289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 0a4e6dee-d5d9-4780-99af-722faae955ad owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:52.130048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1563508-ccf8-4a64-8ee7-1a257b3c41f1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:52.135462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1563508-ccf8-4a64-8ee7-1a257b3c41f1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/95d7e1ac-da81-4f18-b756-a4610bd02a76 HTTP/1.1" status: 404  len: 333 time: 0.3588343
Nov 15 09:22:52.136450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59296) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:52.278729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=14df6ab5-daf2-4a06-91d7-cc116c4a1712,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:52.295210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:52.297116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.307697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:22:52.313255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-134de1b4-a754-4dcc-8d4a-cdf3bda9ea11 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6269803
Nov 15 09:22:52.319745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] Sync routers for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:22:52.332769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:52.333695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:52.375971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59300) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:52.493277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e3237-f3a0-4ca3-a883-4a6667f05db1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:52.493968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e33e3237-f3a0-4ca3-a883-4a6667f05db1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:22:52.502138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] For port 8969ff12-f5e8-4231-aaf8-66915daf203c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:52.502683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.506108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] For port 8969ff12-f5e8-4231-aaf8-66915daf203c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8969ff12-f5e8-4231-aaf8-66915daf203c,segment=NetworkSegment(ac637f68-d1bd-4342-85c1-3b3da876e0be),segment_id=ac637f68-d1bd-4342-85c1-3b3da876e0be)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:52.527511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3849259e-e026-408b-b959-436e777a1173 None None] For port 7f81dd93-594d-4311-8779-baab44fc516a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7f81dd93-594d-4311-8779-baab44fc516a,segment=NetworkSegment(00cf004b-f1d2-42d4-941a-caaf72869964),segment_id=00cf004b-f1d2-42d4-941a-caaf72869964)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:52.543579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808ff38-9317-45ac-9824-af32261fb49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-73dd3abf-9200-4f71-b5d3-0a78aa2c266d', 'network_id': '73dd3abf-9200-4f71-b5d3-0a78aa2c266d', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': 'af14475d-1d59-475a-adc2-e95e77748284'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:52.544722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b808ff38-9317-45ac-9824-af32261fb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.584176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.586129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ac8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:52.598712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:52.600464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:52.641450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3849259e-e026-408b-b959-436e777a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.682945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:52.683884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ac8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:52.684491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67345a4a-8dd3-4207-95b8-5f41797f8695 None None] The sync data for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:22:52.690073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e33e3237-f3a0-4ca3-a883-4a6667f05db1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:22:52.694614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e33e3237-f3a0-4ca3-a883-4a6667f05db1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports/b2064b55-3830-4a13-a588-843e0728a799 HTTP/1.1" status: 200  len: 911 time: 0.3143911
Nov 15 09:22:52.712270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for 4adf833f-3d4a-4534-99f1-b0ae175b0c0d owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:52.730753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59304) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:52.731873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Usage tracker for resource:subnet and tenant:604ad09bc72b4409b84e33c23eea3e6e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:52.737581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:52.746873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:52.750949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Could not find standard attr ID for object 5eba4390-4ba3-4de2-81db-a3ac3ef1a5fc. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:22:52.754572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:52.780161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:52.847283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=0a4e6dee-d5d9-4780-99af-722faae955ad,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:52.861698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Pushing event updated for resources: {'Port': ['ID=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:52.865335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:52.901330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:52.906916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:52.910085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:53.016505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Made reservation on behalf of 604ad09bc72b4409b84e33c23eea3e6e for: {'subnet': 2} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:53.041264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:53.041675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: 6e1274b2-0465-4dd9-ab3c-36f5c732dd22, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:53.078143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.146765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a4e6dee-d5d9-4780-99af-722faae955ad HTTP/1.1" status: 204  len: 168 time: 2.2154434
Nov 15 09:22:53.148086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59308) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:53.197607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet d167cd48-5351-4fc0-80b2-603cb18f8af8 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:53.219404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.321825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3849259e-e026-408b-b959-436e777a1173 None None] Provisioning complete for port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:53.322170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3849259e-e026-408b-b959-436e777a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.469212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.505035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:53.528760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Pushing event updated for resources: {'Port': ['ID=8969ff12-f5e8-4231-aaf8-66915daf203c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:53.545131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bd9fb-b49e-4dab-914c-99bbaa0e999a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:53.546775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bd9fb-b49e-4dab-914c-99bbaa0e999a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:53.550920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c69bd9fb-b49e-4dab-914c-99bbaa0e999a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3998480
Nov 15 09:22:53.551216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:53.560681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.561186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.588305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:53.591971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 6e1274b2-0465-4dd9-ab3c-36f5c732dd22) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:53.609664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:53.612565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.628446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947c4e0-6121-4a8c-8789-611c87b554d5 None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:53.632213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56df84b-e055-4a1a-9a14-a0ad824dec15 tempest-FloatingIPTestJSON-1176030904 tempest-FloatingIPTestJSON-1176030904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:53.642806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:53.668320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:53.669002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:53.768078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=4adf833f-3d4a-4534-99f1-b0ae175b0c0d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:53.771449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:53.826204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:53.942096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.3576515
Nov 15 09:22:53.946345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59316) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:54.030191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849259e-e026-408b-b959-436e777a1173 None None] Pushing event updated for resources: {'Port': ['ID=7f81dd93-594d-4311-8779-baab44fc516a,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:54.059083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3849259e-e026-408b-b959-436e777a1173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:54.064162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:54.064531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:54.078330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Attempting to bind port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:54.085240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Attempting to bind port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:54.085240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Attempting to bind port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:54.105988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-b808ff38-9317-45ac-9824-af32261fb49b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af14475d-1d59-475a-adc2-e95e77748284: This subnet is being modified by another concurrent operation.
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:22:54.123577 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af14475d-1d59-475a-adc2-e95e77748284: This subnet is being modified by another concurrent operation.
Nov 15 09:22:54.127042 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:22:54.135535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:54.135641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3235f2a5-af45-4dd9-aa8c-1b10d94b91e8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:54.135732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:54.135732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.135732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:54.135732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Bound port: a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:54.135732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.148570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.190066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c2c55-6b54-45fb-a94d-7d4b93965762 None None] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:54.249376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=af14475d-1d59-475a-adc2-e95e77748284,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:54.277073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 600ba6d0-0467-48e0-a30d-7dfa01029e87 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:22:54.285758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.330043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:54.333582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Transition to ACTIVE for port object 9f0baffa-3272-4329-b34f-2c0a69f91081 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:54.339525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.433478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.480172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:54.566427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.668564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:22:54.669484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.700628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.713905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.765485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:54.808542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Pushing event updated for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:54.815403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:54.819285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:54.855608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Provisioning for port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:54.922316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.936563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Provisioning complete for port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:54.937000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:54.977121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-185f0b8a-f0cd-43e7-8adb-70233dfad3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:55.079490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a37b64e0>,) {'filters': {'network_id': ['73dd3abf-9200-4f71-b5d3-0a78aa2c266d']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:55.137737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a37b64e0>, 'c8c056f9-8ec6-474f-824c-0ee974a8a81a') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:55.137737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a37b64e0>, 'c8c056f9-8ec6-474f-824c-0ee974a8a81a') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:55.171908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.176098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.193998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.201492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.267594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.283667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 14 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:55.315641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8969ff12-f5e8-4231-aaf8-66915daf203c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:55.651681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Pushing event updated for resources: {'Port': ['ID=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:55.740989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.742025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router 55306460-1cd8-4077-a777-53e76e3680db {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:22:55.762795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:55.781719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.825666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.831355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 204  len: 168 time: 7.0316298
Nov 15 09:22:55.845251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Allocated IP 172.22.0.2 (6e1274b2-0465-4dd9-ab3c-36f5c732dd22/14df6ab5-daf2-4a06-91d7-cc116c4a1712/1176a02a-3ebb-4fde-bf56-1605b77804e2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:55.907228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59320) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:55.918524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:55.939935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e333b9d6-7c2b-4b60-923f-76d1937f9b11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:55.946281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1383688010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:56.024309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:56.047478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.047913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.048318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.048704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.049088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.049467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.050005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.050378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.050755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.051130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.051506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.051921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.052463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.052840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.053218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.053588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.053961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.054926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.055300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.055672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.056072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.056445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.056818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.057187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:22:56.062274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:56.069581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:56.089707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:56.097709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc96c2-926d-4bcc-94c4-def635bb0e98 None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:56.117537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:56.171547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.172649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.204333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.222616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a5a6369f-2862-4d92-85bd-ecc8c81ca83f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:56.238065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Attempting to bind port 9f0baffa-3272-4329-b34f-2c0a69f91081 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:56.238498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Attempting to bind port 9f0baffa-3272-4329-b34f-2c0a69f91081 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:56.238923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Attempting to bind port 9f0baffa-3272-4329-b34f-2c0a69f91081 on network 1305ac04-fd09-4e50-a192-5c702fb8da36 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:56.254560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.293837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8969ff12-f5e8-4231-aaf8-66915daf203c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:56.305032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7f81dd93-594d-4311-8779-baab44fc516a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:56.344983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:56.345486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Checking segment: {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:56.345961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.346418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Bound using segment: {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:56.346987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Bound port: 9f0baffa-3272-4329-b34f-2c0a69f91081, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:56.347426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.379438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=d167cd48-5351-4fc0-80b2-603cb18f8af8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:56.379694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=600ba6d0-0467-48e0-a30d-7dfa01029e87,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:56.390172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:56.443977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:56.507139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.509334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] For port a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,segment=NetworkSegment(e6377a26-1d96-4579-93d3-132910400708),segment_id=e6377a26-1d96-4579-93d3-132910400708)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:56.520487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/600ba6d0-0467-48e0-a30d-7dfa01029e87 HTTP/1.1" status: 204  len: 168 time: 2.9681537
Nov 15 09:22:56.524982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59324) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:56.563706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 73dd3abf-9200-4f71-b5d3-0a78aa2c266d has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:22:56.600060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:22:56.605263 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:22:56.621663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.638122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73a09e6c-39e4-47f1-962c-e270a388db68 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1126466
Nov 15 09:22:56.638820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59328) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:56.647570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:56.666088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:56.798148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.813513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/d167cd48-5351-4fc0-80b2-603cb18f8af8 HTTP/1.1" status: 204  len: 168 time: 4.6661422
Nov 15 09:22:56.819542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad11b6-233e-4e82-94ea-4154eb90328d None None] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:56.825821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59332) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:56.862390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.869067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] For port 9f0baffa-3272-4329-b34f-2c0a69f91081, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:22:56.909278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8777956-7abc-4f2c-94a6-5f215b274f50 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:56.928575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.934981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/73dd3abf-9200-4f71-b5d3-0a78aa2c266d HTTP/1.1" status: 204  len: 168 time: 5.8929725
Nov 15 09:22:56.956854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59336) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:56.967269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.972559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1786866668'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:56.972856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7f81dd93-594d-4311-8779-baab44fc516a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:56.973297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:56.997733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:57.006095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:57.009545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=73dd3abf-9200-4f71-b5d3-0a78aa2c266d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:57.009700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] For port 9f0baffa-3272-4329-b34f-2c0a69f91081, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9f0baffa-3272-4329-b34f-2c0a69f91081,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:22:57.012845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:57.014273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Pushing event updated for resources: {'Port': ['ID=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:57.020788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:57.022320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:57.025348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:57.029982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Provisioning complete for port b2064b55-3830-4a13-a588-843e0728a799 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:57.030259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.032844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:57.041675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.062157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:57.065778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:57.093072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:57.109837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.120408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Transition to ACTIVE for port object 1176a02a-3ebb-4fde-bf56-1605b77804e2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:57.132895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.169215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10c28ae8-f757-423f-937f-b6ad35ac595c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:57.171334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:57.177103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.195780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:57.201959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.218997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.235879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.262810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 69af0892-8b6d-4da4-b239-b9b2b0672631 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:57.263175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.403228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:22:57.417347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.421821 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-630c36e6-2972-4735-b30b-91146eba14aa tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.4976311
Nov 15 09:22:57.438288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59340) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:57.447084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:57.531149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.531607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment 6c1a7062-af6c-4e97-9f5d-f981a9b86f6d of type vxlan for network 80d6307f-c933-4add-8262-e2f8409dbfe0
Nov 15 09:22:57.614456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Transition to ACTIVE for port object 1176a02a-3ebb-4fde-bf56-1605b77804e2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:57.631827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Port b2064b55-3830-4a13-a588-843e0728a799 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:22:57.643779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.682998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.685578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:57.719550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Pushing event updated for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:57.719789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:57.839336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:57.847526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:57.856046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:22:57.962680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc7576-90ab-48b5-a59c-fa2ef66de185 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:58.042368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Subnet': ['ID=52fb82dc-28e2-44d8-9d64-d121a910cbf8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:58.051271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:58.066639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] For port 69af0892-8b6d-4da4-b239-b9b2b0672631, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=69af0892-8b6d-4da4-b239-b9b2b0672631,segment=NetworkSegment(24b8ece7-8c94-4a73-85e1-4f5b46fb285e),segment_id=24b8ece7-8c94-4a73-85e1-4f5b46fb285e)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:22:58.067037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.077439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.081584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:22:58.082238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.092343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a5c7e4d1-eed6-4fb1-bce2-db144f93acd6 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:58.144150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Pushing event updated for resources: {'Port': ['ID=1176a02a-3ebb-4fde-bf56-1605b77804e2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:58.164328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:58.257390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 69af0892-8b6d-4da4-b239-b9b2b0672631 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:22:58.374107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:22:58.403039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:58.405474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce20c9-39a8-4192-86c7-65c5f6603814 None None] DHCP port deletion for 75206efd-1a4a-41b6-a153-d2d3f8557d3a request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:58.410771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:22:58.411697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f89048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:58.504829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:22:58.539625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Provisioning for port 8969ff12-f5e8-4231-aaf8-66915daf203c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:58.543977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:22:58.645024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Checking segment: {'id': '045b1580-5797-47eb-be5f-7640ea9ab426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:58.645741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network hostable DHCP agents. Network: 545deb2c-6dcb-4230-bf4b-81bd7af937f0, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:22:58.650581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce20c9-39a8-4192-86c7-65c5f6603814 None None] Deleting port 69af0892-8b6d-4da4-b239-b9b2b0672631 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:58.653826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8ce20c9-39a8-4192-86c7-65c5f6603814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.709922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.723091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Provisioning complete for port 8969ff12-f5e8-4231-aaf8-66915daf203c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:22:58.723908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:58.737400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c515b78-6fdd-4ca4-9a47-ac82b8df5356 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:58.749884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.22.0.1 (6e1274b2-0465-4dd9-ab3c-36f5c732dd22/14df6ab5-daf2-4a06-91d7-cc116c4a1712/efa1070e-1262-4bf6-a66b-27919a01417a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:58.840224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=69af0892-8b6d-4da4-b239-b9b2b0672631,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:58.843441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:58.902411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=80d6307f-c933-4add-8262-e2f8409dbfe0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:22:58.907026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8:1::1 (5c4e5eef-e052-41a5-9afb-44a8c1da5043/6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9/fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:22:58.917493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:22:58.921010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:22:58.927369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce20c9-39a8-4192-86c7-65c5f6603814 None None] The port '69af0892-8b6d-4da4-b239-b9b2b0672631' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:22:58.945227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:58.966631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No DVR routers for this DVR port 69af0892-8b6d-4da4-b239-b9b2b0672631 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:22:58.968302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:22:59.015260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Attempting to bind port 1176a02a-3ebb-4fde-bf56-1605b77804e2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:22:59.015683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Attempting to bind port 1176a02a-3ebb-4fde-bf56-1605b77804e2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:22:59.016173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Attempting to bind port 1176a02a-3ebb-4fde-bf56-1605b77804e2 on network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:22:59.040631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:22:59.041073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Checking segment: {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:22:59.041543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.042001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Bound using segment: {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:22:59.042549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Bound port: 1176a02a-3ebb-4fde-bf56-1605b77804e2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:22:59.042987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.061580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.1035321
Nov 15 09:22:59.073308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59344) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:22:59.075435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:22:59.102907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '80d6307f-c933-4add-8262-e2f8409dbfe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:22:59.349236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:22:59.354251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 545deb2c-6dcb-4230-bf4b-81bd7af937f0) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:22:59.411143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44936e7b-b957-4edc-9819-45426cd8e2bf None None] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:22:59.427427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.452296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Deleting port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:22:59.452749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.457034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:22:59.467079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object efa1070e-1262-4bf6-a66b-27919a01417a will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:59.470278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:22:59.478628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:22:59.487001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:22:59.531943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.562266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:22:59.568302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.675677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.701776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:22:59.775267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a26d8fd0>,) {'filters': {'network_id': ['75206efd-1a4a-41b6-a153-d2d3f8557d3a']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:59.785506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.807323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26d8fd0>, '24b8ece7-8c94-4a73-85e1-4f5b46fb285e') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:59.807696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a26d8fd0>, '24b8ece7-8c94-4a73-85e1-4f5b46fb285e') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:22:59.832579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.840555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:22:59.869837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:22:59.874639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:22:59.902722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:22:59.986949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.000032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a4e28217-5bdd-4c4e-9a22-c9503e3b3825 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:00.074367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] For port 1176a02a-3ebb-4fde-bf56-1605b77804e2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:00.084468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:00.094369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:00.107259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.118269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:00.122946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.142831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:00.166643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.253997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] For port 1176a02a-3ebb-4fde-bf56-1605b77804e2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1176a02a-3ebb-4fde-bf56-1605b77804e2,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:00.328802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:23:00.349240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.386968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92c11bda-aeaf-4de0-b550-db856ac9e305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:00.390195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:00.395601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:00.409019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:00.519744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.542887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:00.545705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.546345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:00.555595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:00.609180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] For port 8969ff12-f5e8-4231-aaf8-66915daf203c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8969ff12-f5e8-4231-aaf8-66915daf203c,segment=NetworkSegment(ac637f68-d1bd-4342-85c1-3b3da876e0be),segment_id=ac637f68-d1bd-4342-85c1-3b3da876e0be)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:00.624446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.633094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.668497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 75206efd-1a4a-41b6-a153-d2d3f8557d3a has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:00.693193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:00.714682 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:00.780565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-545deb2c-6dcb-4230-bf4b-81bd7af937f0', 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0', 'tenant_id': '604ad09bc72b4409b84e33c23eea3e6e', 'fixed_ips': [{'subnet_id': '52fb82dc-28e2-44d8-9d64-d121a910cbf8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:00.781389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.810836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:00.811583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.839988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Pushing event updated for resources: {'Port': ['ID=1176a02a-3ebb-4fde-bf56-1605b77804e2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:00.856086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:00.874964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:00.883868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event updated for resources: {'Subnet': ['ID=7cc45e0c-3e40-4b18-afc7-141b9e480027,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:00.886693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:00.908010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:00.910862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:00.913950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:00.919666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.940672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.944909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.956224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:00.993161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:00.997080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=75206efd-1a4a-41b6-a153-d2d3f8557d3a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:01.000067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:01.041317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Checking segment: {'id': '35ecb4a6-aa6b-467d-b40e-4658fafa775b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:01.041838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network hostable DHCP agents. Network: 695cb2ab-4695-4e2c-a2b6-d963806a2d5a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:01.056170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/75206efd-1a4a-41b6-a153-d2d3f8557d3a HTTP/1.1" status: 204  len: 168 time: 4.1996815
Nov 15 09:23:01.057435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59348) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:01.072984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1740840539'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:01.083389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:01.084278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.112619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:01.129742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:network and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:01.145287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:01.160700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:01.191754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.192161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Pushing event updated for resources: {'Port': ['ID=8969ff12-f5e8-4231-aaf8-66915daf203c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:01.204505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:01.219488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:01.239185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:01.245404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.290429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Calling delete_port for a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:01.329530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 695cb2ab-4695-4e2c-a2b6-d963806a2d5a) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:01.412558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.413135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.413781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.450124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:01.563477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.584354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.593153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Added segment 10a2290a-21df-436f-9639-7f390dd29056 of type vxlan for network ea112972-a037-4bda-8d75-9f3895cc3e3a
Nov 15 09:23:01.654048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 9.6836493
Nov 15 09:23:01.655272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59352) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:01.699768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9cd15-7802-4ab6-84a4-81f33b048461 None None] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:01.779690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.829349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.830994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.832629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.833505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Synchronizing usage tracker for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:01.863088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:01.864773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:01.906310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Allocated IP 172.26.4.23 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f784b25e-4d3f-4653-8d89-6fda26a94617) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:01.961488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f89048>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:38Z', 'revision_number': 3, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:22:56Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:01.968549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.972772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:01.973426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:01.979903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:01.987009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13e1bc-f560-4510-b5c3-2c94182b545f None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:22:38Z', 'revision_number': 3, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:22:56Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:02.019247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Unset dirty status for tenant:604ad09bc72b4409b84e33c23eea3e6e on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:02.020070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Provisioning complete for port 8969ff12-f5e8-4231-aaf8-66915daf203c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:02.020881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.024660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04c25018-9da5-4280-8fad-1257128a3295 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.3523314
Nov 15 09:23:02.029508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59356) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:02.337252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-695cb2ab-4695-4e2c-a2b6-d963806a2d5a', 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a', 'tenant_id': '604ad09bc72b4409b84e33c23eea3e6e', 'fixed_ips': [{'subnet_id': '7cc45e0c-3e40-4b18-afc7-141b9e480027'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:02.339955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.370234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Deleting port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:02.370666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.491211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Network': ['ID=ea112972-a037-4bda-8d75-9f3895cc3e3a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:02.496558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:02.505075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4410548
Nov 15 09:23:02.506029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59360) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:02.540954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Allocated IP 172.20.0.2 (545deb2c-6dcb-4230-bf4b-81bd7af937f0/52fb82dc-28e2-44d8-9d64-d121a910cbf8/6cdd2b44-196e-45d2-b637-24b9a6c1563f) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:02.541242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:02.615242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:02.631451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.650002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:02.707747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:02.715213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:02.719503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:02.728737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.729647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:02.747471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8969ff12-f5e8-4231-aaf8-66915daf203c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:02.904173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:02.928043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:02.931793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:02.936794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.010652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:03.030190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:03.092176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.093281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.132485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c968ba0-12ef-45fb-9ade-e52dc6c472dd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:03.168200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.170666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d5aec-3ad0-4d37-a52d-26bc25148689 None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:03.246325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:03.323464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.407108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:03.410534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:03.432021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting subnet 52fb82dc-28e2-44d8-9d64-d121a910cbf8 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:03.446169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.528665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:03.552547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:03.554297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a06861fd-0f99-4be3-b378-d7b624aa01e8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:03.681886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.856782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:03.857286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:03.938498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router be8ee364-f134-4595-b4c3-2fff96998da3 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:04.031452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Calling delete_port for a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:04.079352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=41c594db-42bc-46ca-ad8e-2f0a75644820,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:04.096102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Provisioning for port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:04.126294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:04.136647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:04.139983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.167262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Provisioning complete for port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:04.167686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.186290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.227342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:04.227342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.290661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=4b33d21a-c46c-4f07-9fc0-d6a573387b1f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:04.303765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:04.306806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:04.309743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.959s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:04.310162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:04.325400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-973446b9-d984-4d95-909c-4246043cb057 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:04.360993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] Sync routers for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:04.363659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8969ff12-f5e8-4231-aaf8-66915daf203c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:04.364341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.365178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6294029
Nov 15 09:23:04.371889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59364) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:04.386028 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.7440817
Nov 15 09:23:04.409902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59368) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:04.411315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.438921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:ec:86:51', 'name': 'tempest-NetworksTestDHCPv6-1184878385'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:04.477196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.478808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.501495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e578ff9-216f-4c81-b15a-4c19d3b66403 tempest-ExtraDHCPOptionsTestJSON-1274958549 tempest-ExtraDHCPOptionsTestJSON-1274958549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:04.518211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Transition to ACTIVE for port object 6cdd2b44-196e-45d2-b637-24b9a6c1563f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:04.525642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': '6c1a7062-af6c-4e97-9f5d-f981a9b86f6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '80d6307f-c933-4add-8262-e2f8409dbfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:04.526046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 80d6307f-c933-4add-8262-e2f8409dbfe0, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:04.576571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:04.577159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:04.585257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:04.586128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a26dfe80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:04.588195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f659b74-5bc7-4a6d-a184-e60be30ebebc tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:04.588926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f659b74-5bc7-4a6d-a184-e60be30ebebc tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:04.644219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event updated for resources: {'Port': ['ID=f784b25e-4d3f-4653-8d89-6fda26a94617,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:04.652346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:04.654723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Allocated IP 172.20.0.18 (695cb2ab-4695-4e2c-a2b6-d963806a2d5a/7cc45e0c-3e40-4b18-afc7-141b9e480027/9e50e16d-e1ce-4320-8174-5e9762b21902) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:04.670412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=88a4f0ab-b493-4976-9725-31e991c745b2,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:04.674648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:04.690601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5f659b74-5bc7-4a6d-a184-e60be30ebebc tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:04.696213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f659b74-5bc7-4a6d-a184-e60be30ebebc tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports/fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 HTTP/1.1" status: 200  len: 913 time: 0.3192785
Nov 15 09:23:04.696449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59372) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:04.699189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:04.713680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Transition to ACTIVE for port object 6cdd2b44-196e-45d2-b637-24b9a6c1563f will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:04.718888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Deleting port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:04.719322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.728880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:04.745798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a26dfe80>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:04.780156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.823607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.925791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:04.953616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:04.954437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c78b61f-58f7-4b53-9713-4daff869cee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:04.956652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:04.995020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.026042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:05.026682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:05.028967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.803s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:05.029404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:05.041492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:05.062052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:05.097675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:05.120406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 80d6307f-c933-4add-8262-e2f8409dbfe0) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:05.128575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:05.148525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:05.160638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c91413-8c36-4031-99b0-289a62e45bc1 None None] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:05.187091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Checking segment: {'id': '10a2290a-21df-436f-9639-7f390dd29056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:05.187490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network hostable DHCP agents. Network: ea112972-a037-4bda-8d75-9f3895cc3e3a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:05.232837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:05.233522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.306375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:05.310424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network ea112972-a037-4bda-8d75-9f3895cc3e3a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:05.384508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, ea112972-a037-4bda-8d75-9f3895cc3e3a) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:05.411252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:05.412234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.485861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9640431
Nov 15 09:23:05.487246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59376) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:05.493030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1091488174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:05.494499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.501639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:05.517166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08cd812-0709-4a01-ae49-73cc3b2176f7 None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:05.517402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:router and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:05.521408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:05.529191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:05.531564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:05.532332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a26dfe80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:05.534794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.553354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 6.4595962
Nov 15 09:23:05.567105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59380) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:05.626831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:05.678185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.679734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.724579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9f0baffa-3272-4329-b34f-2c0a69f91081 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:05.772300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a26dfe80>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:05.773277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504edb6-073e-4908-acdf-d4bf24d165db None None] The sync data for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:05.789448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.823680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.870895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Pushing event updated for resources: {'Port': ['ID=6cdd2b44-196e-45d2-b637-24b9a6c1563f,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:05.874289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:05.891006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:05.920745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c4b17a8-6618-4057-a237-80569d98b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:06.016117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.110004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.114011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-098403a7-7869-4eb4-aa06-6ac975073faf tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6241131
Nov 15 09:23:06.119102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59384) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:06.129947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a', 'name': 'tempest-PortsIpV6TestJSON-414170043'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:06.138103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.151768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Transition to ACTIVE for port object 9e50e16d-e1ce-4320-8174-5e9762b21902 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:06.170876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Transition to ACTIVE for port object 9e50e16d-e1ce-4320-8174-5e9762b21902 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:06.381118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:06.395926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:06.403558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:06.412906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:06.429906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:06.430465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.438628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:06.439375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.508124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:06.514404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.603095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:06.603622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.647280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:06.651207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:06.659901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.684253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Pushing event updated for resources: {'Port': ['ID=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:06.688725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:06.713282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Calling delete_port for a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:06.766371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:06.885910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port c869ac98-a8cc-409b-9bdb-f8b36f538aaa yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:23:06.893688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 257f4518-3fe9-4c6e-8375-173eef3c7a1c yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:23:07.025421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.039311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:07.084521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.177251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd2022-0c87-4bc2-b7f3-9ae72a005b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-80d6307f-c933-4add-8262-e2f8409dbfe0', 'network_id': '80d6307f-c933-4add-8262-e2f8409dbfe0', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '4b33d21a-c46c-4f07-9fc0-d6a573387b1f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:07.178062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46bd2022-0c87-4bc2-b7f3-9ae72a005b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.182655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.205661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:07.219480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:07.285661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a86451ba-8bc9-410a-9758-17016b201941 None None] Provisioning for port fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:07.303509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::294 (ea112972-a037-4bda-8d75-9f3895cc3e3a/88a4f0ab-b493-4976-9725-31e991c745b2/c869ac98-a8cc-409b-9bdb-f8b36f538aaa) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:07.318914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Pushing event updated for resources: {'Port': ['ID=9e50e16d-e1ce-4320-8174-5e9762b21902,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:07.323349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:07.372576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Subnet': ['ID=52fb82dc-28e2-44d8-9d64-d121a910cbf8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:07.377001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.406593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a86451ba-8bc9-410a-9758-17016b201941 None None] Provisioning complete for port fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:07.407030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a86451ba-8bc9-410a-9758-17016b201941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.407165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:07.438323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:07.465655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9f0baffa-3272-4329-b34f-2c0a69f91081 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:07.469827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:07.484757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.486635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Attempting to bind port 6cdd2b44-196e-45d2-b637-24b9a6c1563f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:07.487661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Attempting to bind port 6cdd2b44-196e-45d2-b637-24b9a6c1563f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '045b1580-5797-47eb-be5f-7640ea9ab426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:07.487661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Attempting to bind port 6cdd2b44-196e-45d2-b637-24b9a6c1563f on network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:07.491500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:07.511518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:07.513113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9f0baffa-3272-4329-b34f-2c0a69f91081 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:07.513516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.573002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-ea112972-a037-4bda-8d75-9f3895cc3e3a', 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': '88a4f0ab-b493-4976-9725-31e991c745b2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:07.574079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.649367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Checking segment: {'id': '045b1580-5797-47eb-be5f-7640ea9ab426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Bound using segment: {'id': '045b1580-5797-47eb-be5f-7640ea9ab426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Bound port: 6cdd2b44-196e-45d2-b637-24b9a6c1563f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045b1580-5797-47eb-be5f-7640ea9ab426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '545deb2c-6dcb-4230-bf4b-81bd7af937f0'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:07.655702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.656398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:feec:8651 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/41c594db-42bc-46ca-ad8e-2f0a75644820/257f4518-3fe9-4c6e-8375-173eef3c7a1c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:07.669598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object c869ac98-a8cc-409b-9bdb-f8b36f538aaa will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:07.676706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.698408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:07.776578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.848613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:07.852860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:07.879376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:07.879798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:07.921520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:07.939163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29394e58-7fe4-4106-ad79-64049a7cd26f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:07.942076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a86451ba-8bc9-410a-9758-17016b201941 None None] Port fdf78d22-3d99-4a31-a3d3-e1f99a3b84c0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:08.046773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/subnets/52fb82dc-28e2-44d8-9d64-d121a910cbf8 HTTP/1.1" status: 204  len: 168 time: 6.0119598
Nov 15 09:23:08.047878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59398) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:08.074557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Attempting to bind port 9e50e16d-e1ce-4320-8174-5e9762b21902 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:08.074986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Attempting to bind port 9e50e16d-e1ce-4320-8174-5e9762b21902 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '35ecb4a6-aa6b-467d-b40e-4658fafa775b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:08.075385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Attempting to bind port 9e50e16d-e1ce-4320-8174-5e9762b21902 on network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:08.236337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:08.236773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Checking segment: {'id': '35ecb4a6-aa6b-467d-b40e-4658fafa775b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:08.237245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.237703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Bound using segment: {'id': '35ecb4a6-aa6b-467d-b40e-4658fafa775b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:08.238260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Bound port: 9e50e16d-e1ce-4320-8174-5e9762b21902, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ecb4a6-aa6b-467d-b40e-4658fafa775b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '695cb2ab-4695-4e2c-a2b6-d963806a2d5a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:08.238692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.257688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a86451ba-8bc9-410a-9758-17016b201941 None None] Provisioning for port 1176a02a-3ebb-4fde-bf56-1605b77804e2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:08.456840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-191ebc39-a580-44a7-b846-1884df708595 None None] For port 6cdd2b44-196e-45d2-b637-24b9a6c1563f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:08.463557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=c869ac98-a8cc-409b-9bdb-f8b36f538aaa,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:08.469311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:08.547044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-191ebc39-a580-44a7-b846-1884df708595 None None] For port 6cdd2b44-196e-45d2-b637-24b9a6c1563f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6cdd2b44-196e-45d2-b637-24b9a6c1563f,segment=NetworkSegment(045b1580-5797-47eb-be5f-7640ea9ab426),segment_id=045b1580-5797-47eb-be5f-7640ea9ab426)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:08.556300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.615859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.634591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network ea112972-a037-4bda-8d75-9f3895cc3e3a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:08.636675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:08.638142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd440be7-0bc6-47c9-8a73-3e5bd8aa1cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:08.639620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:08.643984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:08.644639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.696773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.719783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5968874
Nov 15 09:23:08.744406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59402) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:08.815013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] For port 9e50e16d-e1ce-4320-8174-5e9762b21902, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:08.885666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 9f0baffa-3272-4329-b34f-2c0a69f91081, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9f0baffa-3272-4329-b34f-2c0a69f91081,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-46bd2022-0c87-4bc2-b7f3-9ae72a005b51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b33d21a-c46c-4f07-9fc0-d6a573387b1f: This subnet is being modified by another concurrent operation.
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:23:08.899047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b33d21a-c46c-4f07-9fc0-d6a573387b1f: This subnet is being modified by another concurrent operation.
Nov 15 09:23:08.902743 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:23:08.908146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] For port 9e50e16d-e1ce-4320-8174-5e9762b21902, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9e50e16d-e1ce-4320-8174-5e9762b21902,segment=NetworkSegment(35ecb4a6-aa6b-467d-b40e-4658fafa775b),segment_id=35ecb4a6-aa6b-467d-b40e-4658fafa775b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:08.908489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.923509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:08.924491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1176a02a-3ebb-4fde-bf56-1605b77804e2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:08.939472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eef83ecd-fd11-4e15-80c9-39f013571b05 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:08.963980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Pushing event updated for resources: {'Port': ['ID=6cdd2b44-196e-45d2-b637-24b9a6c1563f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:08.966899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f6987-fc0f-49c2-8ac2-0b8d276760b1 None None] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:08.987602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:08.995130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:09.025159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.058685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting subnet 7cc45e0c-3e40-4b18-afc7-141b9e480027 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:09.122884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=4b33d21a-c46c-4f07-9fc0-d6a573387b1f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:09.123536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ef4977d-e463-4f17-ac3f-2db1a39b7a5f None None] Provisioning for port efa1070e-1262-4bf6-a66b-27919a01417a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:09.125746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:09.134465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.243127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Allocated IP 2001:db8::2 (ea112972-a037-4bda-8d75-9f3895cc3e3a/88a4f0ab-b493-4976-9725-31e991c745b2/967e869e-b5da-4931-a049-f4b464919029) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:09.247522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ef4977d-e463-4f17-ac3f-2db1a39b7a5f None None] Provisioning complete for port efa1070e-1262-4bf6-a66b-27919a01417a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:09.248086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ef4977d-e463-4f17-ac3f-2db1a39b7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.295871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Deleting port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:09.296545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.298839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.345895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.400456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:09.417213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:09.441870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:09.451284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d1f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:09.451454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 257f4518-3fe9-4c6e-8375-173eef3c7a1c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:09.472429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59408) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:09.472658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5201836
Nov 15 09:23:09.487651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'network': {'name': 'tempest-RoutersTest-1301575953'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:09.496484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:09.503139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:network and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:09.506926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:09.514968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:09.560943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router be8ee364-f134-4595-b4c3-2fff96998da3 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:09.565518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:09.572663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.604876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:09.617116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:09.630550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e5cd179-ef49-4916-9ded-8fba10f1ab24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.571s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:09.673898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4977d-e463-4f17-ac3f-2db1a39b7a5f None None] Port efa1070e-1262-4bf6-a66b-27919a01417a cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:09.688257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] vxlan segment allocate from pool success with {'vxlan_vni': 18}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:09.725006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:09.726209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.781282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.781950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added segment 44eadceb-fbf4-4bbf-91f1-ac7924d7bd17 of type vxlan for network ce8d2a87-f377-4388-9c8e-a6874e44c822
Nov 15 09:23:09.832899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.890686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.932875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:09.943801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2461770
Nov 15 09:23:09.947313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59412) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:09.966422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:09.994524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:10.021840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1176a02a-3ebb-4fde-bf56-1605b77804e2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:10.038437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.042628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:10.043287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.052480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c45d1fcc-28c0-496f-85a2-87c6b5e92d02 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:10.052713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] Sync routers for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:10.139536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1176a02a-3ebb-4fde-bf56-1605b77804e2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:10.140163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.144770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5cfd0>,) {'filters': {'network_id': ['80d6307f-c933-4add-8262-e2f8409dbfe0']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:10.244737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d1f390>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:00Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:02Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:10.250979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:23:10.251594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Updating router efe48ef3-774d-449a-8bb2-d91138bebb6e port efa1070e-1262-4bf6-a66b-27919a01417a binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:23:10.257830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Network': ['ID=ce8d2a87-f377-4388-9c8e-a6874e44c822,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:10.262079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:10.269183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7949758
Nov 15 09:23:10.270097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59416) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:10.279782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'subnet': {'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:10.287796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5cfd0>, '6c1a7062-af6c-4e97-9f5d-f981a9b86f6d') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:10.288740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5cfd0>, '6c1a7062-af6c-4e97-9f5d-f981a9b86f6d') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:10.306531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:10.322417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:10.348844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.408714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.448579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:10.460905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:subnet and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:10.464737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:10.473374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:10.482354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=257f4518-3fe9-4c6e-8375-173eef3c7a1c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:10.485668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:10.525042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Pushing event updated for resources: {'Port': ['ID=9e50e16d-e1ce-4320-8174-5e9762b21902,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:10.568660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.574278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 14 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:10.577886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Made reservation on behalf of c6c89d0b29cd4401ab6298227b2c79cb for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:10.642709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:10.649377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:10.650182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a288e978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:10.769548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a7a16-a9a4-41b6-bd4c-52cf4453f79a None None] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:10.853017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:10.887914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a288e978>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:11.028582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.046987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Transition to ACTIVE for port object efa1070e-1262-4bf6-a66b-27919a01417a will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:11.091168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.147553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:11.212543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Router 91f0deab-77a7-43f6-9ecc-c91347283187 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:23:11.255099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:11.258235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a288e978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:11.271734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Pushing event updated for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:11.278663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:11.301217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:11.341544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:11.345841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:11.346533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.368936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.369496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.370883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.371278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.371675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.373052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.373435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.373812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.374186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.374587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.375273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.375646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.376039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.376824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.377468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.377841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.378210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.378624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.379118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.379523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.380241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.380372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.380798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.381562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.383388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:11.406795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:11.410734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a288e978>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:11.411414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2516b-5781-48bd-ad32-32ca28def877 None None] The sync data for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:11.416439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] For port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:11.417112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.475380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:11.527175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.531791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.600945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Calling delete_port for a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:11.635766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Transition to ACTIVE for port object 967e869e-b5da-4931-a049-f4b464919029 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:11.662761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.698910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 7.2731431
Nov 15 09:23:11.699946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59420) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:11.734709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Transition to ACTIVE for port object 967e869e-b5da-4931-a049-f4b464919029 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:11.745582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Attempting to bind port efa1070e-1262-4bf6-a66b-27919a01417a on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:11.745998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Attempting to bind port efa1070e-1262-4bf6-a66b-27919a01417a by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:11.746409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Attempting to bind port efa1070e-1262-4bf6-a66b-27919a01417a on network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:11.760883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:11.762602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Checking segment: {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:11.763071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.763519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Bound using segment: {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:11.764126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Bound port: efa1070e-1262-4bf6-a66b-27919a01417a, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0959798-010d-4dd0-ab9c-707ddd4e579e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:11.764569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.807023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:11.825422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1176a02a-3ebb-4fde-bf56-1605b77804e2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1176a02a-3ebb-4fde-bf56-1605b77804e2,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:11.832589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67e9e415-b940-4d10-b0c3-91a1b8debd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:11.936799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] For port efa1070e-1262-4bf6-a66b-27919a01417a, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:11.940654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] For port efa1070e-1262-4bf6-a66b-27919a01417a, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=efa1070e-1262-4bf6-a66b-27919a01417a,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:11.973678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.111395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.188062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:12.217773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.324329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 69af0892-8b6d-4da4-b239-b9b2b0672631 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:12.337757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 80d6307f-c933-4add-8262-e2f8409dbfe0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:12.349327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7aec0975-0ee9-4df1-aa44-2db915bef2b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:12.365907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:12.367527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d1f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:12.414520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 69af0892-8b6d-4da4-b239-b9b2b0672631 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:12.415290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 69af0892-8b6d-4da4-b239-b9b2b0672631 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:12.415995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:12.459030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Subnet': ['ID=7cc45e0c-3e40-4b18-afc7-141b9e480027,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:12.466568 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:12.485227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:12.489740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.516287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/subnets/7cc45e0c-3e40-4b18-afc7-141b9e480027 HTTP/1.1" status: 204  len: 168 time: 4.4581232
Nov 15 09:23:12.516417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59424) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:12.516942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Pushing event updated for resources: {'Port': ['ID=967e869e-b5da-4931-a049-f4b464919029,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:12.530962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:12.544494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:12.588592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.617583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-acadaadd-d4b4-4ebf-b762-88e0b6d0d666 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:12.660179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf817d-a523-4ffa-b587-177bf9814479 None None] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:12.698218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Subnet': ['ID=e50f1172-6d1b-42fb-955a-8127802c69e5,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:12.708541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:12.755482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:12.839135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f552e-3f1a-48dc-af15-ffe6cf4cb62f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:12.844622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d3f552e-3f1a-48dc-af15-ffe6cf4cb62f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3245091
Nov 15 09:23:12.845269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59428) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:12.858468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.908444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:12.953281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Pushing event updated for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:12.971138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:12.987553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8492a9-6345-4e99-be2f-5b2ff6f9c556 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:12.994921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8492a9-6345-4e99-be2f-5b2ff6f9c556 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:12.995280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b8492a9-6345-4e99-be2f-5b2ff6f9c556 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:13.024804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No active binding found for port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:23:13.025377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:13.057540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.090152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6cb7b6c-a55f-4bd6-8d87-f0d74e2fe05f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:13.103968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1176a02a-3ebb-4fde-bf56-1605b77804e2,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:13.106277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:13.113090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-191ebc39-a580-44a7-b846-1884df708595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:13.114093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1b8492a9-6345-4e99-be2f-5b2ff6f9c556 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:13.118742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b8492a9-6345-4e99-be2f-5b2ff6f9c556 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 1.4069412
Nov 15 09:23:13.127716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.131200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.135166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59432) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:13.234415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:13.244696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 257f4518-3fe9-4c6e-8375-173eef3c7a1c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:13.245356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.247877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6b3f86d1-1c22-4bdd-852a-227237a3abb9 None None] Provisioning for port 9e50e16d-e1ce-4320-8174-5e9762b21902 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:13.278160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Pushing event deleted for resources: {'Port': ['ID=a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:13.281659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:13.282658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:13.287092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d1f390>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:00Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:11Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:13.288414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:13.293141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39d26-494a-4f87-9726-93d7f065f839 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:00Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:11Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:13.327303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting port 9e50e16d-e1ce-4320-8174-5e9762b21902 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:13.327691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.414959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-679082cd-5390-40bd-9cf0-a236e7890fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.432301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=80d6307f-c933-4add-8262-e2f8409dbfe0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:13.436782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e50e16d-e1ce-4320-8174-5e9762b21902 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:13.527049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/80d6307f-c933-4add-8262-e2f8409dbfe0 HTTP/1.1" status: 204  len: 168 time: 7.9588850
Nov 15 09:23:13.542888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59436) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:13.563635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682019181'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:13.575167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Attempting to bind port 967e869e-b5da-4931-a049-f4b464919029 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:13.575602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Attempting to bind port 967e869e-b5da-4931-a049-f4b464919029 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '10a2290a-21df-436f-9639-7f390dd29056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:13.576063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Attempting to bind port 967e869e-b5da-4931-a049-f4b464919029 on network ea112972-a037-4bda-8d75-9f3895cc3e3a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:13.630656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:13.642841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] No DVR routers for this DVR port a8f43d7e-0a9d-43e2-b8b3-c4712debf5b2 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:13.654040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:13.654484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Checking segment: {'id': '10a2290a-21df-436f-9639-7f390dd29056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:13.654954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.655412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Bound using segment: {'id': '10a2290a-21df-436f-9639-7f390dd29056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:13.655996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Bound port: 967e869e-b5da-4931-a049-f4b464919029, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a2290a-21df-436f-9639-7f390dd29056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea112972-a037-4bda-8d75-9f3895cc3e3a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:13.656437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.686206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9553f-9123-4536-99d7-64ce8e43f785 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:13.768830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] For port 9e50e16d-e1ce-4320-8174-5e9762b21902, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9e50e16d-e1ce-4320-8174-5e9762b21902,segment=NetworkSegment(35ecb4a6-aa6b-467d-b40e-4658fafa775b),segment_id=35ecb4a6-aa6b-467d-b40e-4658fafa775b)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:13.769236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.823797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] For port 967e869e-b5da-4931-a049-f4b464919029, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:13.827215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] For port 967e869e-b5da-4931-a049-f4b464919029, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=967e869e-b5da-4931-a049-f4b464919029,segment=NetworkSegment(10a2290a-21df-436f-9639-7f390dd29056),segment_id=10a2290a-21df-436f-9639-7f390dd29056)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:13.942834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70468d-573e-471a-b698-546caac3f14b None None] DHCP port deletion for 695cb2ab-4695-4e2c-a2b6-d963806a2d5a request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:13.948239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:13.951807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd70468d-573e-471a-b698-546caac3f14b None None] Deleting port 9e50e16d-e1ce-4320-8174-5e9762b21902 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:13.952272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd70468d-573e-471a-b698-546caac3f14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:13.959685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Calling delete_port for 9e50e16d-e1ce-4320-8174-5e9762b21902 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:13.997533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.028088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e50641b-d37f-4c76-8d57-c1391b06c366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:14.029876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:14.045698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:14.060298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:23:14.064341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:14.087347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.090893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:14.104559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.104559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95b1611f-e84e-4e99-ab17-644a0d626989 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "PUT /v2.0/routers/91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 200  len: 879 time: 16.6620615
Nov 15 09:23:14.104728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] Sync routers for ids ['91f0deab-77a7-43f6-9ecc-c91347283187'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:14.105649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59440) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:14.122802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Checking segment: {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:14.123563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network hostable DHCP agents. Network: ce8d2a87-f377-4388-9c8e-a6874e44c822, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:14.125281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] Routers {'91f0deab-77a7-43f6-9ecc-c91347283187'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:14.126175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a831b828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['91f0deab-77a7-43f6-9ecc-c91347283187'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:14.169900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:14.176462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.196014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.215824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2a3c7c3-e623-4937-83e7-572f2c628c11 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:14.231325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:14.291562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9e50e16d-e1ce-4320-8174-5e9762b21902 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:14.309507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9e50e16d-e1ce-4320-8174-5e9762b21902 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:14.309939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.341057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.342037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment cbcd9d83-e8f6-4b6e-91d0-8491fd327641 of type vxlan for network eb2384ff-a870-416a-af3f-82e89e64f129
Nov 15 09:23:14.377214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.444212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port b2064b55-3830-4a13-a588-843e0728a799 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:14.445646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.446074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a831b828>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:14.462078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] Routers {'91f0deab-77a7-43f6-9ecc-c91347283187'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:14.462904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a831b828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['91f0deab-77a7-43f6-9ecc-c91347283187'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:14.557163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a831b828>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:14.557538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e02551-1010-441a-a3d4-8ae0dd81a2d6 None None] The sync data for ids ['91f0deab-77a7-43f6-9ecc-c91347283187'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:14.586663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 9e50e16d-e1ce-4320-8174-5e9762b21902 was deleted so its status cannot be updated. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:315}}
Nov 15 09:23:14.587209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9f0baffa-3272-4329-b34f-2c0a69f91081 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:14.623632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.637222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd70468d-573e-471a-b698-546caac3f14b None None] The port '9e50e16d-e1ce-4320-8174-5e9762b21902' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:23:14.652704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:14.688024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Pushing event updated for resources: {'Port': ['ID=967e869e-b5da-4931-a049-f4b464919029,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:14.709061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:14.748397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.762163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '41c594db-42bc-46ca-ad8e-2f0a75644820'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:14.762391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=c869ac98-a8cc-409b-9bdb-f8b36f538aaa,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:14.763061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.766036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:14.781973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.786115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:14.786335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9f0baffa-3272-4329-b34f-2c0a69f91081 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:14.786742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.786874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.864242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:14.876620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Port': ['ID=9e50e16d-e1ce-4320-8174-5e9762b21902,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:14.879109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:14.887605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:14.889411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3328278
Nov 15 09:23:14.889895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bd756f3-9354-4bc9-975d-aa49001060a8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:14.894348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59444) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:14.967134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 257f4518-3fe9-4c6e-8375-173eef3c7a1c owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:15.002419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:15.312739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Allocated IP 2001:db8::f816:3eff:fe18:816b (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/41c594db-42bc-46ca-ad8e-2f0a75644820/b18796f3-795e-42f9-97f9-f2486e8815de) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:15.342295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:15.392499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:15.407511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:15.420989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device efa1070e-1262-4bf6-a66b-27919a01417a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:15.421350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:15.468097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for b2064b55-3830-4a13-a588-843e0728a799 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:15.500332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] No DVR routers for this DVR port 9e50e16d-e1ce-4320-8174-5e9762b21902 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:15.510298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, ce8d2a87-f377-4388-9c8e-a6874e44c822) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:15.524188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d68fb-b6d9-450a-9f8c-f4ac1ffa71bb None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:15.573272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:15.617252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:15.617789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.628778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.629774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=eb2384ff-a870-416a-af3f-82e89e64f129,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:15.668482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network eb2384ff-a870-416a-af3f-82e89e64f129 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:15.682254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network eb2384ff-a870-416a-af3f-82e89e64f129 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:15.707338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:15.747500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.773789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.5008953
Nov 15 09:23:15.774684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59448) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:15.782273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.822224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.867056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0a4dffa-08e5-4aa6-bb9f-4a723f8bde4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:15.923275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54183281-2c93-49ae-b580-50160bdae17f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:15.997376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.012923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port efa1070e-1262-4bf6-a66b-27919a01417a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:16.034929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port efa1070e-1262-4bf6-a66b-27919a01417a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:16.035470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.056660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a22f4d30>,) {'filters': {'network_id': ['695cb2ab-4695-4e2c-a2b6-d963806a2d5a']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:16.056899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=257f4518-3fe9-4c6e-8375-173eef3c7a1c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:16.073691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:16.077464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22f4d30>, '35ecb4a6-aa6b-467d-b40e-4658fafa775b') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:16.077808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22f4d30>, '35ecb4a6-aa6b-467d-b40e-4658fafa775b') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:16.105496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.174717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c8fa82f9-f094-4469-9245-1ec3824d1f4d tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 200  len: 920 time: 2.0684342
Nov 15 09:23:16.181089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59452) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:16.236296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-ce8d2a87-f377-4388-9c8e-a6874e44c822', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:16.237092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.237236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.252865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 17 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:16.303217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.339117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.464418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/257f4518-3fe9-4c6e-8375-173eef3c7a1c HTTP/1.1" status: 204  len: 168 time: 3.3264887
Nov 15 09:23:16.468576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59456) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:16.488462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.536232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port efa1070e-1262-4bf6-a66b-27919a01417a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=efa1070e-1262-4bf6-a66b-27919a01417a,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:16.551632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.564913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.565967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1176a02a-3ebb-4fde-bf56-1605b77804e2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:16.603906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79122d43-efe2-4f1f-b798-37a88b3b27c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:16.644372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5dfcbbb-df33-4ede-9e56-38b661734875 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=91f0deab-77a7-43f6-9ecc-c91347283187&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4594388
Nov 15 09:23:16.664379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59460) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:16.748443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf0113-7c09-449e-a156-32887cee789f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:16.750068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf0113-7c09-449e-a156-32887cee789f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:16.750912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2faf0113-7c09-449e-a156-32887cee789f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:16.764718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:16.790738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.830979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:16.868279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.874336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:16.903408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94bbf9-ba06-4404-b07e-c7f89316e78f None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:16.930565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:16.954797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0438dac5-bf5b-4159-a977-52f7508bcd5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:16.962684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2faf0113-7c09-449e-a156-32887cee789f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:16.966705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2faf0113-7c09-449e-a156-32887cee789f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.4948819
Nov 15 09:23:16.970228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59464) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:17.083782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=b2064b55-3830-4a13-a588-843e0728a799,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:17.087492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:17.192326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 695cb2ab-4695-4e2c-a2b6-d963806a2d5a has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:17.223943 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:17.259126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4bac8-9e8a-49b1-bbfc-ff3cf3e986d3 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:17.260723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72a4bac8-9e8a-49b1-bbfc-ff3cf3e986d3 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.5895612
Nov 15 09:23:17.277222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59468) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:17.315055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Transition to ACTIVE for port object b18796f3-795e-42f9-97f9-f2486e8815de will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:17.349200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-32bb6a7c-276a-452e-ba2f-4b19ec0970b2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 200  len: 205 time: 0.0676622
Nov 15 09:23:17.349873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59472) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:17.398988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Transition to ACTIVE for port object b18796f3-795e-42f9-97f9-f2486e8815de will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:17.425259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1176a02a-3ebb-4fde-bf56-1605b77804e2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:17.426066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:17.491895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Allocated IP 172.23.0.2 (ce8d2a87-f377-4388-9c8e-a6874e44c822/e50f1172-6d1b-42fb-955a-8127802c69e5/27e512f9-371e-4311-8267-f3ca9293da26) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:17.522501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:17.532697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:17.536792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:17.547811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f0673d8-76eb-451b-b1a8-be70b46ec9a4 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:17.589810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=695cb2ab-4695-4e2c-a2b6-d963806a2d5a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:17.593102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:17.719601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:17.772659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2a4deb82-7298-4088-8c87-817500943afa None None] Provisioning for port 967e869e-b5da-4931-a049-f4b464919029 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:17.951671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.003752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/695cb2ab-4695-4e2c-a2b6-d963806a2d5a HTTP/1.1" status: 204  len: 168 time: 5.0621111
Nov 15 09:23:18.005457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59476) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:18.013073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Pushing event updated for resources: {'Port': ['ID=b18796f3-795e-42f9-97f9-f2486e8815de,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:18.022239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:18.043691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.112906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 41c594db-42bc-46ca-ad8e-2f0a75644820 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:18.125545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.181473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.211786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:18.222695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:18.229403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:18.239347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.262641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.285419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Transition to ACTIVE for port object 27e512f9-371e-4311-8267-f3ca9293da26 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:18.304347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.329705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e50e16d-e1ce-4320-8174-5e9762b21902 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:18.387832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9e50e16d-e1ce-4320-8174-5e9762b21902 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:18.388256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e50e16d-e1ce-4320-8174-5e9762b21902 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:18.390452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Transition to ACTIVE for port object 27e512f9-371e-4311-8267-f3ca9293da26 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:18.392044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Attempting to bind port b18796f3-795e-42f9-97f9-f2486e8815de on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:18.392561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Attempting to bind port b18796f3-795e-42f9-97f9-f2486e8815de by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:18.393095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Attempting to bind port b18796f3-795e-42f9-97f9-f2486e8815de on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:18.415584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Deleting port 6cdd2b44-196e-45d2-b637-24b9a6c1563f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:18.416062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.418128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:18.420399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.420716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:18.421193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.421797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:18.422384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Bound port: b18796f3-795e-42f9-97f9-f2486e8815de, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:18.422925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.478917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.479812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.502447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71f21934-0d7f-40f6-a7b5-4533856ee669 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:18.505086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.658952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:18.697901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device efa1070e-1262-4bf6-a66b-27919a01417a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:18.721431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.851720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] For port b18796f3-795e-42f9-97f9-f2486e8815de, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:18.855557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] For port b18796f3-795e-42f9-97f9-f2486e8815de, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b18796f3-795e-42f9-97f9-f2486e8815de,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:18.912125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:18.921645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=c869ac98-a8cc-409b-9bdb-f8b36f538aaa,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:18.932631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:18.936004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Pushing event updated for resources: {'Port': ['ID=27e512f9-371e-4311-8267-f3ca9293da26,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:18.944326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:18.948080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c5e1f70-2d26-4eb5-9d26-85544139d113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:18.959038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-257c4ffc-7282-4392-a68e-1068f42a451b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:19.001791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.092495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.167058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d0003ce-5a7c-465e-857e-e2ede2a48558 None None] Provisioning for port c869ac98-a8cc-409b-9bdb-f8b36f538aaa completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:19.174666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:19.178082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port efa1070e-1262-4bf6-a66b-27919a01417a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:19.179051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.192300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=497aca90-b808-4e25-8ade-800b8abb4fba,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:19.196941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:19.220010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:19.221819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Pushing event updated for resources: {'Port': ['ID=b18796f3-795e-42f9-97f9-f2486e8815de,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:19.224763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:19.239680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d0003ce-5a7c-465e-857e-e2ede2a48558 None None] Provisioning complete for port c869ac98-a8cc-409b-9bdb-f8b36f538aaa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:19.240138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d0003ce-5a7c-465e-857e-e2ede2a48558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.286625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.325099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:19.331125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] For port 6cdd2b44-196e-45d2-b637-24b9a6c1563f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6cdd2b44-196e-45d2-b637-24b9a6c1563f,segment=NetworkSegment(045b1580-5797-47eb-be5f-7640ea9ab426),segment_id=045b1580-5797-47eb-be5f-7640ea9ab426)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:19.331824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.361828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0d0003ce-5a7c-465e-857e-e2ede2a48558 None None] Port c869ac98-a8cc-409b-9bdb-f8b36f538aaa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:19.392273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network ea112972-a037-4bda-8d75-9f3895cc3e3a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:19.399556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:19.598487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:19.598838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: eb2384ff-a870-416a-af3f-82e89e64f129, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:19.697169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Calling delete_port for 6cdd2b44-196e-45d2-b637-24b9a6c1563f owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:19.808243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Attempting to bind port 27e512f9-371e-4311-8267-f3ca9293da26 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:19.808572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Attempting to bind port 27e512f9-371e-4311-8267-f3ca9293da26 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:19.809001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Attempting to bind port 27e512f9-371e-4311-8267-f3ca9293da26 on network ce8d2a87-f377-4388-9c8e-a6874e44c822 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:19.824705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 967e869e-b5da-4931-a049-f4b464919029 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:19.862996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network eb2384ff-a870-416a-af3f-82e89e64f129 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:19.863215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:19.863665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Checking segment: {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:19.864164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.865088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Bound using segment: {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:19.865550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Bound port: 27e512f9-371e-4311-8267-f3ca9293da26, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:19.866080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:19.913795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc6f7f6e-3ec4-43f9-a53b-3f7207b085f4 None None] Provisioning complete for port c869ac98-a8cc-409b-9bdb-f8b36f538aaa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:19.914231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7f6e-3ec4-43f9-a53b-3f7207b085f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.028134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, eb2384ff-a870-416a-af3f-82e89e64f129) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:20.090228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:20.090898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.107550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f7f6e-3ec4-43f9-a53b-3f7207b085f4 None None] Port c869ac98-a8cc-409b-9bdb-f8b36f538aaa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:20.131224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd47967-bd51-45f9-95ce-bffc8210e20c None None] Network eb2384ff-a870-416a-af3f-82e89e64f129 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:20.143035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.239807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] For port 27e512f9-371e-4311-8267-f3ca9293da26, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:20.265265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router be8ee364-f134-4595-b4c3-2fff96998da3 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:20.269647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9466ef17-5a2b-40de-8699-bc89400ab05d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:20.276619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] For port 27e512f9-371e-4311-8267-f3ca9293da26, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=27e512f9-371e-4311-8267-f3ca9293da26,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:20.318110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7b3ff2e6-e0f2-41aa-b1c1-45574964ba8a None None] Provisioning complete for port c869ac98-a8cc-409b-9bdb-f8b36f538aaa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:20.318435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff2e6-e0f2-41aa-b1c1-45574964ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.368463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.382466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:20.471734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 967e869e-b5da-4931-a049-f4b464919029 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:20.548460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.566801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a5ee806-7fb6-43a6-ab29-25433a4121d7 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:20.602914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 967e869e-b5da-4931-a049-f4b464919029 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:20.603522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.655069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Port': ['ID=6cdd2b44-196e-45d2-b637-24b9a6c1563f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:20.665313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:20.679831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 5.7196751
Nov 15 09:23:20.682387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=41c594db-42bc-46ca-ad8e-2f0a75644820,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:20.687429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59480) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:20.692142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] No DVR routers for this DVR port 6cdd2b44-196e-45d2-b637-24b9a6c1563f on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:20.696532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Pushing event updated for resources: {'Port': ['ID=27e512f9-371e-4311-8267-f3ca9293da26,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:20.710576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:20.716303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:20.717128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ff2e6-e0f2-41aa-b1c1-45574964ba8a None None] Port c869ac98-a8cc-409b-9bdb-f8b36f538aaa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:20.849135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.857127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-eb2384ff-a870-416a-af3f-82e89e64f129', 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '497aca90-b808-4e25-8ade-800b8abb4fba'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:20.858082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.895550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.900565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/41c594db-42bc-46ca-ad8e-2f0a75644820 HTTP/1.1" status: 204  len: 168 time: 3.9249561
Nov 15 09:23:20.910234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59484) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:20.916513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port f784b25e-4d3f-4653-8d89-6fda26a94617 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:20.916902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:20.988612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.076164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16d72a13-ffa7-4f81-b9b6-270a25b7f191 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1625643
Nov 15 09:23:21.086615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.136986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Allocated IP 172.23.0.1 (ce8d2a87-f377-4388-9c8e-a6874e44c822/e50f1172-6d1b-42fb-955a-8127802c69e5/fd9c253b-0187-440b-acc3-a4306fe948da) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:21.137356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 967e869e-b5da-4931-a049-f4b464919029, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=967e869e-b5da-4931-a049-f4b464919029,segment=NetworkSegment(10a2290a-21df-436f-9639-7f390dd29056),segment_id=10a2290a-21df-436f-9639-7f390dd29056)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:21.172426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59488) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:21.231120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.248257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ece5be46-d45c-454d-9a92-8057ea372145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:21.298926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.305255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Router d5226f61-66da-46ff-aad5-c09fe762672d is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:23:21.471832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6213e-f163-4738-ba15-f45bff373b88 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:21.472021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:21.533685 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5851364
Nov 15 09:23:21.534775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59492) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:21.586670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] Sync routers for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:21.591569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=967e869e-b5da-4931-a049-f4b464919029,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:21.594586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b18796f3-795e-42f9-97f9-f2486e8815de up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:21.614376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a35450f0>,) {'filters': {'network_id': ['545deb2c-6dcb-4230-bf4b-81bd7af937f0']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:21.623768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cb9a306f-afb4-43da-aa55-2cb2b1cae38f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:21.634776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.645046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a35450f0>, '045b1580-5797-47eb-be5f-7640ea9ab426') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:21.645396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a35450f0>, '045b1580-5797-47eb-be5f-7640ea9ab426') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:21.670596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.676156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:21.691537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Transition to ACTIVE for port object fd9c253b-0187-440b-acc3-a4306fe948da will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:21.705320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.707101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Could not find standard attr ID for object 257f4518-3fe9-4c6e-8375-173eef3c7a1c. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:23:21.708693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 16 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:21.742176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0cfa1-5aa6-4240-a97b-4edbf3e9fa39 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:21.742960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75a0cfa1-5aa6-4240-a97b-4edbf3e9fa39 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:21.743172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cb9a306f-afb4-43da-aa55-2cb2b1cae38f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:21.747835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb9a306f-afb4-43da-aa55-2cb2b1cae38f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=be8ee364-f134-4595-b4c3-2fff96998da3 HTTP/1.1" status: 200  len: 205 time: 0.1959054
Nov 15 09:23:21.756851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.771118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:21.771828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee85f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:21.789382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59496) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:21.901327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:21.915417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee85f8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:21.920629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f20b32a2-2038-455a-9d95-65eeb9d825dd tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:21.941677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Allocated IP 2001:db8::1 (eb2384ff-a870-416a-af3f-82e89e64f129/497aca90-b808-4e25-8ade-800b8abb4fba/3f844b7f-01e1-4bc4-883e-ea299f77fd1b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:21.972217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Provisioning for port b18796f3-795e-42f9-97f9-f2486e8815de completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:21.986690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.010116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Provisioning complete for port b18796f3-795e-42f9-97f9-f2486e8815de triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:22.010552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.036663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:22.040395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] Routers {'be8ee364-f134-4595-b4c3-2fff96998da3'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:22.041111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee85f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['be8ee364-f134-4595-b4c3-2fff96998da3'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:22.056368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.182807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for f784b25e-4d3f-4653-8d89-6fda26a94617 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:22.212654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75a0cfa1-5aa6-4240-a97b-4edbf3e9fa39 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:22.215446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75a0cfa1-5aa6-4240-a97b-4edbf3e9fa39 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 1.0408983
Nov 15 09:23:22.215574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:22.218916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:22.219875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59500) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:22.339889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b18796f3-795e-42f9-97f9-f2486e8815de completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:22.364973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee85f8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:22.365446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eef2f5-c319-4885-b895-140c558e3db8 None None] The sync data for ids ['be8ee364-f134-4595-b4c3-2fff96998da3'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:22.371242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544fc715-57eb-40b3-a2f5-25acb3256bec tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:22.372178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-544fc715-57eb-40b3-a2f5-25acb3256bec tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:22.377810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b18796f3-795e-42f9-97f9-f2486e8815de triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:22.378249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.416027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 545deb2c-6dcb-4230-bf4b-81bd7af937f0 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:22.447064 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:22.533972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:22.546580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-544fc715-57eb-40b3-a2f5-25acb3256bec tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:22.550630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-544fc715-57eb-40b3-a2f5-25acb3256bec tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3232551
Nov 15 09:23:22.551273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59504) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:22.627980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.636419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Deleting port b18796f3-795e-42f9-97f9-f2486e8815de {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:22.636997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.651074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7cf7c3e6-7b31-4247-9301-cdf8c2e4c61e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0937779
Nov 15 09:23:22.651929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59508) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:22.663083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:22.696264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.729002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfac907-1a4c-4113-98ba-328921dad53f None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:22.745626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:22.761208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:22.762847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-199bd72b-5e30-4f95-a65d-83e0daa7afb0 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:22.781214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:22.813094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:22.826909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=545deb2c-6dcb-4230-bf4b-81bd7af937f0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:22.834307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:22.844447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:22.848898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] Sync routers for ids ['d5226f61-66da-46ff-aad5-c09fe762672d'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:22.853344 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/routers/d5226f61-66da-46ff-aad5-c09fe762672d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0861356
Nov 15 09:23:22.862868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59512) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:22.871305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] Routers {'d5226f61-66da-46ff-aad5-c09fe762672d'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:22.873132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/545deb2c-6dcb-4230-bf4b-81bd7af937f0 HTTP/1.1" status: 204  len: 168 time: 4.8633811
Nov 15 09:23:22.874038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['d5226f61-66da-46ff-aad5-c09fe762672d'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:22.879069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59516) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:22.973352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86cf8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:22.988820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] Routers {'d5226f61-66da-46ff-aad5-c09fe762672d'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:22.989865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['d5226f61-66da-46ff-aad5-c09fe762672d'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:22.995976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.015423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.039510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b18796f3-795e-42f9-97f9-f2486e8815de, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b18796f3-795e-42f9-97f9-f2486e8815de,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:23.088014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.088557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e86cf8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:23.089224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc51ed2-1145-4007-84de-279995804d90 None None] The sync data for ids ['d5226f61-66da-46ff-aad5-c09fe762672d'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:23.090946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:23.097527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.112782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:23.125335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.141180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.151061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Transition to ACTIVE for port object 3f844b7f-01e1-4bc4-883e-ea299f77fd1b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:23.154530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-390eba0d-9818-489d-8986-52b0d2a15ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:23.182314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:23.357004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Transition to ACTIVE for port object 3f844b7f-01e1-4bc4-883e-ea299f77fd1b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:23.364836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:23.365265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-9fde7315-9c7b-4726-8fd6-9584d3512875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:23.513335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 27e512f9-371e-4311-8267-f3ca9293da26 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:23.554524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.649827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.659801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b18796f3-795e-42f9-97f9-f2486e8815de,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:23.670550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.689298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:23.696099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dbd312d-d49c-4951-b070-b47dd661a6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:23.701561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.718806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.745065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdcec267-ac24-451f-8886-3228d0d9ae12 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:23.831059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] For port b18796f3-795e-42f9-97f9-f2486e8815de, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b18796f3-795e-42f9-97f9-f2486e8815de,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:23.831519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.897256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2258fd0>,) {'filters': {'network_id': ['b2acb7a4-7b85-4e37-887a-11cbbe523ec2']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:23.903195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=f784b25e-4d3f-4653-8d89-6fda26a94617,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:23.926239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:23.941109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ac90e99-f1c1-4bd9-96e2-aec97d3093e6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:23.948988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2258fd0>, '94dc01e3-352a-41ff-8d4e-b388d8524ce9') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:23.949334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2258fd0>, '94dc01e3-352a-41ff-8d4e-b388d8524ce9') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:23.975942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9569a1-7069-4cc7-ad2e-942de583b5cb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:23.977157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa9569a1-7069-4cc7-ad2e-942de583b5cb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:23.988777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:23.992779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.009383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=497aca90-b808-4e25-8ade-800b8abb4fba,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:24.028286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:24.034204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.042288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.074977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:24.093517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.123961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa9569a1-7069-4cc7-ad2e-942de583b5cb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:24.128441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa9569a1-7069-4cc7-ad2e-942de583b5cb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?device_id=d5226f61-66da-46ff-aad5-c09fe762672d HTTP/1.1" status: 200  len: 988 time: 1.2611980
Nov 15 09:23:24.137686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59520) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:24.238349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Calling delete_port for b18796f3-795e-42f9-97f9-f2486e8815de owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:24.284873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.285623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router be8ee364-f134-4595-b4c3-2fff96998da3 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:23:24.286057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Pushing event updated for resources: {'Port': ['ID=3f844b7f-01e1-4bc4-883e-ea299f77fd1b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:24.289036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.304811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:24.343808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Network eb2384ff-a870-416a-af3f-82e89e64f129 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:24.344557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 27e512f9-371e-4311-8267-f3ca9293da26 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:24.354793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:24.367360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:24.370441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 967e869e-b5da-4931-a049-f4b464919029 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:24.535490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.537762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:24.548117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e902dcc-0509-4e5e-ad8c-45e67e80db73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:24.553852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.580076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Attempting to bind port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:24.580638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Attempting to bind port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:24.581184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Attempting to bind port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b on network eb2384ff-a870-416a-af3f-82e89e64f129 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:24.617807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.619256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99863d4b-29b4-4b30-9bf1-bb20427d8ebd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3 HTTP/1.1" status: 204  len: 168 time: 2.8224740
Nov 15 09:23:24.645021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8a856d8>,) {'filters': {'network_id': ['eb2384ff-a870-416a-af3f-82e89e64f129']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:24.661953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8a856d8>, 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:24.662303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8a856d8>, 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:24.664174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Pushing event deleted for resources: {'Port': ['ID=b18796f3-795e-42f9-97f9-f2486e8815de,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:24.681364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.681749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:24.690738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:24.691335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Checking segment: {'id': 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:24.691951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.692091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59524) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:24.692869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Bound using segment: {'id': 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:24.693548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Bound port: 3f844b7f-01e1-4bc4-883e-ea299f77fd1b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'eb2384ff-a870-416a-af3f-82e89e64f129'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:24.694614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.702679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.705415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 14 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:24.713128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Provisioning for port 27e512f9-371e-4311-8267-f3ca9293da26 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:24.741750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Provisioning complete for port 27e512f9-371e-4311-8267-f3ca9293da26 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:24.742310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.847022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.882270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 967e869e-b5da-4931-a049-f4b464919029 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:24.882879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:24.930038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] No DVR routers for this DVR port b18796f3-795e-42f9-97f9-f2486e8815de on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:25.002949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] For port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:25.169152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network eb2384ff-a870-416a-af3f-82e89e64f129 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:25.172023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.182077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.235139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b18796f3-795e-42f9-97f9-f2486e8815de no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:25.280436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b18796f3-795e-42f9-97f9-f2486e8815de {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:25.281137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b18796f3-795e-42f9-97f9-f2486e8815de not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:25.288941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] For port 27e512f9-371e-4311-8267-f3ca9293da26, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=27e512f9-371e-4311-8267-f3ca9293da26,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:25.292678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network b2acb7a4-7b85-4e37-887a-11cbbe523ec2 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:25.327515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.329531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:25.332602 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:25.415602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Pushing event updated for resources: {'Port': ['ID=27e512f9-371e-4311-8267-f3ca9293da26,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:25.419584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:25.451593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Provisioning complete for port 27e512f9-371e-4311-8267-f3ca9293da26 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:25.452189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.464635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.535755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.572412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network eb2384ff-a870-416a-af3f-82e89e64f129 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:25.601977 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:25.656053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Provisioning for port fd9c253b-0187-440b-acc3-a4306fe948da completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:25.661992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Provisioning complete for port fd9c253b-0187-440b-acc3-a4306fe948da triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:25.666308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.713108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.713747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router 91f0deab-77a7-43f6-9ecc-c91347283187 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:23:25.715648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] For port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3f844b7f-01e1-4bc4-883e-ea299f77fd1b,segment=NetworkSegment(cbcd9d83-e8f6-4b6e-91d0-8491fd327641),segment_id=cbcd9d83-e8f6-4b6e-91d0-8491fd327641)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:25.730987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.732350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 204  len: 168 time: 8.3764725
Nov 15 09:23:25.737319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59528) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:25.743398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-318632742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:25.743568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-af02349e-6f2c-407e-94bf-7c3b15dfb64a None None] Port fd9c253b-0187-440b-acc3-a4306fe948da cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:25.751532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:23:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:23:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': 'eb2384ff-a870-416a-af3f-82e89e64f129'}]
Nov 15 09:23:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:25.757388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:25.760633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:25.766627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:25.771304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.784367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet 6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:25.789035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:25.794975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.807110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.808371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.831418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.853022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.881723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.885707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0c8698a-f3c9-4c6f-a55d-b98327dc0f9d tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:25.913934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.932779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:25.936672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-70569825-3c55-4428-81d0-0269314b3bc1 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1957712
Nov 15 09:23:25.937109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59532) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:25.943585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': True}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:25.964937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Pushing event updated for resources: {'Port': ['ID=3f844b7f-01e1-4bc4-883e-ea299f77fd1b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:25.969477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:26.007693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=b2acb7a4-7b85-4e37-887a-11cbbe523ec2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:26.020012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/b2acb7a4-7b85-4e37-887a-11cbbe523ec2 HTTP/1.1" status: 204  len: 168 time: 3.1391912
Nov 15 09:23:26.034681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:26.040339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59536) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:26.047028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.112639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bebcdd9-4e24-4dd9-8f2f-b81d097d7f87 None None] Network eb2384ff-a870-416a-af3f-82e89e64f129 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:26.288993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.356198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bfb2f-091d-4a43-bb78-1f4cb829597d None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:23:26.445828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:26.446467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.469266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.536935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138bfb2f-091d-4a43-bb78-1f4cb829597d None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:23:26.612137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:23:26.645973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.695410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.746134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.780536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3120e2c2-e3a8-4bc3-b0fe-821191c206de tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:26.866440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3f844b7f-01e1-4bc4-883e-ea299f77fd1b,segment=NetworkSegment(cbcd9d83-e8f6-4b6e-91d0-8491fd327641),segment_id=cbcd9d83-e8f6-4b6e-91d0-8491fd327641)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:26.867111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:26.981198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'e7257856-6e36-45b4-a653-3a486c11868e'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:26.982122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.021407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for 3f844b7f-01e1-4bc4-883e-ea299f77fd1b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:27.024211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:23:27.054495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.080717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.153880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.264497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.293260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Allocated IP 2001:db8::f816:3eff:fe81:bdb1 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/e7257856-6e36-45b4-a653-3a486c11868e/2b1649cc-0f80-4aaa-98bd-20fae9b847db) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:27.295901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.296672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event updated for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:27.315337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b0293e66-6cf4-4b54-9375-07c74a2559e2 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:27.368996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:27.378168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02de2bdb-07b4-4d56-ba38-7663906af63e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:27.407319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 27e512f9-371e-4311-8267-f3ca9293da26 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:27.456005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Port': ['ID=3f844b7f-01e1-4bc4-883e-ea299f77fd1b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:27.465123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:27.581495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No DVR routers for this DVR port 3f844b7f-01e1-4bc4-883e-ea299f77fd1b on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:27.745168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.793026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 27e512f9-371e-4311-8267-f3ca9293da26 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:27.793443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.874532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.885604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1919630>,) {'filters': {'network_id': ['1970cd43-828d-490c-9274-e055935cfcc7']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:27.890765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Transition to ACTIVE for port object 2b1649cc-0f80-4aaa-98bd-20fae9b847db will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:27.940628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Transition to ACTIVE for port object 2b1649cc-0f80-4aaa-98bd-20fae9b847db will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:27.955549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=e7257856-6e36-45b4-a653-3a486c11868e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:27.962214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1919630>, 'fca071a3-8890-4939-87d8-f52feda23de2') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:27.962560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1919630>, 'fca071a3-8890-4939-87d8-f52feda23de2') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:27.969908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83ae6487b8>,) {'filters': {'network_id': ['eb2384ff-a870-416a-af3f-82e89e64f129']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:27.982016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:27.984311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:27.998511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:28.003265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83ae6487b8>, 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:28.003766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83ae6487b8>, 'cbcd9d83-e8f6-4b6e-91d0-8491fd327641') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:28.021627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.022990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.054770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.068552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.089725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.091774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 14 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:28.119728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.129329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Releasing vxlan tunnel 10 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:28.157572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Pushing event updated for resources: {'Port': ['ID=2b1649cc-0f80-4aaa-98bd-20fae9b847db,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:28.162978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:28.206250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:28.207470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:28.210139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:28.241523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:28.252590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:28.254965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:28.263439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:28.272851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Attempting to bind port 2b1649cc-0f80-4aaa-98bd-20fae9b847db on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:28.273291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Attempting to bind port 2b1649cc-0f80-4aaa-98bd-20fae9b847db by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:28.273689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Attempting to bind port 2b1649cc-0f80-4aaa-98bd-20fae9b847db on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:28.281545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:28.281984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:28.282447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.282905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:28.283507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Bound port: 2b1649cc-0f80-4aaa-98bd-20fae9b847db, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:28.283996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.386289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network eb2384ff-a870-416a-af3f-82e89e64f129 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:28.398661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.399026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] For port 2b1649cc-0f80-4aaa-98bd-20fae9b847db, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:28.402663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] For port 2b1649cc-0f80-4aaa-98bd-20fae9b847db, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2b1649cc-0f80-4aaa-98bd-20fae9b847db,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:28.441684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.459158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d49d59-af49-4a8a-8505-e953fd46ac04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:28.496483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:28.497155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.577893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.605613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3893f773-16ee-4bbe-b3da-71cd4e6a0bb6 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:28.631043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Pushing event updated for resources: {'Port': ['ID=2b1649cc-0f80-4aaa-98bd-20fae9b847db,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:28.637644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:28.651530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 1970cd43-828d-490c-9274-e055935cfcc7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:28.660625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network eb2384ff-a870-416a-af3f-82e89e64f129 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:28.692045 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:28.730497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.765023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:28.827550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:28.844830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.26.4.145 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/af4d4c33-850f-4d29-88ff-148d59c2e963) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:28.863186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 6.2060592
Nov 15 09:23:28.878782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59542) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:28.886553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:28.891743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:52:1f:4d', 'name': 'tempest-NetworksTestDHCPv6-1688688357'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:28.957957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-224f5adc-5038-43c4-85de-64aa5c649f9f tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:29.059607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Network 1970cd43-828d-490c-9274-e055935cfcc7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:29.091603 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:29.097286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.109577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9 HTTP/1.1" status: 204  len: 168 time: 4.4015296
Nov 15 09:23:29.229428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59546) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:29.284533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.361390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=eb2384ff-a870-416a-af3f-82e89e64f129,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:29.384807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:29.394101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/eb2384ff-a870-416a-af3f-82e89e64f129 HTTP/1.1" status: 204  len: 168 time: 8.7013991
Nov 15 09:23:29.397963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59550) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:29.423772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802247912'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:29.432824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2b1649cc-0f80-4aaa-98bd-20fae9b847db up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:29.449940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:29.467869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:29.470684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.488877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:29.491873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40a266c1-0183-47bb-ba53-a3a5bf6ee442 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:29.496098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:29.503576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.507620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:29.511831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:29.514965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.520206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:29.543489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:29.555876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Pushing event deleted for resources: {'Network': ['ID=1970cd43-828d-490c-9274-e055935cfcc7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:29.566870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:29.595947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:29.613635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.613833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.631019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b02eb2f-682e-498d-8f1d-19f4d807a484 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:29.668799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:29.869716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=af4d4c33-850f-4d29-88ff-148d59c2e963,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:29.873535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:29.945410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:29.981045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] 10.222.0.81 "DELETE /v2.0/networks/1970cd43-828d-490c-9274-e055935cfcc7 HTTP/1.1" status: 204  len: 168 time: 3.9374003
Nov 15 09:23:30.002213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:30.008659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.028654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:30.034540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:30.037068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:30.192953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:30.206199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:30.216314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.260795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.261195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment d4df5452-8f82-4282-b5c2-aa03646c463d of type vxlan for network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba
Nov 15 09:23:30.265426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 0a7b62e7-4cf7-457e-b789-4a2405c25c73 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:23:30.322581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.328172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a95e9-f2e7-4b67-9e5e-98f4a0dd08b5 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:23:30.413429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:30.415313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.466957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fe52:1f4d (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/e7257856-6e36-45b4-a653-3a486c11868e/0a7b62e7-4cf7-457e-b789-4a2405c25c73) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:30.510970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59558) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:30.545959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Provisioning for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:30.553440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Provisioning complete for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:30.554002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.621844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.626044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:30.626703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.639612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:30.649094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a95e9-f2e7-4b67-9e5e-98f4a0dd08b5 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:23:30.676720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.791212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.825769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.880161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] For port 2b1649cc-0f80-4aaa-98bd-20fae9b847db, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2b1649cc-0f80-4aaa-98bd-20fae9b847db,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:30.888743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.921334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:30.930371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff0159d5-1c3c-47c3-8744-6d606688a008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:30.930747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 0a7b62e7-4cf7-457e-b789-4a2405c25c73 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:30.953384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5396376
Nov 15 09:23:30.965193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:30.969911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59564) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:30.976972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:30.983968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:31.000020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:31.014925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:31.035713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6109c443-b2a2-44dc-a606-f86d633e79e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=604ad09bc72b4409b84e33c23eea3e6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5199497
Nov 15 09:23:31.040838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59568) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:31.118991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.127900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.219625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.241761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:31.280820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.308106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:31.310789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Pushing event updated for resources: {'Port': ['ID=2b1649cc-0f80-4aaa-98bd-20fae9b847db,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:31.324435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:31.326098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port c869ac98-a8cc-409b-9bdb-f8b36f538aaa {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:31.326498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.359578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:31.370304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:31.393825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:31.441129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2b1649cc-0f80-4aaa-98bd-20fae9b847db up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:31.441551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.480201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=0a7b62e7-4cf7-457e-b789-4a2405c25c73,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:31.495521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:31.516274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:31.553010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:31.553907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.642609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:31.653611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:31.657371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:31.658990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:31.661521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:31.662836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.675606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:31.685826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.694184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8648348
Nov 15 09:23:31.694511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d38353e-a995-411e-9162-33660faae3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:31.700680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59572) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:31.717641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:31.717928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:31.718802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:31.724675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e67768-d4fa-44bb-8925-358c8383b596,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:31.737839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:31.747329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:31.748747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7e67768-d4fa-44bb-8925-358c8383b596 HTTP/1.1" status: 204  len: 168 time: 0.7058260
Nov 15 09:23:31.782052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.9021549
Nov 15 09:23:31.785855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59578) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:31.884281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:32.006764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c22d6-2694-4081-85b1-c156d95e0783 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:32.013471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c22d6-2694-4081-85b1-c156d95e0783 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:32.014492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a4c22d6-2694-4081-85b1-c156d95e0783 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:32.023708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:32.081363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a4c22d6-2694-4081-85b1-c156d95e0783 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:32.082974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a4c22d6-2694-4081-85b1-c156d95e0783 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.2957575
Nov 15 09:23:32.084126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router 9a36a856-8c6a-4b6d-be6b-1026ac15b9ab is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:23:32.087122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59584) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:32.203873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3a7ed66-11ab-446b-aab6-51ee91178cbb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:32.205407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:32.216053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 0a7b62e7-4cf7-457e-b789-4a2405c25c73 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:32.217410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:32.315479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:32.517381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600de44-4819-4325-944c-7a77b38028c7 None None] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:32.783656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:32.793424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:32.883992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2531a-73cc-4f69-acd9-171343f76a13 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:33.035129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for c869ac98-a8cc-409b-9bdb-f8b36f538aaa owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:33.113883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Provisioning for port 0a7b62e7-4cf7-457e-b789-4a2405c25c73 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:33.139834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Provisioning complete for port 0a7b62e7-4cf7-457e-b789-4a2405c25c73 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:33.140445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.194967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.237907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e117d4-f0ce-42b5-9690-d2587d600a93 None None] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:33.248937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.277623 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b HTTP/1.1" status: 204  len: 168 time: 4.0461409
Nov 15 09:23:33.280730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59602) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:33.317137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59606) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:33.378251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Port 0a7b62e7-4cf7-457e-b789-4a2405c25c73 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:33.417638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 0a7b62e7-4cf7-457e-b789-4a2405c25c73 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:33.486250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:33.493378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.496761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "PUT /v2.0/routers/9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 200  len: 914 time: 7.5561938
Nov 15 09:23:33.497835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59612) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:33.508546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] Sync routers for ids ['9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:33.545367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] Routers {'9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:33.545367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fa6860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:33.580881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Provisioning complete for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:33.582538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d60a0d14-2d0a-4bcf-bb56-233173910a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.673809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc50>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:23Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:25Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:33.682343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.721949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fa6860>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:33.726193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:23:33.734030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Updating router efe48ef3-774d-449a-8bb2-d91138bebb6e port fd9c253b-0187-440b-acc3-a4306fe948da binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:23:33.739649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] Routers {'9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:33.741205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fa6860>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:33.803800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] DHCP port deletion for 5c4e5eef-e052-41a5-9afb-44a8c1da5043 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:33.838655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fa6860>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:33.839119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e6fb3-472b-489c-b2b4-aa4103d7e04f None None] The sync data for ids ['9a36a856-8c6a-4b6d-be6b-1026ac15b9ab'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:33.856238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Deleting port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:33.856678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.868806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.871503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f687c1fd-3bea-4e6f-bbc3-4b2eed45fb55 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] Request body: {'port': {'network_id': '00eafd36-6910-411c-b66f-8fca58010273', 'name': 'tempest-NetworksNegativeTestJSON-340833878'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:33.890266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23bce262-8fa4-4062-809e-d40396fda182 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:33.925339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f687c1fd-3bea-4e6f-bbc3-4b2eed45fb55 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] POST failed (client error): The resource could not be found.
Nov 15 09:23:33.926007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f687c1fd-3bea-4e6f-bbc3-4b2eed45fb55 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:33.927348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f687c1fd-3bea-4e6f-bbc3-4b2eed45fb55 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.6077573
Nov 15 09:23:33.940665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:33.941135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:33.942812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59616) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:33.950623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.061527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-167f61bf-2db0-4e24-af6b-bd510f08b342 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] DELETE failed (client error): The resource could not be found.
Nov 15 09:23:34.062042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167f61bf-2db0-4e24-af6b-bd510f08b342 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:34.069075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=0a7b62e7-4cf7-457e-b789-4a2405c25c73,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:34.072842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:34.083110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-167f61bf-2db0-4e24-af6b-bd510f08b342 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "DELETE /v2.0/networks/7f341193-0566-4bf5-8041-c176d92eb1e9 HTTP/1.1" status: 404  len: 339 time: 0.1376338
Nov 15 09:23:34.095144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59620) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.159377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b8ac1d-79a7-45aa-b7b7-a9d493d512d0 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] DELETE failed (client error): The resource could not be found.
Nov 15 09:23:34.159963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b8ac1d-79a7-45aa-b7b7-a9d493d512d0 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:34.166710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9b8ac1d-79a7-45aa-b7b7-a9d493d512d0 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "DELETE /v2.0/ports/4e9d055c-f958-4a3a-bd8c-c2dc05244dd7 HTTP/1.1" status: 404  len: 333 time: 0.0696952
Nov 15 09:23:34.167388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59624) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.202007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.239161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:34.251333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7538fe92-4106-43c4-9c51-36e29e21e474 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] DELETE failed (client error): The resource could not be found.
Nov 15 09:23:34.251852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7538fe92-4106-43c4-9c51-36e29e21e474 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:34.257914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7538fe92-4106-43c4-9c51-36e29e21e474 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "DELETE /v2.0/subnets/e5430d2c-c02d-41ef-9c22-d63030a77bc2 HTTP/1.1" status: 404  len: 337 time: 0.0853662
Nov 15 09:23:34.267742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59628) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.328507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac986a4-e741-486f-84ec-903b97eeb51d tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] GET failed (client error): The resource could not be found.
Nov 15 09:23:34.346912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2ac986a4-e741-486f-84ec-903b97eeb51d tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "GET /v2.0/networks/0aff4954-60e4-4d06-9998-f46ae708c70d HTTP/1.1" status: 404  len: 339 time: 0.0768638
Nov 15 09:23:34.374666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=c869ac98-a8cc-409b-9bdb-f8b36f538aaa,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:34.392903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:34.411021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59632) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.412555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.417238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a7b62e7-4cf7-457e-b789-4a2405c25c73 HTTP/1.1" status: 204  len: 168 time: 2.3268120
Nov 15 09:23:34.421857 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d44ab6b5-fc43-42dc-aaac-e0e033a3c026 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 200  len: 920 time: 0.9228175
Nov 15 09:23:34.425182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59634) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.425543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59636) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.474086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] DHCP port deletion for 84767cf4-25e1-4021-8e9c-001e0c7086a9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:34.525717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Deleting port 7f81dd93-594d-4311-8779-baab44fc516a {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:34.526142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.574155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacc2f3-477f-4117-8171-8e1c7e3344a7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:34.576121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacc2f3-477f-4117-8171-8e1c7e3344a7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:34.577595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6eacc2f3-477f-4117-8171-8e1c7e3344a7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:34.602052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,segment=NetworkSegment(e6377a26-1d96-4579-93d3-132910400708),segment_id=e6377a26-1d96-4579-93d3-132910400708)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:34.602467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.625482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Could not find standard attr ID for object 0a7b62e7-4cf7-457e-b789-4a2405c25c73. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:23:34.635618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] For port a4e28217-5bdd-4c4e-9a22-c9503e3b3825, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,segment=NetworkSegment(e6377a26-1d96-4579-93d3-132910400708),segment_id=e6377a26-1d96-4579-93d3-132910400708)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:34.636310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.646233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b9f71a-1a58-403c-98d3-bd18bb706c1b tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] GET failed (client error): The resource could not be found.
Nov 15 09:23:34.651758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-96b9f71a-1a58-403c-98d3-bd18bb706c1b tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "GET /v2.0/ports/ad103850-31ae-43cc-8f06-fe0d56595f57 HTTP/1.1" status: 404  len: 333 time: 0.2243612
Nov 15 09:23:34.668041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.730520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6eacc2f3-477f-4117-8171-8e1c7e3344a7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:34.734656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6eacc2f3-477f-4117-8171-8e1c7e3344a7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2498157
Nov 15 09:23:34.735345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.745453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2396f46a-430d-4a66-a712-7475b25bb210 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] GET failed (client error): The resource could not be found.
Nov 15 09:23:34.747896 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2396f46a-430d-4a66-a712-7475b25bb210 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "GET /v2.0/subnets/75bf7349-45fd-4890-94d7-4df0f9c81ead HTTP/1.1" status: 404  len: 337 time: 0.0766714
Nov 15 09:23:34.803876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59652) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.827372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a4786686-408d-45e8-a8cc-a95fba656c52 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] Request body: {'network': {'name': 'new_name'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:34.845175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.859269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-253c54fc-5d90-4a50-8507-23b3bb87269d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:34.874289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4786686-408d-45e8-a8cc-a95fba656c52 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] PUT failed (client error): The resource could not be found.
Nov 15 09:23:34.874810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4786686-408d-45e8-a8cc-a95fba656c52 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:34.879746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4786686-408d-45e8-a8cc-a95fba656c52 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "PUT /v2.0/networks/cb68d0da-932f-40d3-aa9c-22da0400364c HTTP/1.1" status: 404  len: 339 time: 0.0711217
Nov 15 09:23:34.882066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59656) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:34.892288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6f0853fa-4554-4707-9734-14aa37e62990 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] Request body: {'port': {'name': 'new_name'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:34.906024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Calling delete_port for a4e28217-5bdd-4c4e-9a22-c9503e3b3825 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:34.935138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet e7257856-6e36-45b4-a653-3a486c11868e {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:34.948262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:34.982593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0853fa-4554-4707-9734-14aa37e62990 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] PUT failed (client error): The resource could not be found.
Nov 15 09:23:34.983485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0853fa-4554-4707-9734-14aa37e62990 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:34.987909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f0853fa-4554-4707-9734-14aa37e62990 tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "PUT /v2.0/ports/1f11af81-9ebd-4932-8eaf-acb96c3c7533 HTTP/1.1" status: 404  len: 333 time: 0.0975709
Nov 15 09:23:34.996064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59660) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:35.010527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-596f126c-2b6b-4230-8b16-b7cd6d6d260a tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] Request body: {'subnet': {'name': 'new_name'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:35.019818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Provisioning complete for port 2b1649cc-0f80-4aaa-98bd-20fae9b847db triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:35.020272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.067960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30b050d0-33a4-4015-b485-caff400b0b0f tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=9a36a856-8c6a-4b6d-be6b-1026ac15b9ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5718164
Nov 15 09:23:35.067960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-596f126c-2b6b-4230-8b16-b7cd6d6d260a tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] PUT failed (client error): The resource could not be found.
Nov 15 09:23:35.067960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596f126c-2b6b-4230-8b16-b7cd6d6d260a tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:35.067960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-596f126c-2b6b-4230-8b16-b7cd6d6d260a tempest-NetworksNegativeTestJSON-1642842664 tempest-NetworksNegativeTestJSON-1642842664] 10.222.0.81 "PUT /v2.0/subnets/61f05ea1-aa42-49e7-b80c-5c1b585d2c4b HTTP/1.1" status: 404  len: 337 time: 0.0641918
Nov 15 09:23:35.067960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59664) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:35.101773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for a4e28217-5bdd-4c4e-9a22-c9503e3b3825 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:35.103795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.298325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] For port 7f81dd93-594d-4311-8779-baab44fc516a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7f81dd93-594d-4311-8779-baab44fc516a,segment=NetworkSegment(00cf004b-f1d2-42d4-941a-caaf72869964),segment_id=00cf004b-f1d2-42d4-941a-caaf72869964)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:35.298763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.320575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132edd0-da41-447a-8d7e-99417bd6d4d4 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:35.323876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2132edd0-da41-447a-8d7e-99417bd6d4d4 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.2553823
Nov 15 09:23:35.330907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59670) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:35.338616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.405294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d030494b-d97a-48f2-b65e-c108c3aaea42 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 200  len: 205 time: 0.0722852
Nov 15 09:23:35.406112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59674) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:35.420222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:35.485482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.524170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=81074) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:23:35.538492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=ec98ab7d-e12d-49be-8722-714615e73574,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:35.551116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:35.641348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Pushing event deleted for resources: {'Port': ['ID=a4e28217-5bdd-4c4e-9a22-c9503e3b3825,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:35.647253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a4e28217-5bdd-4c4e-9a22-c9503e3b3825 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:35.679013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:35.679545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:35.686351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Calling delete_port for 7f81dd93-594d-4311-8779-baab44fc516a owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:35.698753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Removed routes are [] {{(pid=81074) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:23:35.699205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:35.724398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:35.775076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59680) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:36.009022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': 'd4df5452-8f82-4282-b5c2-aa03646c463d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:36.009707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:36.024156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.050568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a4e28217-5bdd-4c4e-9a22-c9503e3b3825 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:36.051483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a4e28217-5bdd-4c4e-9a22-c9503e3b3825 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:36.051987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7f81dd93-594d-4311-8779-baab44fc516a no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:36.067566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.158612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.160951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] No DVR routers for this DVR port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:36.181826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port a4e28217-5bdd-4c4e-9a22-c9503e3b3825 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:36.181826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.268229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.286169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No ports have port_id starting with 7f81dd93-594d-4311-8779-baab44fc516a
Nov 15 09:23:36.291644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:36.300675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Provisioning complete for port fd9c253b-0187-440b-acc3-a4306fe948da triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:36.301113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.301376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] The port 'a4e28217-5bdd-4c4e-9a22-c9503e3b3825' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:23:36.312130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:36.340526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.369363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:36.369835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:36.399819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Usage tracker for resource:security_group_rule and tenant:4c55a94c3a18415ab2a789e1070f3e78 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:36.409974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:36.414072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:36.439477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:36.501947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f2cc7-53a9-457f-8274-d9804f9bcc7f None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:36.517844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.528762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Pushing event deleted for resources: {'Port': ['ID=7f81dd93-594d-4311-8779-baab44fc516a,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:36.589197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:36.611320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:36.612196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.633683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf1020-753f-49b7-82d2-628a07d42054 None None] Port fd9c253b-0187-440b-acc3-a4306fe948da cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:36.635977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Transition to ACTIVE for port object fd9c253b-0187-440b-acc3-a4306fe948da will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:36.653908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.682562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.700435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b8efa9a-640b-4a2a-b7bd-9f3ebdfd784c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:36.701811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=e7257856-6e36-45b4-a653-3a486c11868e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:36.718930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:36.780456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.809610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] No DVR routers for this DVR port 7f81dd93-594d-4311-8779-baab44fc516a on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:36.855649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.856654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-028ecb80-91c0-4520-be28-1c2a747bd19c None None] Could not find standard attr ID for object 0a7b62e7-4cf7-457e-b789-4a2405c25c73. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:23:36.858312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58affeda-d4ba-45e3-96c8-c4b90f7126bf None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:36.867626 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/e7257856-6e36-45b4-a653-3a486c11868e HTTP/1.1" status: 204  len: 168 time: 2.1284816
Nov 15 09:23:36.868378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59686) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:36.941937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port af4d4c33-850f-4d29-88ff-148d59c2e963 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:36.943177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:36.995681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-800ac3da-35c0-4565-b1ff-2aa58fd8c283 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1232216
Nov 15 09:23:37.000783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59690) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:37.015982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:37.028932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Pushing event updated for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:37.043022 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.0677412
Nov 15 09:23:37.044479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59694) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:37.046895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:37.081676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a21c97f0>,) {'filters': {'network_id': ['5c4e5eef-e052-41a5-9afb-44a8c1da5043']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:37.103307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:37.127260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a21c97f0>, 'e6377a26-1d96-4579-93d3-132910400708') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:37.127638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a21c97f0>, 'e6377a26-1d96-4579-93d3-132910400708') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:37.137571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.144048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.150804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.154093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.229177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba', 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': 'ec98ab7d-e12d-49be-8722-714615e73574'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:37.230082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.238604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.260083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d96c2086-6858-4739-abd3-0c3b006ebe1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:37.343948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:37.361753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:37.371081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:37.398857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:37.472288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:37.477072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.491233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:subnet and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:37.496321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:37.499907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Attempting to bind port fd9c253b-0187-440b-acc3-a4306fe948da on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:37.503636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Attempting to bind port fd9c253b-0187-440b-acc3-a4306fe948da by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:37.503636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Attempting to bind port fd9c253b-0187-440b-acc3-a4306fe948da on network ce8d2a87-f377-4388-9c8e-a6874e44c822 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:37.528086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:37.528517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Checking segment: {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:37.528983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.529433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Bound using segment: {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:37.529983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Bound port: fd9c253b-0187-440b-acc3-a4306fe948da, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:37.530408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.644568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for af4d4c33-850f-4d29-88ff-148d59c2e963 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:37.657024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:37.675065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:37.684688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Deleting port 2b1649cc-0f80-4aaa-98bd-20fae9b847db {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:37.685112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.691331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:37.771357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:37.783753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 12 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:37.830154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:37.926882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.005310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af25eb7-db22-46a8-9990-decb694f7eae,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:38.017726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:38.080300 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c55a94c3a18415ab2a789e1070f3e78&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3002658
Nov 15 09:23:38.083346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] For port fd9c253b-0187-440b-acc3-a4306fe948da, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:38.086412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59698) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:38.114576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] For port fd9c253b-0187-440b-acc3-a4306fe948da, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd9c253b-0187-440b-acc3-a4306fe948da,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:38.152197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.156492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.221183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3849259e-e026-408b-b959-436e777a1173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:38.283855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:38.295284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.332484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Allocated IP 2001:db8::2 (05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba/ec98ab7d-e12d-49be-8722-714615e73574/aa80b580-2444-4e9b-9539-914944b3b0ef) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:38.374096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.416662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] For port 2b1649cc-0f80-4aaa-98bd-20fae9b847db, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2b1649cc-0f80-4aaa-98bd-20fae9b847db,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:38.417437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.435001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.449209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Pushing event updated for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:38.486668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.504831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f180056b-11a6-45f1-ab84-35eb97ba6b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:38.519567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 5c4e5eef-e052-41a5-9afb-44a8c1da5043 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:38.548875 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:38.576487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:38.585795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Calling delete_port for 2b1649cc-0f80-4aaa-98bd-20fae9b847db owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:38.610972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Router d5226f61-66da-46ff-aad5-c09fe762672d has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:38.612487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=af4d4c33-850f-4d29-88ff-148d59c2e963,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:38.654473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:38.665340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:38.796286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.813300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:38.833468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:38.834823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:38.852335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af25eb7-db22-46a8-9990-decb694f7eae,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:38.861300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:38.908518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.922764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1735a75f-1815-4760-867b-94c96c539ab7 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:38.935898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.941933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:38.966037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8995a1bc-19e6-4457-83a4-1179fe3bfeed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:39.013159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=5c4e5eef-e052-41a5-9afb-44a8c1da5043,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:39.032788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:39.042301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/5c4e5eef-e052-41a5-9afb-44a8c1da5043 HTTP/1.1" status: 204  len: 168 time: 5.7560453
Nov 15 09:23:39.042605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59702) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:39.087834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.091893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1af25eb7-db22-46a8-9990-decb694f7eae HTTP/1.1" status: 204  len: 168 time: 1.0018346
Nov 15 09:23:39.153487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Pushing event deleted for resources: {'Port': ['ID=2b1649cc-0f80-4aaa-98bd-20fae9b847db,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:39.161937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:39.177147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/routers/d5226f61-66da-46ff-aad5-c09fe762672d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0382156
Nov 15 09:23:39.190193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59708) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:39.196135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:39.197214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] Sync routers for ids ['d5226f61-66da-46ff-aad5-c09fe762672d'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:39.271931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-566a221a-2371-47e9-99d6-84f05568b27c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:23:39.272722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-566a221a-2371-47e9-99d6-84f05568b27c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:39.287995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.311789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.368635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] Routers {'d5226f61-66da-46ff-aad5-c09fe762672d'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:39.369345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a28f6320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['d5226f61-66da-46ff-aad5-c09fe762672d'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:39.447753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2b1649cc-0f80-4aaa-98bd-20fae9b847db no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:39.473740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-566a221a-2371-47e9-99d6-84f05568b27c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:39.479918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-566a221a-2371-47e9-99d6-84f05568b27c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/c869ac98-a8cc-409b-9bdb-f8b36f538aaa HTTP/1.1" status: 404  len: 333 time: 0.2813814
Nov 15 09:23:39.481725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:39.483423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59712) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:39.497322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:39.543830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a28f6320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:39.568113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 2b1649cc-0f80-4aaa-98bd-20fae9b847db {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:39.568881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2b1649cc-0f80-4aaa-98bd-20fae9b847db not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:39.575094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] No DVR routers for this DVR port 2b1649cc-0f80-4aaa-98bd-20fae9b847db on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:39.586457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.596898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.602772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae92610a-2db8-4be9-9ba9-45b2f47938c1 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 934 time: 7.9007056
Nov 15 09:23:39.635222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Transition to ACTIVE for port object aa80b580-2444-4e9b-9539-914944b3b0ef will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:39.722471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59716) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:39.828886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:39.840337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] Routers {'d5226f61-66da-46ff-aad5-c09fe762672d'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:39.841268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a28f6320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['d5226f61-66da-46ff-aad5-c09fe762672d'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:39.903546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Transition to ACTIVE for port object aa80b580-2444-4e9b-9539-914944b3b0ef will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:39.929451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a28f6320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:39.930154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a2b35-0845-4b1a-80e3-4c36fe4cc973 None None] The sync data for ids ['d5226f61-66da-46ff-aad5-c09fe762672d'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:40.002078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.019166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16a8cca4-3006-4267-ac0d-9f8f1925e8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:40.157002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.171637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.293380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.293821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Pushing event updated for resources: {'Port': ['ID=aa80b580-2444-4e9b-9539-914944b3b0ef,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:40.298267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:40.311409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-382e8488-06d9-4746-8463-d53e2d33886f tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:40.393413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:40.398461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:40.401187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:40.407547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.407802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router 9a36a856-8c6a-4b6d-be6b-1026ac15b9ab {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:23:40.436447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2235dd8>,) {'filters': {'network_id': ['84767cf4-25e1-4021-8e9c-001e0c7086a9']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:40.455882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2235dd8>, '00cf004b-f1d2-42d4-941a-caaf72869964') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:40.456245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2235dd8>, '00cf004b-f1d2-42d4-941a-caaf72869964') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:40.458973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.466105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 204  len: 168 time: 5.0511510
Nov 15 09:23:40.467159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.472033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59720) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:40.492644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2084575399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:40.535228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Attempting to bind port aa80b580-2444-4e9b-9539-914944b3b0ef on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:40.536355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Attempting to bind port aa80b580-2444-4e9b-9539-914944b3b0ef by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'd4df5452-8f82-4282-b5c2-aa03646c463d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:40.536586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Attempting to bind port aa80b580-2444-4e9b-9539-914944b3b0ef on network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:40.541332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:40.543538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=4457d041-3822-4c04-aa89-f1a5e0c6a484,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:40.548773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.552063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:40.552501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Checking segment: {'id': 'd4df5452-8f82-4282-b5c2-aa03646c463d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:40.553990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.554594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Bound using segment: {'id': 'd4df5452-8f82-4282-b5c2-aa03646c463d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:40.555148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Bound port: aa80b580-2444-4e9b-9539-914944b3b0ef, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4df5452-8f82-4282-b5c2-aa03646c463d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:40.555583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.558180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:40.561451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:40.573621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:40.578969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc50>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:35Z', 'revision_number': 6, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:38Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:40.592138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:40.617853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11418c-3a79-41b9-af7b-4d9aff902cb6 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:35Z', 'revision_number': 6, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:38Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:40.640617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.649453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:40.669429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.669643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.673047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:23:40.675586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:40.678873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:40.681007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.692912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:40.700443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa80b580-2444-4e9b-9539-914944b3b0ef,segment=NetworkSegment(d4df5452-8f82-4282-b5c2-aa03646c463d),segment_id=d4df5452-8f82-4282-b5c2-aa03646c463d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:40.715086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9494e30-3d8c-42c8-ab07-5c4df96fb6df tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:40.736724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.753575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5eb30c0b-b3e4-4dd8-8faa-6b53c3c4a9d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:40.821153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:40.821828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:40.892016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5e181032-6d7d-4384-8281-db845e1fbb46 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 934 time: 1.1675889
Nov 15 09:23:40.899488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59724) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:40.913714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'routes': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:40.947754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Pushing event updated for resources: {'Port': ['ID=aa80b580-2444-4e9b-9539-914944b3b0ef,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:40.961613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:41.012129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:41.083174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.101513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.111827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=f888b66f-52a9-454d-9676-cd709da989d8,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:41.128589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:41.173023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.1229594
Nov 15 09:23:41.178896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59728) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.240233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.298715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:41.306172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:41.315860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5408d1-0b95-48d9-9721-c41f18615544 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:41.330885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.332438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.334220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.335787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.337457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.338462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Synchronizing usage tracker for tenant:b24a3492505d4934b920db3c49876966 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:41.345006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.349065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-13eb333f-99a8-4a95-9a7b-f500df5b7933 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8748889
Nov 15 09:23:41.351413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59732) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.367050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:41.368821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.404941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Request body: {'router': {'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'enable_snat': False}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:41.489990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 84767cf4-25e1-4021-8e9c-001e0c7086a9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:41.497446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd9c253b-0187-440b-acc3-a4306fe948da up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:41.520609 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:41.529060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.600322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.641665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Unset dirty status for tenant:b24a3492505d4934b920db3c49876966 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:41.643008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67f6ab9e-d00e-4e5f-bbf1-cf0ecd5efd47 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4594870
Nov 15 09:23:41.648223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59736) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.655173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135994391'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:41.659014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.664055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:41.683274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:41.686441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.695580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=84767cf4-25e1-4021-8e9c-001e0c7086a9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:41.697651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.698441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Fanout notify agent at l3_agent the message router_deleted on router d5226f61-66da-46ff-aad5-c09fe762672d {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:23:41.703528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:41.711263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:41.711263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:41.721610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:41.725361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/84767cf4-25e1-4021-8e9c-001e0c7086a9 HTTP/1.1" status: 204  len: 168 time: 2.6811857
Nov 15 09:23:41.729360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.7252371
Nov 15 09:23:41.731492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59740) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.732092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59742) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.737102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port fd9c253b-0187-440b-acc3-a4306fe948da completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:41.740542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:5e:f1:7c', 'name': 'tempest-NetworksTestDHCPv6-886268207'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:41.748479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port fd9c253b-0187-440b-acc3-a4306fe948da triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:41.749163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.760387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-12106200'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:41.769045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.770304 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e1cf2364-1401-432c-882d-067bfe1b1554 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/routers/d5226f61-66da-46ff-aad5-c09fe762672d HTTP/1.1" status: 204  len: 168 time: 2.2811363
Nov 15 09:23:41.781147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59748) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:41.783022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': 'f888b66f-52a9-454d-9676-cd709da989d8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:41.784174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.784992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:41.891126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:41.897448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:41.902968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:41.913837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:41.919415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:41.940668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:41.941336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837b710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:41.945016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:42.019130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:42.028654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.029046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment 0db055e3-982d-4eea-8a61-3c57e24773bd of type vxlan for network 46fc4a37-b161-4e74-aebd-0aa108a3871b
Nov 15 09:23:42.042352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.057430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.113665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:42.120177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.145606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.149942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:42.150649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.187892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:42.213896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3c3bae-3f42-465f-8b58-e9d2111938d7 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:42.328039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Allocated IP 2001:db8::f816:3eff:fe82:231 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/f888b66f-52a9-454d-9676-cd709da989d8/3086d273-4da2-45d5-bf9b-d006bb223512) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:42.538075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port fd9c253b-0187-440b-acc3-a4306fe948da, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd9c253b-0187-440b-acc3-a4306fe948da,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:42.611928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.617879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc0c7017-10e7-42ed-ba2d-9e8dc7a452af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:42.688207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:42.721865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:42.732871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:42.745315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837b710>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:35Z', 'revision_number': 6, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:38Z', 'revision_number': 4, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:42.752898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:23:42.764704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:42.777736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:42.778827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837b710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:42.794817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1456566
Nov 15 09:23:42.807269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59752) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:42.809911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:42.811510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:42.815712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.820038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:42.831943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'New_network'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:42.836129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Transition to ACTIVE for port object 3086d273-4da2-45d5-bf9b-d006bb223512 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:42.862819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Transition to ACTIVE for port object 3086d273-4da2-45d5-bf9b-d006bb223512 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:42.883255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=46fc4a37-b161-4e74-aebd-0aa108a3871b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:42.891020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.898529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:42.915670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:42.946347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:42.967097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:43.061943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:43.064181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:43.070459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added routes are [] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:23:43.071141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:23:43.096624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 88a4f0ab-b493-4976-9725-31e991c745b2 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:43.100679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.134987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.198280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d482823-f5d5-4bd4-8ad8-69d6735a7302 None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:43.417764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.439160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:43.458620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.460671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment de790e45-bb5f-4085-b729-936e1f2754db of type vxlan for network 3635144a-2340-4dcb-aebc-0f20e7e978f2
Nov 15 09:23:43.553625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.578525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87c43480-70e8-4433-b759-3be1dc6936a7 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:43.623328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.636990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd9c253b-0187-440b-acc3-a4306fe948da up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:43.665787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.668674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890a78d-8d24-40c2-96d8-5489e0eae8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.706693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Pushing event updated for resources: {'Port': ['ID=3086d273-4da2-45d5-bf9b-d006bb223512,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:43.720644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-297050a8-6e63-4055-8980-addf0c94d19c None None] Provisioning for port aa80b580-2444-4e9b-9539-914944b3b0ef completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:43.741077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:43.759177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.791186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837b710>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:35Z', 'revision_number': 6, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:42Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:43.797670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66cf40-db25-4cdb-8521-34ce79a30552 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:35Z', 'revision_number': 6, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:42Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:43.865788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:43.884740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:43.890474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:43.898990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:43.914870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=46fc4a37-b161-4e74-aebd-0aa108a3871b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:43.944064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:43.950526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:43.968930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:43.991763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port fd9c253b-0187-440b-acc3-a4306fe948da triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:43.992339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.027162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b is not hosted by any dhcp agent {{(pid=81074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 15 09:23:44.031160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:44.031861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.033261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "PUT /v2.0/networks/46fc4a37-b161-4e74-aebd-0aa108a3871b HTTP/1.1" status: 200  len: 723 time: 1.2089720
Nov 15 09:23:44.044325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59756) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:44.065704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:44.086569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.105363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.114630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.200980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.205161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:44.206378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.218040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4d5599a2-3a5c-444f-affc-76b7f6ac169a tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:44.304445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Attempting to bind port 3086d273-4da2-45d5-bf9b-d006bb223512 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:44.304875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Attempting to bind port 3086d273-4da2-45d5-bf9b-d006bb223512 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:44.305294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Attempting to bind port 3086d273-4da2-45d5-bf9b-d006bb223512 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:44.309080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.331021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:44.331447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:44.331901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.332583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:44.332883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Bound port: 3086d273-4da2-45d5-bf9b-d006bb223512, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:44.333433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.348077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Allocated IP 172.26.4.13 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/0fcea08e-22f6-4b89-b59d-32896ceebc1a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:44.494814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.7568450
Nov 15 09:23:44.494814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:44.496609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59760) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:44.503433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:44.506390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=3635144a-2340-4dcb-aebc-0f20e7e978f2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:44.520223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:44.547739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:44.566056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:44.612037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:44.663331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:23:44.664790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.696456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:44.702147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:44.706001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:44.709497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:44.714688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:44.726887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:44.760782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa80b580-2444-4e9b-9539-914944b3b0ef up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:44.881575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:44.913280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:44.966745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.092830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] For port 3086d273-4da2-45d5-bf9b-d006bb223512, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:45.139907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] For port 3086d273-4da2-45d5-bf9b-d006bb223512, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3086d273-4da2-45d5-bf9b-d006bb223512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:45.149898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Update dhcp port {'port': {'network_id': '05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba', 'fixed_ips': [{'subnet_id': 'ec98ab7d-e12d-49be-8722-714615e73574', 'ip_address': '2001:db8::2'}, {'subnet_id': '4457d041-3822-4c04-aa89-f1a5e0c6a484'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': 'aa80b580-2444-4e9b-9539-914944b3b0ef'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:23:45.192336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.217199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-789104c6-b967-48b8-a952-9140123c8419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:45.289585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd3087b2-e71f-4419-a323-dd8c5a4a579a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:45.388521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.410110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fe5e:f17c (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/f888b66f-52a9-454d-9676-cd709da989d8/99c66c8f-a6cb-418b-b187-2f3a4786b9d0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:45.433159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port aa80b580-2444-4e9b-9539-914944b3b0ef completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:45.444023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Pushing event updated for resources: {'Port': ['ID=3086d273-4da2-45d5-bf9b-d006bb223512,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:45.482567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:45.482929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.507543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.514843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:45.527864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.550668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Pushing event updated for resources: {'Port': ['ID=0fcea08e-22f6-4b89-b59d-32896ceebc1a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:45.562248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b07cd30-3d7f-4d2b-9d6d-6267485e974d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:45.664182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.664621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.665040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.665458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.665869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.666339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.666667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.667074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.667502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.668100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.668350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.668470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.668765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.669221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.669913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.670037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.670384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.670782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.671258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.671647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.672072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.672483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.672873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.673271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.673669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.688958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:45.743444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:45.747509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:45.759697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:45.764884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=88a4f0ab-b493-4976-9725-31e991c745b2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:45.810382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f55c5413-dad5-45aa-9732-bdc72e5723b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.829896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:45.832651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.833090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.833517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.834506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.834925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.835445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.835877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.836337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.836753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.837164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.837578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.838253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.838422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.838834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.839241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.839646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.852318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.852875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.853868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.854300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.854718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.855135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.855552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.856668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:45.871853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:45.876453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:45.921755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.940521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.944895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-895d8417-196a-4be8-96a6-c21c555e436d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 700 time: 5.0436456
Nov 15 09:23:45.958400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59764) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:45.963324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:45.999452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/88a4f0ab-b493-4976-9725-31e991c745b2 HTTP/1.1" status: 204  len: 168 time: 4.2128508
Nov 15 09:23:46.003491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.019162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Allocated IP 172.20.0.1 (05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba/4457d041-3822-4c04-aa89-f1a5e0c6a484/aa80b580-2444-4e9b-9539-914944b3b0ef) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:46.022216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:46.033413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59768) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:46.140866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.144526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:46.145518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8da0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:46.238713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f5424c7-e355-47a5-8e55-cca45ea5ac8a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:46.316066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d384c3-5c00-4297-8cf7-9a37b781dbc5 None None] Network ea112972-a037-4bda-8d75-9f3895cc3e3a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:46.367110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=99c66c8f-a6cb-418b-b187-2f3a4786b9d0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:46.381925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:46.404058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.432595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:46.436692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:46.439215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:46.444407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:46.445100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.528780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.7949610
Nov 15 09:23:46.531767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59772) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:46.537798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 967e869e-b5da-4931-a049-f4b464919029 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:46.538190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.545182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.562976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d04a986-55ba-4fe7-b934-dbd6bbe7f053 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:46.563345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.625360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:46.689617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa80b580-2444-4e9b-9539-914944b3b0ef,segment=NetworkSegment(d4df5452-8f82-4282-b5c2-aa03646c463d),segment_id=d4df5452-8f82-4282-b5c2-aa03646c463d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:46.717899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=2b8c31e4-a1d3-4f97-8840-4f1038cea361,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:46.730842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:46.836360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking segment: {'id': '0db055e3-982d-4eea-8a61-3c57e24773bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:46.836944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network hostable DHCP agents. Network: 46fc4a37-b161-4e74-aebd-0aa108a3871b, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:46.848020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:46.859876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45d91d1b-6710-42ae-b870-7347c6ee823a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 700 time: 0.8995368
Nov 15 09:23:46.866260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:47.041126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.048377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:47.106391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 46fc4a37-b161-4e74-aebd-0aa108a3871b) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:47.126903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c651a-d25a-4303-aad8-3d7426d7209e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:47.131516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:47.131902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c651a-d25a-4303-aad8-3d7426d7209e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:47.132701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.132851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-832c651a-d25a-4303-aad8-3d7426d7209e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:47.138112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] DHCP port deletion for ea112972-a037-4bda-8d75-9f3895cc3e3a request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:47.141056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330c9f6-c1b0-4a5f-9a63-b0254215af03 None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:47.158657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Transition to ACTIVE for port object aa80b580-2444-4e9b-9539-914944b3b0ef will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:47.189645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] For port 967e869e-b5da-4931-a049-f4b464919029, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=967e869e-b5da-4931-a049-f4b464919029,segment=NetworkSegment(10a2290a-21df-436f-9639-7f390dd29056),segment_id=10a2290a-21df-436f-9639-7f390dd29056)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:47.190080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.245059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Deleting port 967e869e-b5da-4931-a049-f4b464919029 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:47.245526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.288438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2428930
Nov 15 09:23:47.289461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59780) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:47.303286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:47.325937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.363757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:47.408720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-832c651a-d25a-4303-aad8-3d7426d7209e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:47.410737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-832c651a-d25a-4303-aad8-3d7426d7209e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.8747447
Nov 15 09:23:47.414372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59784) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:47.425498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 967e869e-b5da-4931-a049-f4b464919029 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:47.593682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036844092208'] for subnet, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.722920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.731486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:47.731934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:47.742798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:47.742798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.749333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.792612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.814537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:47.848032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f49a40e2-c131-474d-b594-03d34b097507 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:47.862738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7a1a3dc1-3e5f-41cd-889a-a7d782df0980 None None] Provisioning for port 3086d273-4da2-45d5-bf9b-d006bb223512 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:47.867232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Pushing event updated for resources: {'Port': ['ID=aa80b580-2444-4e9b-9539-914944b3b0ef,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:47.915350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:48.056371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.068266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.175758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] For port 967e869e-b5da-4931-a049-f4b464919029, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=967e869e-b5da-4931-a049-f4b464919029,segment=NetworkSegment(10a2290a-21df-436f-9639-7f390dd29056),segment_id=10a2290a-21df-436f-9639-7f390dd29056)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:48.176244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.291185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-46fc4a37-b161-4e74-aebd-0aa108a3871b', 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '2b8c31e4-a1d3-4f97-8840-4f1038cea361'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:48.292121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.317390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.336423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036843780520'] for subnet, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.354782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fbf179ce-350a-4248-ae00-d2a94d2e593e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:48.387758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Calling delete_port for 967e869e-b5da-4931-a049-f4b464919029 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:48.422120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0dd70865-9296-4edf-a3d0-f82b39004de9 None None] Provisioning for port 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:48.476959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8da0>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:43Z', 'revision_number': 7, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:42Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:48.479464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0dd70865-9296-4edf-a3d0-f82b39004de9 None None] Provisioning complete for port 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:48.479960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0dd70865-9296-4edf-a3d0-f82b39004de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.558372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=f257ec60-2e74-42d8-92d7-842084a437b5,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:48.569091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:23:48.583641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:48.596628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81fa35ae-95aa-44ef-ba62-4bf143b1c5a8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:48.608108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.665694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=967e869e-b5da-4931-a049-f4b464919029,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:48.695795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0dd70865-9296-4edf-a3d0-f82b39004de9 None None] Port 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:23:48.702729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:48.739566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=2b8c31e4-a1d3-4f97-8840-4f1038cea361,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:48.743523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:48.760420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:48.761140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8da0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:48.863260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No DVR routers for this DVR port 967e869e-b5da-4931-a049-f4b464919029 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:48.977273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:48.978152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:48.982521 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "PUT /v2.0/subnets/2b8c31e4-a1d3-4f97-8840-4f1038cea361 HTTP/1.1" status: 200  len: 826 time: 1.6851790
Nov 15 09:23:48.983233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59792) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:49.076894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6425d-965c-4a51-bd3d-31551f24e3cf None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:49.105074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:49.105336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:49.171956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.186098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.263357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa80b580-2444-4e9b-9539-914944b3b0ef,segment=NetworkSegment(d4df5452-8f82-4282-b5c2-aa03646c463d),segment_id=d4df5452-8f82-4282-b5c2-aa03646c463d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:49.277352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.309455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.320526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:49.419660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 99c66c8f-a6cb-418b-b187-2f3a4786b9d0 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:49.470585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': 'de790e45-bb5f-4085-b729-936e1f2754db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:49.471001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 3635144a-2340-4dcb-aebc-0f20e7e978f2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:23:49.525716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3086d273-4da2-45d5-bf9b-d006bb223512 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:49.555068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8ea2ba8>,) {'filters': {'network_id': ['ea112972-a037-4bda-8d75-9f3895cc3e3a']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:49.587100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.592298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8ea2ba8>, '10a2290a-21df-436f-9639-7f390dd29056') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:49.592656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8ea2ba8>, '10a2290a-21df-436f-9639-7f390dd29056') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:49.600424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:49.613835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.653379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Deleting port 967e869e-b5da-4931-a049-f4b464919029 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:49.654160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.676565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.680441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:23:49.683919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:49.726104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Provisioning for port aa80b580-2444-4e9b-9539-914944b3b0ef completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:49.794764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 3635144a-2340-4dcb-aebc-0f20e7e978f2) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:49.813867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-73b882ed-8570-4582-8f22-967596b109f7 None None] The port '967e869e-b5da-4931-a049-f4b464919029' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:23:49.900694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=aa80b580-2444-4e9b-9539-914944b3b0ef,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:49.905339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:49.905531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:49.906029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.906528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:49.907031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.935998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:49.939742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70fd00-7716-4051-8da5-f840008d951b None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:49.969736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:50.014342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network ea112972-a037-4bda-8d75-9f3895cc3e3a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:50.039464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port fd9c253b-0187-440b-acc3-a4306fe948da {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:50.039865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.043677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.107813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=99c66c8f-a6cb-418b-b187-2f3a4786b9d0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:50.121102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:50.179654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.6740937
Nov 15 09:23:50.179654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59796) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:50.192439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-88153915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:50.220499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:50.240448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:50.258755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:50.270750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port fd9c253b-0187-440b-acc3-a4306fe948da, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=fd9c253b-0187-440b-acc3-a4306fe948da,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:50.271528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.282949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:50.347296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Allocated IP 2001:db8::2 (46fc4a37-b161-4e74-aebd-0aa108a3871b/2b8c31e4-a1d3-4f97-8840-4f1038cea361/2e702c5d-143b-4c91-b4b6-d30a073b9ea1) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:50.392529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network ea112972-a037-4bda-8d75-9f3895cc3e3a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:50.411248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for fd9c253b-0187-440b-acc3-a4306fe948da owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:50.419900 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:50.424338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Router acd8cab5-2656-40ea-9ec2-21bdcf38a1ae is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:23:50.490602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.491661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.500916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3086d273-4da2-45d5-bf9b-d006bb223512 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:50.623903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.633624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.649410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.658323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.667497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ec8800e-2503-47cb-ad92-1fadeae98a12 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:50.685340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:50.887448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3086d273-4da2-45d5-bf9b-d006bb223512 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:50.887769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:50.928381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=fd9c253b-0187-440b-acc3-a4306fe948da,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:50.934484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:51.062112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:23:51.075067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.103173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/99c66c8f-a6cb-418b-b187-2f3a4786b9d0 HTTP/1.1" status: 204  len: 168 time: 3.6327684
Nov 15 09:23:51.104428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=ea112972-a037-4bda-8d75-9f3895cc3e3a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:51.106635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59800) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.196477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:51.197563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.202618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-3635144a-2340-4dcb-aebc-0f20e7e978f2', 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': 'f257ec60-2e74-42d8-92d7-842084a437b5'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:51.203552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.206191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19745b21-dc11-43e6-891a-9c856b68432a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:51.207721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19745b21-dc11-43e6-891a-9c856b68432a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:51.209125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19745b21-dc11-43e6-891a-9c856b68432a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:51.216568 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/ea112972-a037-4bda-8d75-9f3895cc3e3a HTTP/1.1" status: 204  len: 168 time: 5.1649966
Nov 15 09:23:51.224056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59804) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.265384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.275437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Provisioning complete for port 3086d273-4da2-45d5-bf9b-d006bb223512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:51.275894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.289925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.294059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dcc70759-8c17-44e8-bb53-a49c21b0a5b0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.1112328
Nov 15 09:23:51.300897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59808) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.314341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'port': {'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2', 'name': 'tempest-RoutersIpV6Test-1963309711'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:51.349897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19745b21-dc11-43e6-891a-9c856b68432a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:51.351390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-19745b21-dc11-43e6-891a-9c856b68432a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.2311320
Nov 15 09:23:51.354162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59812) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.465450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.508894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b49a-00c6-4f21-beed-20fce53e98a9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:51.509546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d5e0b49a-00c6-4f21-beed-20fce53e98a9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:51.576131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.582663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8da0>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:43Z', 'revision_number': 7, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:42Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:51.604302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:51.610361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:port and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:51.610782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f019-a812-46e8-be16-0bb61d53a4b6 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:43Z', 'revision_number': 7, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fd9c253b-0187-440b-acc3-a4306fe948da', 'name': '', 'network_id': 'ce8d2a87-f377-4388-9c8e-a6874e44c822', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:b3:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:23:20Z', 'updated_at': '2020-11-15T09:23:42Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': 'e50f1172-6d1b-42fb-955a-8127802c69e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:51.614579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Transition to ACTIVE for port object 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:51.615579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:51.619207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d5e0b49a-00c6-4f21-beed-20fce53e98a9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:51.624191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5e0b49a-00c6-4f21-beed-20fce53e98a9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/b82d35e7-2220-4b9e-8451-5d643ebeb247 HTTP/1.1" status: 200  len: 845 time: 0.3919058
Nov 15 09:23:51.625506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59816) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.629436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:51.690026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 3086d273-4da2-45d5-bf9b-d006bb223512, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3086d273-4da2-45d5-bf9b-d006bb223512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:51.713437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Transition to ACTIVE for port object 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:51.745746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:51.751896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.770892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet f888b66f-52a9-454d-9676-cd709da989d8 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:51.776701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.777005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.778084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa80b580-2444-4e9b-9539-914944b3b0ef up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:51.801953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25437e14-4c71-477f-9320-2a00c0cec15a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/b82d35e7-2220-4b9e-8451-5d643ebeb247?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1754725
Nov 15 09:23:51.803215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59820) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:51.814378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.822982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:51.870096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c126775-21b7-4263-be51-aa17c2e7d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:51.904309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.915103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.976665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:51.988656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:51.990957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] Sync routers for ids ['acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:51.993605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "PUT /v2.0/routers/acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 200  len: 915 time: 10.6193695
Nov 15 09:23:51.998079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:52.019261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] Routers {'acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:52.020531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83d80f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:52.160333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83d80f0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:52.160584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1dfc8d1-917c-40f8-930d-b4a7241e2300 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:52.173065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] Routers {'acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:52.173974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83d80f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:52.208036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:52.236676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:52.245427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:52.248724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83d80f0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:52.249367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d6127-053b-49ce-9042-a0d20d19833b None None] The sync data for ids ['acd8cab5-2656-40ea-9ec2-21bdcf38a1ae'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:23:52.257449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:52.269506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] device_id is not set on port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:23:52.287796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=2b8c31e4-a1d3-4f97-8840-4f1038cea361,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:52.291018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:52.318375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Allocated IP 2001:db8::2 (3635144a-2340-4dcb-aebc-0f20e7e978f2/f257ec60-2e74-42d8-92d7-842084a437b5/ea1224d3-fd84-4dc0-b4c2-89f5f9fef487) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:52.332822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.335724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:52.335724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-6aa68eff-c9c4-4a44-8693-baba29970778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:52.338722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=3086d273-4da2-45d5-bf9b-d006bb223512,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:52.348504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:52.350314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:52.408109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:52.496675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:52.497112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.549310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:52.564003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.567610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.568923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:52.586446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:52.598582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Pushing event updated for resources: {'Port': ['ID=2e702c5d-143b-4c91-b4b6-d30a073b9ea1,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:52.607453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:52.647363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.706656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Attempting to bind port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:52.707292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Attempting to bind port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0db055e3-982d-4eea-8a61-3c57e24773bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:52.707516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Attempting to bind port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 on network 46fc4a37-b161-4e74-aebd-0aa108a3871b {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:52.745633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db479e16-840b-4e6c-9933-9b08f96250f1 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 200  len: 921 time: 0.6883373
Nov 15 09:23:52.771634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:52.772106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Checking segment: {'id': '0db055e3-982d-4eea-8a61-3c57e24773bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:52.772698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.773014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Bound using segment: {'id': '0db055e3-982d-4eea-8a61-3c57e24773bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:52.773639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Bound port: 2e702c5d-143b-4c91-b4b6-d30a073b9ea1, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db055e3-982d-4eea-8a61-3c57e24773bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:52.773989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:52.777289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59830) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:52.950588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0439a75d-7606-46ab-b9e0-107742c8ddcd tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=acd8cab5-2656-40ea-9ec2-21bdcf38a1ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1719875
Nov 15 09:23:52.955613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59836) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:53.047808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1e66f98>,) {'filters': {'network_id': ['46fc4a37-b161-4e74-aebd-0aa108a3871b']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:53.071590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e66f98>, '0db055e3-982d-4eea-8a61-3c57e24773bd') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:53.072404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e66f98>, '0db055e3-982d-4eea-8a61-3c57e24773bd') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:53.105958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.136391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.151033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:53.196281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb2fd6-36dd-4ac3-81a9-1cfb5ffb0b51 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:53.200444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ffb2fd6-36dd-4ac3-81a9-1cfb5ffb0b51 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 881 time: 0.2411149
Nov 15 09:23:53.200596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.200877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59840) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:53.229521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Transition to ACTIVE for port object ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:53.246164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 967e869e-b5da-4931-a049-f4b464919029 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:53.255969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-329f4cb0-296b-4777-9a91-d6038db48b78 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 200  len: 205 time: 0.0511703
Nov 15 09:23:53.256152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59844) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:53.291267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] For port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:53.293441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 967e869e-b5da-4931-a049-f4b464919029 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:23:53.293851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 967e869e-b5da-4931-a049-f4b464919029 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:23:53.298031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Transition to ACTIVE for port object ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:53.335056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.466505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8::39c (3635144a-2340-4dcb-aebc-0f20e7e978f2/f257ec60-2e74-42d8-92d7-842084a437b5/1fa27f8e-9ff4-4b8e-9339-a6db43bc9854) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:53.479924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4bf0cc87-1546-4d99-9f16-65acf45f58d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:53.513691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3086d273-4da2-45d5-bf9b-d006bb223512 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:53.598954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:53.610326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.627915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-be3a9f8c-f0f5-49ed-b525-d52f55b0a475 None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:53.627915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be3a9f8c-f0f5-49ed-b525-d52f55b0a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.707316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Pushing event updated for resources: {'Port': ['ID=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:53.716557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:53.741513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:53.746194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:53.749664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:53.766523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3086d273-4da2-45d5-bf9b-d006bb223512 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:53.767071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.831481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:53.852859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:53.863117 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:53.884653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccb10469-60ac-44cc-99d4-07375144bb1b tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:53.940014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Attempting to bind port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:23:53.940455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Attempting to bind port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'de790e45-bb5f-4085-b729-936e1f2754db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:23:53.940876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Attempting to bind port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 on network 3635144a-2340-4dcb-aebc-0f20e7e978f2 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:23:53.951105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.966547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:23:53.966547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Checking segment: {'id': 'de790e45-bb5f-4085-b729-936e1f2754db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:23:53.966858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.967228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Bound using segment: {'id': 'de790e45-bb5f-4085-b729-936e1f2754db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:23:53.967784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Bound port: ea1224d3-fd84-4dc0-b4c2-89f5f9fef487, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de790e45-bb5f-4085-b729-936e1f2754db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '3635144a-2340-4dcb-aebc-0f20e7e978f2'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:23:53.968247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:53.972185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db285b22-9787-43a6-bcce-f34d15d7c39f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:54.092177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] For port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2e702c5d-143b-4c91-b4b6-d30a073b9ea1,segment=NetworkSegment(0db055e3-982d-4eea-8a61-3c57e24773bd),segment_id=0db055e3-982d-4eea-8a61-3c57e24773bd)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:54.093901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=f888b66f-52a9-454d-9676-cd709da989d8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:54.100685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:54.139013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.141647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:23:54.141647 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:23:54.141647 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '46fc4a37-b161-4e74-aebd-0aa108a3871b'}]
Nov 15 09:23:54.141647 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:23:54.142031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:23:54.158718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:23:54.164689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdc0c4a3-ff75-4df1-b5d4-8260ab300430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:54.173695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.219653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28522a-ea5b-4274-b0bd-66bd31a2289e None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:54.236051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa80b580-2444-4e9b-9539-914944b3b0ef up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:54.365297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=053db306-34fa-45f5-8ffa-f44275e7b075,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:54.475643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:54.475643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.475643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:23:54.475915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:23:54.475915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5893998
Nov 15 09:23:54.476068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] For port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:23:54.476155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:54.476155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.476300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:23:54.476378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59848) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:54.524729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:54.537715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] For port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,segment=NetworkSegment(de790e45-bb5f-4085-b729-936e1f2754db),segment_id=de790e45-bb5f-4085-b729-936e1f2754db)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:23:54.551790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7be3df-b5e9-4527-9cfb-68b0e0658834 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:54.564073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:54.564695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.602722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Pushing event updated for resources: {'Port': ['ID=2e702c5d-143b-4c91-b4b6-d30a073b9ea1,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:54.644706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.679062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:54.722872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:54.723246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3b080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:54.757256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:54.757627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.778554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:54.811294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet e50f1172-6d1b-42fb-955a-8127802c69e5 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:23:54.815957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.157291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:55.157910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.175929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/f888b66f-52a9-454d-9676-cd709da989d8 HTTP/1.1" status: 204  len: 168 time: 3.8185568
Nov 15 09:23:55.179397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:55.235652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.237723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.252748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.254466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port 0fcea08e-22f6-4b89-b59d-32896ceebc1a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:55.254843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.267761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34f8ed9d-da88-4a04-a92d-dcb8397380a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:55.289467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4706450
Nov 15 09:23:55.306065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59856) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:55.312612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6beaa6-d7a5-4493-be27-731f48fd0208 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:55.317566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'security_group': {'name': 'tempest-secgroup-341941620'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:55.353578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:55.362417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c7f70920-52c4-4d45-bd5a-5d32a7a70cd8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1791990
Nov 15 09:23:55.385483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:55.413795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:55.435201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:55.441694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:55.494655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2e702c5d-143b-4c91-b4b6-d30a073b9ea1,segment=NetworkSegment(0db055e3-982d-4eea-8a61-3c57e24773bd),segment_id=0db055e3-982d-4eea-8a61-3c57e24773bd)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:55.495088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.512042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.535344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:55.632762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=1fa27f8e-9ff4-4b8e-9339-a6db43bc9854,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:55.656862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.667332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:55.696587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:55.744093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Pushing event updated for resources: {'Port': ['ID=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:55.747126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e8f45-a8e2-4780-b6c1-50c5d76e1bf6 None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:55.766844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.770232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:55.775342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:55.790092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df059c8-4bcc-49a8-bd41-77a08a066508 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:55.791217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df059c8-4bcc-49a8-bd41-77a08a066508 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:55.816759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:55.869203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:23:55.900690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:55.908805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:55.918470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:55.938216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Deleting port 3086d273-4da2-45d5-bf9b-d006bb223512 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:55.938441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.938552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:23:55.948048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for 0fcea08e-22f6-4b89-b59d-32896ceebc1a owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:55.983403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:23:55.986824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:55.988597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:55.988737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.009999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0303095e-7d9d-42f8-b1ef-66554f47485e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:56.056295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df059c8-4bcc-49a8-bd41-77a08a066508 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:23:56.060005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1df059c8-4bcc-49a8-bd41-77a08a066508 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6640460
Nov 15 09:23:56.065358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59864) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.084186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3086d273-4da2-45d5-bf9b-d006bb223512 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:23:56.126422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.8218524
Nov 15 09:23:56.133430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59868) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.145816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Port': ['ID=2e702c5d-143b-4c91-b4b6-d30a073b9ea1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:56.148676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:56.248313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.291942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No DVR routers for this DVR port 2e702c5d-143b-4c91-b4b6-d30a073b9ea1 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:56.310173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83310b-ebce-419a-95cd-c18d3e62b7a8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:56.311826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da83310b-ebce-419a-95cd-c18d3e62b7a8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2457182
Nov 15 09:23:56.314515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59872) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.321963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.334115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9536e53e-239d-4457-8a5d-0f24a866059e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:56.405358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-624b0d89-e693-4dd4-8e2a-f27adf41c156 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0885675
Nov 15 09:23:56.413284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59876) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.421874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:56.502549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=661de963-b7d9-4a36-8b3f-4443e6b0ee18,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:56.507709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:56.517320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.539921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.613508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-75650497-94cf-4743-b213-1740813b9209 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:56.628966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] For port 3086d273-4da2-45d5-bf9b-d006bb223512, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3086d273-4da2-45d5-bf9b-d006bb223512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:56.629419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.668992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.671377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.3642557
Nov 15 09:23:56.675722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.748921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=e50f1172-6d1b-42fb-955a-8127802c69e5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:56.757011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:56.777555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'security_group': {'name': 'tempest-secgroup-1027258686'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:56.811412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:56.818604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3ea9048>,) {'filters': {'network_id': ['46fc4a37-b161-4e74-aebd-0aa108a3871b']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:56.822149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.838167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ea9048>, '0db055e3-982d-4eea-8a61-3c57e24773bd') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:56.838561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ea9048>, '0db055e3-982d-4eea-8a61-3c57e24773bd') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:56.842764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:56.851624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11a16095-33be-4e47-b92e-21012d26dd1e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:56.861214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.863249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/e50f1172-6d1b-42fb-955a-8127802c69e5 HTTP/1.1" status: 204  len: 168 time: 2.3904188
Nov 15 09:23:56.866641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.873886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59884) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:56.897698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:56.923251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f875bd-32ca-4cfb-ac7c-93735a54f201 None None] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:56.965118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:56.968011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=0fcea08e-22f6-4b89-b59d-32896ceebc1a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:56.970410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:56.972893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:56.978546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:56.986223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:56.993508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:57.001359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:57.015199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:57.023178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Calling delete_port for 3086d273-4da2-45d5-bf9b-d006bb223512 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:57.043254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.055137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0eca5b-559d-420b-b1ea-c05e5847ca4f None None] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:57.112363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.161327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:57.265130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:57.277109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.352676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 27e512f9-371e-4311-8267-f3ca9293da26 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:23:57.352932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.438847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'tenant_id': 'a5c86e61a2b642f2ac621b137543eee0', 'fixed_ips': [{'subnet_id': '053db306-34fa-45f5-8ffa-f44275e7b075'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:23:57.439973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.570417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 46fc4a37-b161-4e74-aebd-0aa108a3871b has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:57.601482 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:57.624075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.705988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:57.714501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:57.717194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.718517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:57.743511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e53d5e3-bb62-4410-aa51-f1980f667e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:57.765099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:57.785287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:57.923055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Pushing event deleted for resources: {'Port': ['ID=3086d273-4da2-45d5-bf9b-d006bb223512,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:57.971794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763d4b3-10ba-4e6b-8d61-062c99b5162d None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:23:58.116723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.119879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.120358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.121024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.121167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.121673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.122100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.122788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.122928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.123276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b346c82c-e4bf-498b-8612-8381b099a8c3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:58.123431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.123915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.124360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.124801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.125302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.125768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.126169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.126605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.127061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.127504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.128947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.128947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.128947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.130106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.130694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.131138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:23:58.138021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3b080>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:50Z', 'revision_number': 8, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:58.141264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.155115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:58.158813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=46fc4a37-b161-4e74-aebd-0aa108a3871b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:58.174898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:58.181587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/46fc4a37-b161-4e74-aebd-0aa108a3871b HTTP/1.1" status: 204  len: 168 time: 9.1946864
Nov 15 09:23:58.185814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59888) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:58.193914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:23:58.218862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port 27e512f9-371e-4311-8267-f3ca9293da26, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=27e512f9-371e-4311-8267-f3ca9293da26,segment=NetworkSegment(44eadceb-fbf4-4bbf-91f1-ac7924d7bd17),segment_id=44eadceb-fbf4-4bbf-91f1-ac7924d7bd17)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:23:58.219366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.233321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ebbd6d-b19d-4536-81e8-fb6d13e3ad52 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:23:58.233321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ebbd6d-b19d-4536-81e8-fb6d13e3ad52 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:23:58.235211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-19ebbd6d-b19d-4536-81e8-fb6d13e3ad52 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/46fc4a37-b161-4e74-aebd-0aa108a3871b HTTP/1.1" status: 404  len: 339 time: 0.0485294
Nov 15 09:23:58.244165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59892) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:58.272217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851249025', 'description': 'd1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:58.319104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:58.334868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.343512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] No DVR routers for this DVR port 3086d273-4da2-45d5-bf9b-d006bb223512 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:58.352063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:23:58.352853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3b080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:58.400615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 27e512f9-371e-4311-8267-f3ca9293da26 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:23:58.413220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.416851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bba8f7d8-4aab-4ea9-a000-83c060179ad8 None None] Provisioning for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:58.430301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Usage tracker for resource:network and tenant:b24a3492505d4934b920db3c49876966 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:58.433169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:23:58.439178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:58.454618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:58.503522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:58.510679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.538806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.540826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.551598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aaf87a0d-81f0-4b90-b501-b221eac10568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:58.569381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fae8a8b8-a2e7-431b-9fde-c52786903478 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:58.609754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:23:58.686821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=27e512f9-371e-4311-8267-f3ca9293da26,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:58.694427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:58.702874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.703388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment 1768e369-594f-4203-84c2-49f4c77f87aa of type vxlan for network e8aa1e12-4648-440e-a695-3b7d236de352
Nov 15 09:23:58.758941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.778358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3a9d5-30bb-4c77-a742-c727bed492ba,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:58.783864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No DVR routers for this DVR port 27e512f9-371e-4311-8267-f3ca9293da26 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:23:58.839469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2e179-98cc-46b5-989b-ea2567036522 None None] DHCP port deletion for ce8d2a87-f377-4388-9c8e-a6874e44c822 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:23:58.863347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:58.881253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.885890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:58.886443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.888192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.889497 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.2076252
Nov 15 09:23:58.900313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:58.910452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-973893731', 'security_groups': ['76d3a9d5-30bb-4c77-a742-c727bed492ba'], 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '053db306-34fa-45f5-8ffa-f44275e7b075'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:58.912881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:58.963227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:58.974908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.019956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Allocated IP 2001:db8::2 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/053db306-34fa-45f5-8ffa-f44275e7b075/8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:23:59.029545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:23:59.049567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.108922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.125479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=e8aa1e12-4648-440e-a695-3b7d236de352,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:59.133410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:23:59.138093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8925498
Nov 15 09:23:59.144082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59900) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:59.157764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e8aa1e12-4648-440e-a695-3b7d236de352 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:59.230058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network e8aa1e12-4648-440e-a695-3b7d236de352 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:23:59.248028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3e80c18>,) {'filters': {'network_id': ['ce8d2a87-f377-4388-9c8e-a6874e44c822']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:59.256933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:23:59.261989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3e80c18>, '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:59.262533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3e80c18>, '44eadceb-fbf4-4bbf-91f1-ac7924d7bd17') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:23:59.275799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.291896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.294567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 18 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:23:59.424645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:23:59.425050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.479368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:59.487980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:59.488311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.488910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router acd8cab5-2656-40ea-9ec2-21bdcf38a1ae {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:23:59.498435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.553976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:port and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:59.562482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2939ffe-9de0-4f2b-9c43-034ed0c2f9c9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:23:59.563227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a2939ffe-9de0-4f2b-9c43-034ed0c2f9c9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Synchronizing usage tracker for tenant:b24a3492505d4934b920db3c49876966 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:23:59.567349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:59.654059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:59.684413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.685627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 204  len: 168 time: 6.4282959
Nov 15 09:23:59.690872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59904) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:23:59.697826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1180034188', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:23:59.705443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network ce8d2a87-f377-4388-9c8e-a6874e44c822 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:23:59.732700 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:23:59.734808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:23:59.744408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:23:59.816581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Usage tracker for resource:router and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:23:59.834665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:23:59.854023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:23:59.916584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.930066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:23:59.949787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.964832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.965908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:23:59.977340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/ce8d2a87-f377-4388-9c8e-a6874e44c822 HTTP/1.1" status: 204  len: 168 time: 3.1019495
Nov 15 09:23:59.978989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=ce8d2a87-f377-4388-9c8e-a6874e44c822,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:23:59.982531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59908) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:00.021361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.024206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.056842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Transition to ACTIVE for port object 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:00.058229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:00.104588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Transition to ACTIVE for port object 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:00.130154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,segment=NetworkSegment(de790e45-bb5f-4085-b729-936e1f2754db),segment_id=de790e45-bb5f-4085-b729-936e1f2754db)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:00.136653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Provisioning complete for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:00.136653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.174409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.178102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.210912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a2939ffe-9de0-4f2b-9c43-034ed0c2f9c9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Unset dirty status for tenant:b24a3492505d4934b920db3c49876966 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:00.212239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a2939ffe-9de0-4f2b-9c43-034ed0c2f9c9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks?id=e8aa1e12-4648-440e-a695-3b7d236de352 HTTP/1.1" status: 200  len: 765 time: 1.0632029
Nov 15 09:24:00.216602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59912) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:00.232471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'description': 'd2'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:00.358578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1275f57-bda5-4b02-857f-fd22775f1c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:00.409116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.500360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.502388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3b080>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:50Z', 'revision_number': 8, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:00.504700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.519217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:00.522776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9fc6b-86d3-4124-8e45-5702544a149f None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:23:50Z', 'revision_number': 8, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'efa1070e-1262-4bf6-a66b-27919a01417a', 'name': '', 'network_id': '6e1274b2-0465-4dd9-ab3c-36f5c732dd22', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:23:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:57Z', 'updated_at': '2020-11-15T09:23:16Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '14df6ab5-daf2-4a06-91d7-cc116c4a1712', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:00.524601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:00.535692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a64bcd9-a274-4326-bb99-fd33b93e7ca2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:00.542119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-692c3d8c-a739-48ee-afbd-22f87db983d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:00.619590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.761211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:00.931779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=53c139dc-e3d3-47db-a027-20f84521f21b,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:00.947733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:00.966970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:00.979273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a2ce713-785f-413c-8fce-da0605903603 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:00.988344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 27e512f9-371e-4311-8267-f3ca9293da26 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:01.029306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:01.052730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:01.055151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 27e512f9-371e-4311-8267-f3ca9293da26 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:01.055555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 27e512f9-371e-4311-8267-f3ca9293da26 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:01.060707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port e8351b65-4313-4b3e-81f5-dd00e12ecde8 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:01.110497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:01.121187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:01.143288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Attempting to bind port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:01.144039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Attempting to bind port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '913316c6-f917-4891-9def-f12fbcf82149', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:01.144184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Attempting to bind port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 on network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:01.154205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:01.154641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Checking segment: {'id': '913316c6-f917-4891-9def-f12fbcf82149', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:01.155106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.155561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Bound using segment: {'id': '913316c6-f917-4891-9def-f12fbcf82149', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:01.156131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Bound port: 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913316c6-f917-4891-9def-f12fbcf82149', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:01.156565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.193964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.203251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=1fa27f8e-9ff4-4b8e-9339-a6db43bc9854,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:01.213078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:01.218070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Provisioning for port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:01.234131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Provisioning complete for port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:01.234756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.295157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:01.300904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:01.328018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c99bc-e4d7-4244-9226-eb104c2b3dc1 None None] Port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:01.330032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:01.331152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.334587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:01.348599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e2182-b21c-419f-818f-705c46a755cc None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:01.379260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:01.381054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.386604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.447770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.467705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:01.471386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:01.510955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0957599
Nov 15 09:24:01.516188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59916) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:01.528070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:13:74:4b', 'name': 'tempest-NetworksTestDHCPv6-173239001'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:01.548143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.573536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:01.631441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:01.650145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::2d7 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/053db306-34fa-45f5-8ffa-f44275e7b075/e8351b65-4313-4b3e-81f5-dd00e12ecde8) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:01.690545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-918261ab-11bf-44be-bb2d-cd515b6f1059 None None] Provisioning complete for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:01.690979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-918261ab-11bf-44be-bb2d-cd515b6f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.820303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=e8aa1e12-4648-440e-a695-3b7d236de352,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:01.823126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:01.859706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network e8aa1e12-4648-440e-a695-3b7d236de352 is not hosted by any dhcp agent {{(pid=81074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 15 09:24:01.863724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:01.865667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.867251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "PUT /v2.0/networks/e8aa1e12-4648-440e-a695-3b7d236de352 HTTP/1.1" status: 200  len: 762 time: 1.6416740
Nov 15 09:24:01.870588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59920) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:01.872312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:01.877059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:01.902262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e8aa1e12-4648-440e-a695-3b7d236de352 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:01.916453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network e8aa1e12-4648-440e-a695-3b7d236de352 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:01.951047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:02.032611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:02.039930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.051575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2428b19-95de-4f6b-ae27-60538adbd860 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:02.052793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e2428b19-95de-4f6b-ae27-60538adbd860 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Synchronizing usage tracker for tenant:b24a3492505d4934b920db3c49876966 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:02.116580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e2428b19-95de-4f6b-ae27-60538adbd860 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Unset dirty status for tenant:b24a3492505d4934b920db3c49876966 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:02.121514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2428b19-95de-4f6b-ae27-60538adbd860 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks?id=e8aa1e12-4648-440e-a695-3b7d236de352 HTTP/1.1" status: 200  len: 765 time: 0.2461123
Nov 15 09:24:02.121514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.131046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59924) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:02.151221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.162212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.188837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-918261ab-11bf-44be-bb2d-cd515b6f1059 None None] Provisioning complete for port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:02.189267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-918261ab-11bf-44be-bb2d-cd515b6f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.265586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object e8351b65-4313-4b3e-81f5-dd00e12ecde8 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:02.321391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-918261ab-11bf-44be-bb2d-cd515b6f1059 None None] Port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:02.323089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '53c139dc-e3d3-47db-a027-20f84521f21b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:02.324080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.373372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.564329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc390f-c174-4806-b5e8-6223a9b6441b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:02.571522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9fc390f-c174-4806-b5e8-6223a9b6441b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4306419
Nov 15 09:24:02.571876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59928) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:02.585309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f6ecee7e-0f7e-4aba-8ad9-1f5f66e17d80 None None] Provisioning complete for port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:02.585802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6ecee7e-0f7e-4aba-8ad9-1f5f66e17d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.619240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:02.621496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 9754ddae-08f6-461c-adb4-618ac8faeae6 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:02.682413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f9be0463-45a1-4aeb-89a1-90ea66634b08 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Synchronizing usage tracker for tenant:b24a3492505d4934b920db3c49876966 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:02.726714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f6ecee7e-0f7e-4aba-8ad9-1f5f66e17d80 None None] Port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:02.730814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:02.792262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f9be0463-45a1-4aeb-89a1-90ea66634b08 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Unset dirty status for tenant:b24a3492505d4934b920db3c49876966 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:02.796961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9be0463-45a1-4aeb-89a1-90ea66634b08 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets?network_id=e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 207 time: 0.2224638
Nov 15 09:24:02.825967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59932) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:02.862111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/53c139dc-e3d3-47db-a027-20f84521f21b/1f93dd91-248e-46dd-a8b5-fd4950f5e658) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:02.908612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Allocated IP 172.26.4.33 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/36f30ee7-d6a4-4cc6-9d24-6512c79c3df0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:03.013055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2be924b9-413e-42c5-91e7-30682f501f3d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:03.048560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:03.049085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.198203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.202447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.206880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.211625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.215953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.220498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.225976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82da120c-0c8c-4883-96e4-b4d94106efac tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.3895183
Nov 15 09:24:03.226937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59936) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:03.365982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=e8351b65-4313-4b3e-81f5-dd00e12ecde8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:03.378074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:03.424421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.456474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.476349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Transition to ACTIVE for port object 1f93dd91-248e-46dd-a8b5-fd4950f5e658 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:03.510092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd9c253b-0187-440b-acc3-a4306fe948da no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:03.542219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e1464a6-5633-434a-a0e5-a0a736a6eec8 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.3115406
Nov 15 09:24:03.544734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59940) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:03.544879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Transition to ACTIVE for port object 1f93dd91-248e-46dd-a8b5-fd4950f5e658 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:03.552511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: fd9c253b-0187-440b-acc3-a4306fe948da {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:03.552916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device fd9c253b-0187-440b-acc3-a4306fe948da not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:03.558894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:03.565488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:03.577969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.594347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f69eb7e-8f90-40dd-b3d1-860b9ec37a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:03.610084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:03.615176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:03.615881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.718275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.8115351
Nov 15 09:24:03.718275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::7a (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/53c139dc-e3d3-47db-a027-20f84521f21b/9754ddae-08f6-461c-adb4-618ac8faeae6) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:03.720699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:03.735835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:03.783272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Pushing event updated for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:03.795367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:03.882375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:03.883754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:03.888305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:03.902628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:24:03.953443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.968548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Attempting to bind port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:03.970076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Attempting to bind port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:03.970524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Attempting to bind port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:03.981224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:03.981855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:03.982432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.983000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:03.983661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Bound port: 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:03.984279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:03.987759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.015090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af38e101-833e-460b-83a9-fb833c0a6f4a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:04.023945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.024852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.091227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04546201-5fcf-401f-8c96-4d377b898ad5 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:04.100744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:04.104809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:04.136297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.154077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:04.156901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:04.182301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.184293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.185813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.187297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.188960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.194986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d475a5cf-759c-4a74-9bcf-457b618bc9ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.6451693
Nov 15 09:24:04.204771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59948) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:04.228628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port efa1070e-1262-4bf6-a66b-27919a01417a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:04.229017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.254665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:04.283252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:04.321369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:04.353903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Pushing event updated for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:04.368651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event updated for resources: {'Port': ['ID=36f30ee7-d6a4-4cc6-9d24-6512c79c3df0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:04.376538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:04.378307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:04.399774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=1fa27f8e-9ff4-4b8e-9339-a6db43bc9854,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:04.425090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:04.426852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-41c326a6-cab4-4541-b76b-7bfd14984c33 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:04.427891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41c326a6-cab4-4541-b76b-7bfd14984c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.434606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.436124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.437592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.439051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.440669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:04.443505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f3d497a-6dc0-4cb8-b8a9-660832ac026b tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2280796
Nov 15 09:24:04.455060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:04.464347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.485632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59952) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:04.526257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:04.537759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-41c326a6-cab4-4541-b76b-7bfd14984c33 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:04.546927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:04.562441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:04.600866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-41c326a6-cab4-4541-b76b-7bfd14984c33 None None] Provisioning for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:04.660587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.675888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:04.729161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:04.733227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 9754ddae-08f6-461c-adb4-618ac8faeae6 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:04.742148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:04.812078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:04.819084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:04.819759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:04.854802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port efa1070e-1262-4bf6-a66b-27919a01417a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=efa1070e-1262-4bf6-a66b-27919a01417a,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:04.855213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.017245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c173f14-525c-427f-ab9b-dd1988ec8650 None None] Provisioning for port e8351b65-4313-4b3e-81f5-dd00e12ecde8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:05.025873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1c173f14-525c-427f-ab9b-dd1988ec8650 None None] Provisioning complete for port e8351b65-4313-4b3e-81f5-dd00e12ecde8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:05.026307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c173f14-525c-427f-ab9b-dd1988ec8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.086673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for efa1070e-1262-4bf6-a66b-27919a01417a owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:05.111736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.177609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:05.177609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1c173f14-525c-427f-ab9b-dd1988ec8650 None None] Port e8351b65-4313-4b3e-81f5-dd00e12ecde8 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:05.178035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 053db306-34fa-45f5-8ffa-f44275e7b075 (CIDR: 2001:db8::/64)
Nov 15 09:24:05.189682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c0f25-5228-49b0-90f8-4dae64009f17 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:05.191267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-141c0f25-5228-49b0-90f8-4dae64009f17 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks/8ad0a078-5ab2-4d4e-b157-fab980be3271 HTTP/1.1" status: 200  len: 804 time: 0.6987710
Nov 15 09:24:05.202240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59956) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:05.232540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.234608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:05.288529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.349333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:05.352792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:05.365074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:24:05.365587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:05.382112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc826952-48a8-4f82-a26f-940edd72e5f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:05.402997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d4fae8d-4496-4b13-aa11-2628b8b2799b None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:05.404298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae8d-4496-4b13-aa11-2628b8b2799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.451602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-097e3da2-f887-429a-a364-0dbce8951c3d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/networks/8ad0a078-5ab2-4d4e-b157-fab980be3271?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2422307
Nov 15 09:24:05.451877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59960) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:05.565508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d4fae8d-4496-4b13-aa11-2628b8b2799b None None] Provisioning complete for port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:05.566136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae8d-4496-4b13-aa11-2628b8b2799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.597308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb691e9-eb56-48ae-8124-803bcf7adc97 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:05.602568 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ffb691e9-eb56-48ae-8124-803bcf7adc97 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets/3632061f-dcca-44a5-baa1-37745c6c670f HTTP/1.1" status: 200  len: 843 time: 0.1459906
Nov 15 09:24:05.607480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59964) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:05.639971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fae8d-4496-4b13-aa11-2628b8b2799b None None] Port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:05.709001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.709931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.718172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac01de-ba6a-4f95-b79e-466c1cbca8ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:05.719720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-85ac01de-ba6a-4f95-b79e-466c1cbca8ad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "GET /v2.0/subnets/3632061f-dcca-44a5-baa1-37745c6c670f?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1079257
Nov 15 09:24:05.784766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59968) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:05.794880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:05.820035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059765705'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:05.823521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:05.868790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:05.877749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b8adae5-f7fa-423b-b0c5-5c03f490a454 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.1527116
Nov 15 09:24:05.878677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=9754ddae-08f6-461c-adb4-618ac8faeae6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:05.884392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:05.889832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:05.895578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:05.926961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=efa1070e-1262-4bf6-a66b-27919a01417a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:05.938061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:05.963049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:06.017455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:06.023775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.077310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:06.082142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:06.088413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:06.092760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:06.093454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.136085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:06.148133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:06.153150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:06.156149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:24:06.164863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.6452634
Nov 15 09:24:06.166146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:06.171240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59976) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:06.222580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.222984 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Added segment c2fe9a29-1988-4678-9121-f311342b57a3 of type vxlan for network 33b6ec76-91ae-4b78-8804-348573280356
Nov 15 09:24:06.268776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:06.291529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.424413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39f24b-327e-4dca-b691-84a7c2e10ddc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:06.429511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39f24b-327e-4dca-b691-84a7c2e10ddc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:06.431997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f39f24b-327e-4dca-b691-84a7c2e10ddc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:06.445244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:24:06.468709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.497622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7d539489-348d-4c52-b426-b700756ac3df None None] Provisioning for port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:06.536660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.541040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:06.541710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.548803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a88c87a8-2dbc-46c6-9239-e096e9268503 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:06.557322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f39f24b-327e-4dca-b691-84a7c2e10ddc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:06.558654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f39f24b-327e-4dca-b691-84a7c2e10ddc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.3863997
Nov 15 09:24:06.562871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59980) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:06.709674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Network': ['ID=33b6ec76-91ae-4b78-8804-348573280356,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:06.715338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:06.750431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9608200
Nov 15 09:24:06.758815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59984) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:06.759044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:06.766826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'network_id': '33b6ec76-91ae-4b78-8804-348573280356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:06.787975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.854135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 9754ddae-08f6-461c-adb4-618ac8faeae6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:06.854535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:06.899030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Router ba3d4845-f18f-4ca8-9083-cd2481de8134 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:24:06.948639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 33b6ec76-91ae-4b78-8804-348573280356 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:06.991415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1f93dd91-248e-46dd-a8b5-fd4950f5e658 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:07.244079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:07.250380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:07.250925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.291252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1ceed-c7a9-44b4-b5eb-5872c527ccf0 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:24:07.312800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:07.329176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.329705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] Sync routers for ids ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:07.347377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4d3e5ee8-a293-4ed3-a16f-ad713f8adf46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2105253
Nov 15 09:24:07.353143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] Routers {'4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:07.354081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee92b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:07.395526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59988) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:07.451144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee92b0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:07.467944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] Routers {'4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:07.469175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee92b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:07.469401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:07.504163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 9754ddae-08f6-461c-adb4-618ac8faeae6 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:07.516029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1ceed-c7a9-44b4-b5eb-5872c527ccf0 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:24:07.520312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:07.582980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8123a-28a4-4612-8e0d-b8131045227c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:07.583648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21b8123a-28a4-4612-8e0d-b8131045227c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:07.585353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ee92b0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:07.585844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfdb01-2746-40f0-9165-e9df11d9afc8 None None] The sync data for ids ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:07.654726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Made reservation on behalf of b24a3492505d4934b920db3c49876966 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:07.709114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-07201fd2-2d47-4e72-ae00-a72dbe7738ca None None] Provisioning complete for port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:07.709581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07201fd2-2d47-4e72-ae00-a72dbe7738ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.818629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.835665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:07.872961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.940522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:07.945173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=9754ddae-08f6-461c-adb4-618ac8faeae6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:07.958579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:07.963662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21b8123a-28a4-4612-8e0d-b8131045227c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:07.965009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21b8123a-28a4-4612-8e0d-b8131045227c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports/1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 HTTP/1.1" status: 200  len: 984 time: 0.5666835
Nov 15 09:24:07.970442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 59992) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:07.977914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:08.037935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.038876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:08.077612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d6027d2-aff8-4898-bb8f-70cb8e8e9773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:08.084139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing IP validity checks on allocation pools {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:24:08.084742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Checking for overlaps among allocation pools and gateway ip {{(pid=81074) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:24:08.256704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.279358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b871b3ca-9918-4478-8db7-4f7d55a0e2df tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:08.383457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-07201fd2-2d47-4e72-ae00-a72dbe7738ca None None] Could not find standard attr ID for object 9754ddae-08f6-461c-adb4-618ac8faeae6. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:08.399125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:08.404076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:08.412823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.437174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:08.453699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] Sync routers for ids ['ba3d4845-f18f-4ca8-9083-cd2481de8134'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:08.473098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=0a81fc42-2637-4a85-b72c-3a691eb71a94,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:08.480585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:08.499971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:08.500410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.520658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9754ddae-08f6-461c-adb4-618ac8faeae6 HTTP/1.1" status: 204  len: 168 time: 1.9561839
Nov 15 09:24:08.524590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 59996) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:08.532556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:08.540880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:08.557072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] Routers {'ba3d4845-f18f-4ca8-9083-cd2481de8134'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:08.557784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7fa58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['ba3d4845-f18f-4ca8-9083-cd2481de8134'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:08.578395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.580354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.8884988
Nov 15 09:24:08.592986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60000) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:08.599267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:08.671484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7fa58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:08.684156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:08.684830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:08.736021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] Routers {'ba3d4845-f18f-4ca8-9083-cd2481de8134'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:08.736753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7fa58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['ba3d4845-f18f-4ca8-9083-cd2481de8134'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:08.879622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88190e2c-507a-497c-bcd7-7691695f2257 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:08.881782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88190e2c-507a-497c-bcd7-7691695f2257 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:08.882658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-88190e2c-507a-497c-bcd7-7691695f2257 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:08.933264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7fa58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:08.933907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1956b2-f762-4dee-9dc8-23faa2fa1df9 None None] The sync data for ids ['ba3d4845-f18f-4ca8-9083-cd2481de8134'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:09.030401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1f93dd91-248e-46dd-a8b5-fd4950f5e658 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:09.050597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-88190e2c-507a-497c-bcd7-7691695f2257 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:09.055686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-88190e2c-507a-497c-bcd7-7691695f2257 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.5298932
Nov 15 09:24:09.058541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60004) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:09.093116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6236f55a-392b-4992-938b-a9b9d17dd883 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.2062714
Nov 15 09:24:09.093846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60008) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:09.102698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1847856519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a81fc42-2637-4a85-b72c-3a691eb71a94'}], 'security_groups': ['661de963-b7d9-4a36-8b3f-4443e6b0ee18']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:09.280293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:09.292003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:09.292562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:09.454085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaef671-9947-4f61-8529-16af41372909 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:24:09.628131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d4d13393-0671-4fe9-97e1-fc821d246afc None None] Provisioning complete for port aa80b580-2444-4e9b-9539-914944b3b0ef triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:09.628577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d4d13393-0671-4fe9-97e1-fc821d246afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:09.763410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 53c139dc-e3d3-47db-a027-20f84521f21b {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:09.770413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:09.808045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:09.910271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.033847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.038768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef671-9947-4f61-8529-16af41372909 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:24:10.049287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.078403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef671-9947-4f61-8529-16af41372909 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 33b6ec76-91ae-4b78-8804-348573280356) {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:24:10.123156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Delete allocated IP 2001:db8::2d7 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/053db306-34fa-45f5-8ffa-f44275e7b075) {{(pid=81073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:24:10.136587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-814b9f3d-7620-40d8-ad2d-5b023e8eb97c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:10.195938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8:0:1::165 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/0a81fc42-2637-4a85-b72c-3a691eb71a94/e8351b65-4313-4b3e-81f5-dd00e12ecde8) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:10.413482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=93ecd7d3-256a-40d7-baf7-f6813e18b5c8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:10.425330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:10.450714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.504572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-33b6ec76-91ae-4b78-8804-348573280356', 'network_id': '33b6ec76-91ae-4b78-8804-348573280356', 'tenant_id': 'b24a3492505d4934b920db3c49876966', 'fixed_ips': [{'subnet_id': '93ecd7d3-256a-40d7-baf7-f6813e18b5c8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:10.505821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.592242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.667248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object e8351b65-4313-4b3e-81f5-dd00e12ecde8 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:10.689087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:10.694425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.722828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.725810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 33b6ec76-91ae-4b78-8804-348573280356 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:10.738246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:10.744457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:10.778244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:10.778908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:10.817969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Allocated IP 2001:db8::3 (33b6ec76-91ae-4b78-8804-348573280356/93ecd7d3-256a-40d7-baf7-f6813e18b5c8/edb1a407-0200-4cc6-afe9-bf0e1f4a98e3) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:10.871608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:10.882763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:10.883274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8995967
Nov 15 09:24:10.887034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60014) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:10.911588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:10.913393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:10.947686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=e8351b65-4313-4b3e-81f5-dd00e12ecde8,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:10.956283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 4.1962667
Nov 15 09:24:10.968308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60018) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:10.994695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:11.016797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:11.133038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.144112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.146703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Transition to ACTIVE for port object edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:11.158009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] In _notify_port_updated(), no bound segment for port e8351b65-4313-4b3e-81f5-dd00e12ecde8 on network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 {{(pid=81073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:24:11.163744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:11.164487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.169029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/ports/e8351b65-4313-4b3e-81f5-dd00e12ecde8 HTTP/1.1" status: 200  len: 931 time: 2.0707171
Nov 15 09:24:11.169661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60022) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:11.172719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:11.174947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Transition to ACTIVE for port object edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:11.213272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.234264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4ca4aea-2413-4414-ad19-5646e621a823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:11.351264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 1fa27f8e-9ff4-4b8e-9339-a6db43bc9854 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:11.373465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.393548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b691687a-d405-4468-b0c1-398658486f7f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:11.422179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Pushing event updated for resources: {'Port': ['ID=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:11.428852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:11.453628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port e8351b65-4313-4b3e-81f5-dd00e12ecde8 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:11.454019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.488448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036844092208'] for subnet, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.490509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:11.492881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:11.496503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:11.605719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31dd8>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:05Z', 'revision_number': 9, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:11.611541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:24:11.626839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:11.627595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:11.857613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Attempting to bind port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:11.858385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Attempting to bind port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c2fe9a29-1988-4678-9121-f311342b57a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33b6ec76-91ae-4b78-8804-348573280356'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:11.859011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Attempting to bind port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 on network 33b6ec76-91ae-4b78-8804-348573280356 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:11.869275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:11.870450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Checking segment: {'id': 'c2fe9a29-1988-4678-9121-f311342b57a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33b6ec76-91ae-4b78-8804-348573280356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:11.871146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.872336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Bound using segment: {'id': 'c2fe9a29-1988-4678-9121-f311342b57a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33b6ec76-91ae-4b78-8804-348573280356'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:11.873111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Bound port: edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fe9a29-1988-4678-9121-f311342b57a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33b6ec76-91ae-4b78-8804-348573280356'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:11.874328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.879171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:11.882266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:11.909503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=53c139dc-e3d3-47db-a027-20f84521f21b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:11.929767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:11.949742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 14df6ab5-daf2-4a06-91d7-cc116c4a1712 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:11.965742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.014234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] For port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:12.018528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] For port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,segment=NetworkSegment(c2fe9a29-1988-4678-9121-f311342b57a3),segment_id=c2fe9a29-1988-4678-9121-f311342b57a3)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:12.022659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.030718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for e8351b65-4313-4b3e-81f5-dd00e12ecde8 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:12.052834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.076502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.078914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42bf0927-5982-4d76-a9ed-e68505cbf14e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:12.153442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=1fa27f8e-9ff4-4b8e-9339-a6db43bc9854,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:12.157301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.252221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb809f50-7607-4cc5-8580-0f26f22d7791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:12.283150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31dd8>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:05Z', 'revision_number': 9, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:12.288744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b039c1a-00e2-475b-ac6f-ab290551dbf3 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:05Z', 'revision_number': 9, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9f0baffa-3272-4329-b34f-2c0a69f91081', 'name': '', 'network_id': '1305ac04-fd09-4e50-a192-5c702fb8da36', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:da:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:35Z', 'updated_at': '2020-11-15T09:23:08Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '2fef3e98-f9d4-4fd5-a872-9f4a61940f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:12.325586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/53c139dc-e3d3-47db-a027-20f84521f21b HTTP/1.1" status: 204  len: 168 time: 3.2657912
Nov 15 09:24:12.343390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60026) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:12.376243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Pushing event updated for resources: {'Port': ['ID=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:12.381618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:12.464982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5f4b6b0-be67-42aa-9731-9ea2af50f980 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1202025
Nov 15 09:24:12.477688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60030) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:12.518791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:12.606826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.844273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:12.866235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cca2f3d6-5e34-423b-9802-64afd0444f54 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:12.921007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=e8351b65-4313-4b3e-81f5-dd00e12ecde8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:12.924900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:12.980200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:12.987542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036843780520'] for subnet, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.008656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c192b07a-5cb8-40c6-973c-4f4e18ac5fbc tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:13.018182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.043248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd21e6-5f7a-4565-aaad-84c6f99cdcf9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:13.044060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0edd21e6-5f7a-4565-aaad-84c6f99cdcf9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:13.092058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:13.106754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device efa1070e-1262-4bf6-a66b-27919a01417a no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:13.147972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.149799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: efa1070e-1262-4bf6-a66b-27919a01417a {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:13.150218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device efa1070e-1262-4bf6-a66b-27919a01417a not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:13.187732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.224274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/e8351b65-4313-4b3e-81f5-dd00e12ecde8 HTTP/1.1" status: 204  len: 168 time: 2.0509093
Nov 15 09:24:13.230109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60034) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.267826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event updated for resources: {'Subnet': ['ID=93ecd7d3-256a-40d7-baf7-f6813e18b5c8,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:13.274572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0edd21e6-5f7a-4565-aaad-84c6f99cdcf9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:13.281578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0edd21e6-5f7a-4565-aaad-84c6f99cdcf9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7961633
Nov 15 09:24:13.281578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:13.282026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60038) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.287159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb9aa7c-dea5-4456-80ed-e075c61e32ad tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:24:13.287763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ecb9aa7c-dea5-4456-80ed-e075c61e32ad tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:13.301245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85a3a188-5101-49cb-8f96-a2fca62021fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.324610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.341982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:13.342642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.344104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "PUT /v2.0/subnets/93ecd7d3-256a-40d7-baf7-f6813e18b5c8 HTTP/1.1" status: 200  len: 900 time: 2.3584566
Nov 15 09:24:13.346943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60042) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.373047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.393444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-298308e4-a568-48aa-9c0b-e9ff3bdb86a2 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:13.480548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Deleting port 36f30ee7-d6a4-4cc6-9d24-6512c79c3df0 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:13.480913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.513128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d8173-58ea-44f1-b4c5-8d7a8b39ccdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:13.513898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c88d8173-58ea-44f1-b4c5-8d7a8b39ccdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:13.527592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ecb9aa7c-dea5-4456-80ed-e075c61e32ad tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:13.528915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ecb9aa7c-dea5-4456-80ed-e075c61e32ad tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/e8351b65-4313-4b3e-81f5-dd00e12ecde8 HTTP/1.1" status: 404  len: 333 time: 0.3032048
Nov 15 09:24:13.533967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60046) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.595721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=14df6ab5-daf2-4a06-91d7-cc116c4a1712,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:13.616642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:13.717544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c88d8173-58ea-44f1-b4c5-8d7a8b39ccdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:13.718691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c88d8173-58ea-44f1-b4c5-8d7a8b39ccdc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4337535
Nov 15 09:24:13.724854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60050) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.846512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Provisioning for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:13.857397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a43b5-7af9-4afd-8872-8eba7e127a91 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:13.868813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.877574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcffa65-5e90-4075-97ed-2af96b249d66 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:13.903879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Provisioning complete for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:13.904509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.906735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.920072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-53f21c26-b559-44d4-b5fd-7719cef1968c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1760349
Nov 15 09:24:13.926386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:13.956013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60054) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:13.982453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:14.008145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.066169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dee5cf-d839-4e93-b4ae-0391f4bdb273 None None] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:14.237676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:14.286844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:14.303901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.311003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-adf38884-8269-4190-bebc-9afec1ccb00f tempest-ServersTestManualDisk-1996046605 tempest-ServersTestManualDisk-1996046605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:14.347502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.353305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/security-groups/76d3a9d5-30bb-4c77-a742-c727bed492ba HTTP/1.1" status: 204  len: 168 time: 0.8174028
Nov 15 09:24:14.354731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3a9d5-30bb-4c77-a742-c727bed492ba,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:14.367883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60058) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:14.387945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:14.394952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b44876-7d31-4dcb-90af-274c723bcf64 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:14.399470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:14.441789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/14df6ab5-daf2-4a06-91d7-cc116c4a1712 HTTP/1.1" status: 204  len: 168 time: 3.5505762
Nov 15 09:24:14.448874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60062) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:14.490297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:14.490948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.538837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.562608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:14.601341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.697914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.780891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Calling delete_port for 36f30ee7-d6a4-4cc6-9d24-6512c79c3df0 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:14.901364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.945265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:14.966430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] DHCP port deletion for 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:14.984934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.005458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Deleting port 1176a02a-3ebb-4fde-bf56-1605b77804e2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:15.005458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.117013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:15.146929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 1176a02a-3ebb-4fde-bf56-1605b77804e2 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:15.147647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.167732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.183984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c11d426a-2744-46e2-a2e5-2ad5049d80e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:15.204351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4d3e5ee8-a293-4ed3-a16f-ad713f8adf46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2302442
Nov 15 09:24:15.206108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.206433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/security-groups/661de963-b7d9-4a36-8b3f-4443e6b0ee18 HTTP/1.1" status: 204  len: 168 time: 0.8374925
Nov 15 09:24:15.207398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60066) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:15.207542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'SecurityGroup': ['ID=661de963-b7d9-4a36-8b3f-4443e6b0ee18,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:15.211694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60068) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:15.214538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:15.299938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] Sync routers for ids ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:15.337500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] For port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,segment=NetworkSegment(c2fe9a29-1988-4678-9121-f311342b57a3),segment_id=c2fe9a29-1988-4678-9121-f311342b57a3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:15.385008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.395981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70cb76f1-4e51-4577-94c1-1fdee90b89ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:15.488222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,segment=NetworkSegment(c2fe9a29-1988-4678-9121-f311342b57a3),segment_id=c2fe9a29-1988-4678-9121-f311342b57a3)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:15.488750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.529086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] Routers {'4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:15.529961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2616a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:15.657944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2616a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:15.681283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:15.853823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 053db306-34fa-45f5-8ffa-f44275e7b075 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:15.859490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.863372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] For port 1176a02a-3ebb-4fde-bf56-1605b77804e2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1176a02a-3ebb-4fde-bf56-1605b77804e2,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:15.864000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:15.964149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.032515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:16.034533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac35b93-d77a-4e6f-9315-95249eb084f4 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:16.048076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.064311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Calling delete_port for 1176a02a-3ebb-4fde-bf56-1605b77804e2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:16.085717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port 1176a02a-3ebb-4fde-bf56-1605b77804e2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1176a02a-3ebb-4fde-bf56-1605b77804e2,segment=NetworkSegment(f0959798-010d-4dd0-ab9c-707ddd4e579e),segment_id=f0959798-010d-4dd0-ab9c-707ddd4e579e)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:16.086106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.100123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.111435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a37eeb-75d0-4457-ba62-f32fcec84910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.115125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Pushing event updated for resources: {'Port': ['ID=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:16.121576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da930da4-2751-457d-b053-cdb384df5fc5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:16.178408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:16.179445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Deleting port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:16.179833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.185692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:24:16.237993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:16.238490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:16.247335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.249070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] Routers {'4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:16.249788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2616a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:23:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:16.347931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Pushing event deleted for resources: {'Port': ['ID=36f30ee7-d6a4-4cc6-9d24-6512c79c3df0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:16.355753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:16.365910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 1176a02a-3ebb-4fde-bf56-1605b77804e2 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:16.423169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2616a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:16.423561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39e666-78b8-48a2-9138-a5b29fddde54 None None] The sync data for ids ['4d3e5ee8-a293-4ed3-a16f-ad713f8adf46'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:16.632130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.633810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.657772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99e4b9da-6f40-43ce-8485-3c67191143a3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:16.743112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:16.743493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.794534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=053db306-34fa-45f5-8ffa-f44275e7b075,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:16.803220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.818714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:16.868477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:16.869043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:16.978116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-983991dd-500a-4b72-a996-fac97fb4431d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] remove_router_interface failed (client error): The resource could not be found.
Nov 15 09:24:16.981805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-983991dd-500a-4b72-a996-fac97fb4431d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4d3e5ee8-a293-4ed3-a16f-ad713f8adf46/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.7667964
Nov 15 09:24:16.991397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60074) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:17.007428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:17.007799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:17.035824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba716e30-22ea-4748-91ad-8ac652526a38 None None] Provisioning complete for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:17.036604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba716e30-22ea-4748-91ad-8ac652526a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.085652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c5bc5df-16f2-4d6e-ade3-4fbac0f40c35 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:17.087732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Calling delete_port for 1f93dd91-248e-46dd-a8b5-fd4950f5e658 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:17.119650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:17.170783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.197089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.209619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/053db306-34fa-45f5-8ffa-f44275e7b075 HTTP/1.1" status: 204  len: 168 time: 1.9968572
Nov 15 09:24:17.217809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60078) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:17.218730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c5bc5df-16f2-4d6e-ade3-4fbac0f40c35 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:17.222982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c5bc5df-16f2-4d6e-ade3-4fbac0f40c35 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 HTTP/1.1" status: 200  len: 205 time: 0.2258673
Nov 15 09:24:17.228377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60082) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:17.292830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:17.391544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:17.511379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 1176a02a-3ebb-4fde-bf56-1605b77804e2 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:17.511694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.541364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.555145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.563541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Pushing event deleted for resources: {'Port': ['ID=1176a02a-3ebb-4fde-bf56-1605b77804e2,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:17.566135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:17.587069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534eebf1-d80f-4e1c-b3ce-50bb712f3337 None None] Update dhcp port {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'fixed_ips': [{'subnet_id': '053db306-34fa-45f5-8ffa-f44275e7b075', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a81fc42-2637-4a85-b72c-3a691eb71a94'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:17.668102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:17.695278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] The port '1176a02a-3ebb-4fde-bf56-1605b77804e2' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:24:17.733636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.734732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.756372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-534eebf1-d80f-4e1c-b3ce-50bb712f3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.849766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] No DVR routers for this DVR port 1176a02a-3ebb-4fde-bf56-1605b77804e2 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:17.854247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:17.854672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:17.859423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.860747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.938446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:17.938892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.948542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7978744d-3c1a-49ad-b668-77f714bd52ed tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:17.955475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.960716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.977504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.979968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,segment=NetworkSegment(c2fe9a29-1988-4678-9121-f311342b57a3),segment_id=c2fe9a29-1988-4678-9121-f311342b57a3)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:17.980108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:17.994234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:17.998656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:18.001874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:18.008494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:18.030847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.180014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=90ad41fc-b911-4212-bfe6-0a0f64f2da4a,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:18.192775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:18.193377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3efb5669-f77f-43c6-84b4-8a7a57158f34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:18.225715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:18.296076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6123673d-2ec6-4297-a23a-361dbf58f161 None None] Provisioning complete for port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:18.296076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6123673d-2ec6-4297-a23a-361dbf58f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.308551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:18.317015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:18.319074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:18.335730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:18.336464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.355369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Deleting port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:18.355808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.369500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:18.438686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1f93dd91-248e-46dd-a8b5-fd4950f5e658 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:18.467871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.5041358
Nov 15 09:24:18.480150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb19484-8ab7-4b31-8adc-9ee1e460addc None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:18.494458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60086) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:18.532763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:18.563728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:18.572859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.579210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.640314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.641455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router 4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:24:18.658833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:18.663307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe3b7e1e-c460-4b55-9245-0c42479b22f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 HTTP/1.1" status: 204  len: 168 time: 1.4306991
Nov 15 09:24:18.664021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60090) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:18.760401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-6123673d-2ec6-4297-a23a-361dbf58f161 None None] No ports have port_id starting with edb1a407-0200-4cc6-afe9-bf0e1f4a98e3
Nov 15 09:24:18.983537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:18.984032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.087966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.149016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.167252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Calling delete_port for 1f93dd91-248e-46dd-a8b5-fd4950f5e658 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:19.180816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3d7fcec-c6e9-49ad-82c3-a04c8dfd1de2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:19.206077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet f257ec60-2e74-42d8-92d7-842084a437b5 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:19.208664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:19.209100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.210218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.274038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.302035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a33e0c50>,) {'filters': {'network_id': ['6e1274b2-0465-4dd9-ab3c-36f5c732dd22']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:19.331530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Port': ['ID=edb1a407-0200-4cc6-afe9-bf0e1f4a98e3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:19.360040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33e0c50>, 'f0959798-010d-4dd0-ab9c-707ddd4e579e') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:19.360391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33e0c50>, 'f0959798-010d-4dd0-ab9c-707ddd4e579e') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:19.372375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:19.373596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.391557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:19.401948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.467004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:19.476803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.484422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 15 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:19.531061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.549698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:19.577787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:19.601427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:19.602316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.627090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Router ba3d4845-f18f-4ca8-9083-cd2481de8134 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:19.644131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:19.644551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:19.645885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.646937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1176a02a-3ebb-4fde-bf56-1605b77804e2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:19.685464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:19.685869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:19.715352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.732888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afd74601-9254-4235-b168-f8c20d02c8bb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:19.777794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1176a02a-3ebb-4fde-bf56-1605b77804e2 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:19.778203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1176a02a-3ebb-4fde-bf56-1605b77804e2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:19.826269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=f257ec60-2e74-42d8-92d7-842084a437b5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:19.842408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:19.868442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:19.871960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:19.902089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Update dhcp port {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'fixed_ips': [{'subnet_id': '0a81fc42-2637-4a85-b72c-3a691eb71a94'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:19.932978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:19.945991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/f257ec60-2e74-42d8-92d7-842084a437b5 HTTP/1.1" status: 204  len: 168 time: 1.2783041
Nov 15 09:24:19.946567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60094) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:19.949865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5667f9ab-2aaa-4f57-9a53-c41989d1aec8 None None] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:19.960027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:19.972156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.087216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff18da-a1b0-465f-9a67-a6e0d65ef753 None None] DHCP port deletion for 33b6ec76-91ae-4b78-8804-348573280356 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:20.115140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:20.116109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.198284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:20.198810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.205352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No DVR routers for this DVR port edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:20.205630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.224986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-963e40e1-b205-49b5-8b7a-091355484cd7 None None] Could not find standard attr ID for object edb1a407-0200-4cc6-afe9-bf0e1f4a98e3. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:20.449894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,segment=NetworkSegment(de790e45-bb5f-4085-b729-936e1f2754db),segment_id=de790e45-bb5f-4085-b729-936e1f2754db)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:20.450334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.468329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.529929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.569138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.592077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:20.592666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Deleting port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:20.593098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.641480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6e1274b2-0465-4dd9-ab3c-36f5c732dd22 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:20.673918 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:20.712850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.733634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f797c55-efea-4bf9-a4d7-1739892e74a2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:20.751336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:20.807831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2251b0e-9575-4766-993e-d4ccc00c2ee5 None None] DHCP port deletion for 3635144a-2340-4dcb-aebc-0f20e7e978f2 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:20.823970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.830255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:20.859972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=ea1224d3-fd84-4dc0-b4c2-89f5f9fef487,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:20.862129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:20.862799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:20.878196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] Sync routers for ids ['ba3d4845-f18f-4ca8-9083-cd2481de8134'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:20.891368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] Routers {'ba3d4845-f18f-4ca8-9083-cd2481de8134'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:20.892104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['ba3d4845-f18f-4ca8-9083-cd2481de8134'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:20.934577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:20.951619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:20.969073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31208>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:20.980894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] Routers {'ba3d4845-f18f-4ca8-9083-cd2481de8134'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:20.981570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['ba3d4845-f18f-4ca8-9083-cd2481de8134'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:21.008166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eb1ebc6-e22c-45cb-b497-37f49e159da6 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:21.028588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Allocated IP 2001:db8:0:1::2 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/0a81fc42-2637-4a85-b72c-3a691eb71a94/8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:21.031318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.051011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:21.058284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:21.185200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.219666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] For port 1f93dd91-248e-46dd-a8b5-fd4950f5e658, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1f93dd91-248e-46dd-a8b5-fd4950f5e658,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:21.220246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.230615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f31208>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:21.231340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ceb9c4-7bf7-4a2a-a305-3d8ac9ea842b None None] The sync data for ids ['ba3d4845-f18f-4ca8-9083-cd2481de8134'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:21.340692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49e10>,) {'filters': {'network_id': ['3635144a-2340-4dcb-aebc-0f20e7e978f2']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:21.354735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49e10>, 'de790e45-bb5f-4085-b729-936e1f2754db') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:21.355148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2d49e10>, 'de790e45-bb5f-4085-b729-936e1f2754db') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:21.359081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=6e1274b2-0465-4dd9-ab3c-36f5c732dd22,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:21.369882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.370114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:21.381001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Calling delete_port for 1f93dd91-248e-46dd-a8b5-fd4950f5e658 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:21.387123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.389289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:21.393458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90ad41fc-b911-4212-bfe6-0a0f64f2da4a (CIDR: 2001:db8::/64)
Nov 15 09:24:21.423406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/6e1274b2-0465-4dd9-ab3c-36f5c732dd22 HTTP/1.1" status: 204  len: 168 time: 6.9676635
Nov 15 09:24:21.429626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.433227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "PUT /v2.0/routers/ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 200  len: 706 time: 12.8367264
Nov 15 09:24:21.433227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60098) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:21.456557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:21.469109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60100) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:21.508130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.527888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:24:21.528417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:21.644394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.659642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8001a2aa-88df-41d6-8285-494ffdab97f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.1258576
Nov 15 09:24:21.661260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:21.687455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60106) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:21.712910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:21.751149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:21.758304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Pushing event deleted for resources: {'Port': ['ID=1f93dd91-248e-46dd-a8b5-fd4950f5e658,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:21.762199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:21.811445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.923117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:21.944864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7a9a174-49c2-41b8-84f8-dabda95d59de tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:21.996587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:22.000318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=93ecd7d3-256a-40d7-baf7-f6813e18b5c8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:22.037085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:22.037437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device edb1a407-0200-4cc6-afe9-bf0e1f4a98e3 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:22.037914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:22.046878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8efc644-5a98-41eb-b410-290448c84683 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/routers/ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 200  len: 741 time: 0.5765328
Nov 15 09:24:22.053423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60110) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:22.061346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:22.083012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:22.083416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea1224d3-fd84-4dc0-b4c2-89f5f9fef487 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:22.123296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3635144a-2340-4dcb-aebc-0f20e7e978f2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:22.133518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] No DVR routers for this DVR port 1f93dd91-248e-46dd-a8b5-fd4950f5e658 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:22.165265 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:22.169865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061bc13-dcc6-406c-9909-beb0cbfa7940 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:22.180231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ba3eb00-4893-4420-8662-297c00bf6a86 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] 10.222.0.81 "GET /v2.0/ports?network_id=e95405db-8461-44c0-8584-37dd4080dc78&device_id=ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 200  len: 205 time: 0.1201713
Nov 15 09:24:22.228660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:22.243760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:22.263734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:22.278479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Transition to ACTIVE for port object 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:22.306785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.310327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c6593ab-a571-410c-b15a-3176506dab1b tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:22.327809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.341337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=3635144a-2340-4dcb-aebc-0f20e7e978f2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:22.343313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.346771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:22.347430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:22.365638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:22.396809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-abb60a75-194c-4ecb-8f98-d7fb4ee929cb tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 200  len: 205 time: 0.1614563
Nov 15 09:24:22.407869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:22.432640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/3635144a-2340-4dcb-aebc-0f20e7e978f2 HTTP/1.1" status: 204  len: 168 time: 2.4849644
Nov 15 09:24:22.435285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60122) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:22.450346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-242687823'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:22.458617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:22.465745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:22.470253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:22.480623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d74852-262c-4fa9-a9cc-89f81f073d79 None None] Network 33b6ec76-91ae-4b78-8804-348573280356 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:22.488120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:22.526268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.545352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:22.551360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.593672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.622991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a4779bc-663a-4f46-86d6-69f94224e710 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:22.674927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '90ad41fc-b911-4212-bfe6-0a0f64f2da4a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:22.675865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.682167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:24:22.709266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.709708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment ef70b9a2-73ff-46f2-86a9-4569d70b5532 of type vxlan for network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6
Nov 15 09:24:22.727334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:22.757946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.763203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:22.830850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.856046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3aa184-c19c-48be-b7b0-3b64e82adb01 None None] DHCP port deletion for 33b6ec76-91ae-4b78-8804-348573280356 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:22.871296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.875994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:22.876475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:22.882124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1682a8df-5fe8-4736-a39e-15d724bf493f tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:22.973145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=8d44ea71-c7fb-44f2-b18f-3e69df0aee88,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:22.986897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:23.053359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:23.056759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:23.059829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.062803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6261158
Nov 15 09:24:23.075608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60126) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:23.085233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:23.103235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:23.128356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:23.136029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1f37f60>,) {'filters': {'network_id': ['33b6ec76-91ae-4b78-8804-348573280356']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:23.172382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f37f60>, 'c2fe9a29-1988-4678-9121-f311342b57a3') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:23.172711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f37f60>, 'c2fe9a29-1988-4678-9121-f311342b57a3') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:23.296287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:23.299438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.309274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:23.351879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:23.352764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.373141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.377843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Allocated IP 2001:db8::f816:3eff:fe9d:c4f2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/90ad41fc-b911-4212-bfe6-0a0f64f2da4a/577df315-56eb-4123-9f63-b1092a767f23) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:23.381383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 9 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:23.417924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.664156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:23.666517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:23.669034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:23.672404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:23.679381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:23.729469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:23.822626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc7127-1a98-44c8-a849-c11d3f459902 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:23.850963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.6296291
Nov 15 09:24:23.855776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60130) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:23.874398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.037977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.064294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-62ec3433-3cf6-4ec9-aadc-8432a443c638 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:24.179810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:24.214384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 33b6ec76-91ae-4b78-8804-348573280356 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:24.234130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'security_group': {'name': 'tempest-secgroup-1575075137'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:24.234827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.245783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=6587dae9-dfed-449c-a747-d96b782f8a2f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:24.252081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:24.255297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:24.271145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:24.279289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:24.292943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:24.295712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:24.296201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.375973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:24.379238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:24.383903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:24.397931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.422529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:24.422529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.579779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.592468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2710b20b-e3d2-4c64-9934-ca7dc932a672 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8884978
Nov 15 09:24:24.594157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60136) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:24.607216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:5d:57:bd', 'name': 'tempest-NetworksTestDHCPv6-656481754'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:24.619169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.622042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 33b6ec76-91ae-4b78-8804-348573280356 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:24.654564 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:24.657164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Provisioning for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:24.676451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:24.676894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.758587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Update dhcp port {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'fixed_ips': [{'subnet_id': '0a81fc42-2637-4a85-b72c-3a691eb71a94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d44ea71-c7fb-44f2-b18f-3e69df0aee88'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:24.785389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Transition to ACTIVE for port object 577df315-56eb-4123-9f63-b1092a767f23 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:24.802106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:24.806517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.814434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:24.814665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b677c2bd-0e2c-4c45-ba7a-b7b2b49bdb91 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:24.823175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:24.833193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.835056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:24.841957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.842490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Fanout notify agent at l3_agent the message router_deleted on router ba3d4845-f18f-4ca8-9083-cd2481de8134 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:24:24.860993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=33b6ec76-91ae-4b78-8804-348573280356,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:24.861112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:24.868617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:24.870213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:24.876803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/33b6ec76-91ae-4b78-8804-348573280356 HTTP/1.1" status: 204  len: 168 time: 11.5255518
Nov 15 09:24:24.878343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60140) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:24.879377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.880750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0cf407de-c576-4834-a24c-9185aab104a7 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 204  len: 168 time: 2.4718676
Nov 15 09:24:24.884452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60144) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:24.885335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.897888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Transition to ACTIVE for port object 577df315-56eb-4123-9f63-b1092a767f23 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:24.927250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:24.933745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:24.962203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-175076df-4d5c-4ba4-8e75-a7f5fccece00 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:24.962717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175076df-4d5c-4ba4-8e75-a7f5fccece00 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:24.990015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.000678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5819d15a-476f-4e09-9c08-3be6a91537df tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 200  len: 205 time: 0.1149392
Nov 15 09:24:25.012422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-175076df-4d5c-4ba4-8e75-a7f5fccece00 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/93ecd7d3-256a-40d7-baf7-f6813e18b5c8 HTTP/1.1" status: 404  len: 337 time: 0.1316650
Nov 15 09:24:25.012635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60148) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.015861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60150) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.016796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ebd69d1-fbcd-4137-95f8-72967029792a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:25.139158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-446853b7-d23d-4ba4-8a58-630b9ed57243 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.142810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-446853b7-d23d-4ba4-8a58-630b9ed57243 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/ba3d4845-f18f-4ca8-9083-cd2481de8134 HTTP/1.1" status: 404  len: 336 time: 0.0976622
Nov 15 09:24:25.142942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cb221e-afdb-4038-8782-ab60fafbca31 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:25.142942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cb221e-afdb-4038-8782-ab60fafbca31 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:25.144334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60156) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.158552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.203750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2ff0e2b-6802-4e06-936e-2a05508c4223 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 200  len: 205 time: 0.0567968
Nov 15 09:24:25.205210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60160) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.209849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.226197 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5cb221e-afdb-4038-8782-ab60fafbca31 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/33b6ec76-91ae-4b78-8804-348573280356 HTTP/1.1" status: 404  len: 339 time: 0.2051344
Nov 15 09:24:25.231878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60164) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.257087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Pushing event updated for resources: {'Port': ['ID=577df315-56eb-4123-9f63-b1092a767f23,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:25.266066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:25.270471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.288619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-91acd124-9d1c-42ba-9356-70eebc0f38ae tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.292321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc1a61a8-8931-4bae-9511-5112c75bf264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:25.292476 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91acd124-9d1c-42ba-9356-70eebc0f38ae tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/acd8cab5-2656-40ea-9ec2-21bdcf38a1ae HTTP/1.1" status: 404  len: 336 time: 0.0844393
Nov 15 09:24:25.292581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60168) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.297541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.360187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:25.381616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af908014-95c1-48a4-b551-3667174e6cce tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 200  len: 205 time: 0.0855019
Nov 15 09:24:25.383904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60172) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.391995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.398099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:25.473616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-4212e875-6348-44c9-8155-ed3260eabc1a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.478307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4212e875-6348-44c9-8155-ed3260eabc1a tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/9a36a856-8c6a-4b6d-be6b-1026ac15b9ab HTTP/1.1" status: 404  len: 336 time: 0.0914745
Nov 15 09:24:25.478307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60176) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.505271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 9aeac0f4-f8e4-4142-a1de-1f4636019bd3 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:25.530317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:25.533492 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acf85975-6182-4287-8eb6-5923ecf607d0 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 200  len: 205 time: 0.0522695
Nov 15 09:24:25.533744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60180) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.535165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:25.546536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:25.556534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.557863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.7013187
Nov 15 09:24:25.563928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=a43abad0-c52b-4630-9ca2-3efa13ada1b9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:25.567266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:25.569900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60184) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.577006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:25.586805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'security_group': {'name': 'tempest-secgroup-2127928586'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:25.593784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:25.606814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:25.618225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Allocated IP 2001:db8::2 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/8d44ea71-c7fb-44f2-b18f-3e69df0aee88/8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:25.633099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.645917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Attempting to bind port 577df315-56eb-4123-9f63-b1092a767f23 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:25.646350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Attempting to bind port 577df315-56eb-4123-9f63-b1092a767f23 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:25.646750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Attempting to bind port 577df315-56eb-4123-9f63-b1092a767f23 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:25.664901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-499462d2-634c-422a-8574-8521a72d9ef0 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.668093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-499462d2-634c-422a-8574-8521a72d9ef0 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/91f0deab-77a7-43f6-9ecc-c91347283187 HTTP/1.1" status: 404  len: 336 time: 0.1313889
Nov 15 09:24:25.670675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60188) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.676533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:25.676984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:25.677435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.677904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:25.678439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Bound port: 577df315-56eb-4123-9f63-b1092a767f23, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:25.678864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.698101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:25.739368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3bb86922-39c6-42c4-84d1-91947fddb848 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 200  len: 205 time: 0.0645642
Nov 15 09:24:25.739368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.744190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:25.757296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:25.779043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:25.828679 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-928fdb12-5e9e-4ecc-80ea-5fbbecab9561 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.832865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-928fdb12-5e9e-4ecc-80ea-5fbbecab9561 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/55306460-1cd8-4077-a777-53e76e3680db HTTP/1.1" status: 404  len: 336 time: 0.0897884
Nov 15 09:24:25.834197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60196) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.889134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3f57ffd-7010-4c1f-b4fd-2ba07520834b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "GET /v2.0/ports?device_id=b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf HTTP/1.1" status: 200  len: 205 time: 0.0524523
Nov 15 09:24:25.906901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60200) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:25.907432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=e935a555-c6ab-4669-8727-cd2ffa19473f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:25.911456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:25.928644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:25.950232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.952387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] For port 577df315-56eb-4123-9f63-b1092a767f23, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:25.965419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] For port 577df315-56eb-4123-9f63-b1092a767f23, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=577df315-56eb-4123-9f63-b1092a767f23,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:25.976306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:25.987792 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-f31c338e-33cf-4b70-ae83-0d38633c731d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] delete failed (client error): The resource could not be found.
Nov 15 09:24:25.991713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f31c338e-33cf-4b70-ae83-0d38633c731d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/routers/b53eacb7-90a6-4be1-be2c-7f06f2ed1ccf HTTP/1.1" status: 404  len: 336 time: 0.0942311
Nov 15 09:24:25.991986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60204) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:26.005305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.026725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:26.059398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:26.101022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Transition to ACTIVE for port object 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:26.103965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.210643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.365661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dae892-a01c-461d-9883-9f1580d741f4 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:26.366179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dae892-a01c-461d-9883-9f1580d741f4 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:26.370880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-22dae892-a01c-461d-9883-9f1580d741f4 tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] 10.222.0.81 "DELETE /v2.0/subnets/db21a894-0cf9-4a73-8cae-6facf3a2beea HTTP/1.1" status: 404  len: 337 time: 0.3752778
Nov 15 09:24:26.378233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Pushing event updated for resources: {'Port': ['ID=577df315-56eb-4123-9f63-b1092a767f23,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:26.400987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:26.404377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72a93160-f92f-4b7c-b96e-22980f560ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:26.557178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=8']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:26.565865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:26.568773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 9f0baffa-3272-4329-b34f-2c0a69f91081 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:26.569646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.580723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:26.595100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:26.598011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': 'ef70b9a2-73ff-46f2-86a9-4569d70b5532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:26.598414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:24:26.602969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:26.639082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3c0a7f0>,) {'filters': {'network_id': ['e8aa1e12-4648-440e-a695-3b7d236de352']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:26.648449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:26.651086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8:0:1::260 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/6587dae9-dfed-449c-a747-d96b782f8a2f/9aeac0f4-f8e4-4142-a1de-1f4636019bd3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:26.667807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3c0a7f0>, '1768e369-594f-4203-84c2-49f4c77f87aa') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:26.674919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3c0a7f0>, '1768e369-594f-4203-84c2-49f4c77f87aa') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:26.676481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fe5d:57bd (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/90ad41fc-b911-4212-bfe6-0a0f64f2da4a/9aeac0f4-f8e4-4142-a1de-1f4636019bd3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:26.688035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.772333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.777217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:26.832626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port 9f0baffa-3272-4329-b34f-2c0a69f91081, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9f0baffa-3272-4329-b34f-2c0a69f91081,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:26.834813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:26.931112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60212) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:26.961502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:24:26.997571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 9f0baffa-3272-4329-b34f-2c0a69f91081 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:27.018896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.149488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.170293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55221aa2-bb1b-411e-b34a-951321eb04bb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:27.211583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network e8aa1e12-4648-440e-a695-3b7d236de352 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:27.221827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=c932f994-9f73-40d0-bdbe-9c5af0804791,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:27.231853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.279679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:27.285005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.288260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70032d-0cca-4144-b6fe-5239af82b14b None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:27.306883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.331497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3ad6d29a-c52e-4f8a-a656-a03c7df0a3e6 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:27.385379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:27.440122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=9f0baffa-3272-4329-b34f-2c0a69f91081,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:27.447938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:27.456306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:27.456989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.553373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6', 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': 'e935a555-c6ab-4669-8727-cd2ffa19473f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:27.555041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.639774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:27.665361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network e8aa1e12-4648-440e-a695-3b7d236de352 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:27.699180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Usage tracker for resource:security_group_rule and tenant:0d26b8bb0df449a1a8adba2321ce3be3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:27.701372 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:27.704383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:27.724990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.729333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.1540034
Nov 15 09:24:27.731114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:27.803201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60218) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:27.823421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.7486038
Nov 15 09:24:27.827251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'security_group': {'name': 'tempest-secgroup-1593560129'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:27.846025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60222) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:27.847137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:27.863213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526966167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:27.874304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:27.882371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:27.909191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:27.916740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:27.921708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:27.946940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:27.963830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:27.974420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.978646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:27.986520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e0b59c73-5171-40b0-82fe-ebf63681098d tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:28.014158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.016089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.035127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=e8aa1e12-4648-440e-a695-3b7d236de352,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:28.038288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:28.055746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.060781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:28.061214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.065260 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/e8aa1e12-4648-440e-a695-3b7d236de352 HTTP/1.1" status: 204  len: 168 time: 2.8324685
Nov 15 09:24:28.070089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:24:28.071574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.075084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60226) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:28.095446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.161705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 9aeac0f4-f8e4-4142-a1de-1f4636019bd3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:28.165585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:28.169568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:28.178226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:security_group_rule and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:28.181585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:28.188208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:28.189950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4722cb-da57-4a20-9a05-705f35b7e2e0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:28.190466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4722cb-da57-4a20-9a05-705f35b7e2e0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:28.198455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e4722cb-da57-4a20-9a05-705f35b7e2e0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/2b8c31e4-a1d3-4f97-8840-4f1038cea361 HTTP/1.1" status: 404  len: 337 time: 0.1093330
Nov 15 09:24:28.198675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.204036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60230) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:28.268946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 577df315-56eb-4123-9f63-b1092a767f23 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:28.272129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.276154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b341b7-6acd-49cf-8763-17ad4cd01fcc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:28.276642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b341b7-6acd-49cf-8763-17ad4cd01fcc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:28.280855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67b341b7-6acd-49cf-8763-17ad4cd01fcc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/46fc4a37-b161-4e74-aebd-0aa108a3871b HTTP/1.1" status: 404  len: 339 time: 0.0758429
Nov 15 09:24:28.281934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.284018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60234) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:28.337563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.345963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.350598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-805aade3-d542-4446-9da1-d01e6ea5b612 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4955790
Nov 15 09:24:28.353015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78e18992-d76f-4445-afa3-2b8d42e68757 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:28.362235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60238) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:28.438803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Allocated IP 2001:db8::2 (1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6/e935a555-c6ab-4669-8727-cd2ffa19473f/5cc6a335-4dd6-4592-a765-fc95fa513893) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:28.485005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.529786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.554368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8303020d-1d41-4c7c-b69d-5632886277e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:28.601005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43454f-0d1f-4398-bb58-76b2873f2dfb,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:28.604946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:28.608726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.612992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8003354
Nov 15 09:24:28.616628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60242) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:28.623930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-803015769', 'security_groups': ['0e43454f-0d1f-4398-bb58-76b2873f2dfb'], 'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d44ea71-c7fb-44f2-b18f-3e69df0aee88'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:28.697623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.701534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.709989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Transition to ACTIVE for port object 5cc6a335-4dd6-4592-a765-fc95fa513893 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:28.728542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Transition to ACTIVE for port object 5cc6a335-4dd6-4592-a765-fc95fa513893 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:28.744816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465c3d0-0744-46c8-9e7d-8a26df128971 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:28.779387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.858125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8dc4a43-9059-4748-ac94-154b7a61927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:28.891619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Provisioning for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:28.895307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting subnet 4457d041-3822-4c04-aa89-f1a5e0c6a484 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:28.897443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eaa3bf-f336-4bb7-b11c-9ad89865f5b5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:28.912633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:28.945917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:28.947590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c30bb5c0-c227-4866-aed5-cca9e31cea7e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:28.953458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:28.976565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:28.989936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:28.989936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad69048-572b-4c99-82b5-a0a0145872f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.000529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d26b8bb0df449a1a8adba2321ce3be3&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0612044
Nov 15 09:24:29.002834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60246) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:29.030976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:29.074217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.148837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Pushing event updated for resources: {'Port': ['ID=5cc6a335-4dd6-4592-a765-fc95fa513893,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:29.152376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:29.171379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=9aeac0f4-f8e4-4142-a1de-1f4636019bd3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:29.253197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:29.292634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 577df315-56eb-4123-9f63-b1092a767f23 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:29.333187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:29.376346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:29.377151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.381574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:29.382118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:29.387431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:29.392049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:29.392479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.403760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:29.406137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:29.412323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.432726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.461903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.544559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.9467568
Nov 15 09:24:29.552317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60250) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:29.555676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Attempting to bind port 5cc6a335-4dd6-4592-a765-fc95fa513893 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:29.556278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Attempting to bind port 5cc6a335-4dd6-4592-a765-fc95fa513893 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'ef70b9a2-73ff-46f2-86a9-4569d70b5532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:29.556891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Attempting to bind port 5cc6a335-4dd6-4592-a765-fc95fa513893 on network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:29.576902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:29.577524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Checking segment: {'id': 'ef70b9a2-73ff-46f2-86a9-4569d70b5532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:29.578129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.578690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Bound using segment: {'id': 'ef70b9a2-73ff-46f2-86a9-4569d70b5532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:29.579354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Bound port: 5cc6a335-4dd6-4592-a765-fc95fa513893, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef70b9a2-73ff-46f2-86a9-4569d70b5532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:29.579923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.606909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:29.607522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.742841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:29.743435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:29.935053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] For port 5cc6a335-4dd6-4592-a765-fc95fa513893, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:30.124725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 9aeac0f4-f8e4-4142-a1de-1f4636019bd3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:30.125088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.149644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] device_id is not set on port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:30.171256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] For port 5cc6a335-4dd6-4592-a765-fc95fa513893, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5cc6a335-4dd6-4592-a765-fc95fa513893,segment=NetworkSegment(ef70b9a2-73ff-46f2-86a9-4569d70b5532),segment_id=ef70b9a2-73ff-46f2-86a9-4569d70b5532)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:30.193130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.199800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a542383-c31a-4275-b24e-45d096544fa2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:30.229428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eaa3bf-f336-4bb7-b11c-9ad89865f5b5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:30.233182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.241562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:30.249996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.253596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4eaa3bf-f336-4bb7-b11c-9ad89865f5b5 HTTP/1.1" status: 204  len: 168 time: 1.2444093
Nov 15 09:24:30.274514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0d5d53e-3ac8-4c09-b6e0-57e9b73ad4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:30.361065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:30.402304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Update dhcp port {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '90ad41fc-b911-4212-bfe6-0a0f64f2da4a', 'ip_address': '2001:db8::f816:3eff:fe9d:c4f2'}, {'subnet_id': '6587dae9-dfed-449c-a747-d96b782f8a2f'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '577df315-56eb-4123-9f63-b1092a767f23'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:30.508741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.563966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Pushing event updated for resources: {'Port': ['ID=5cc6a335-4dd6-4592-a765-fc95fa513893,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:30.571210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.584510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:30.612767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8::2c7 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/8d44ea71-c7fb-44f2-b18f-3e69df0aee88/47f9f9e2-c18f-4ca3-805a-f4eff9e2c253) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:30.668468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Provisioning for port 577df315-56eb-4123-9f63-b1092a767f23 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:30.683702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Provisioning complete for port 577df315-56eb-4123-9f63-b1092a767f23 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:30.684183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.751571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:30.789464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:30.796380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3457360
Nov 15 09:24:30.797594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60258) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:30.821107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:30.861772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1589ca16-00fc-41b4-b768-9a1e9a5c4a5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:30.904474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:30.905196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:30.980284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=4457d041-3822-4c04-aa89-f1a5e0c6a484,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:30.992988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:30.999935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.084600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60262) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:31.201853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3195b355-d516-4179-986d-c44b54a5b96a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5c0052641f940d690087e2016d6f93f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1159441
Nov 15 09:24:31.226610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60266) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:31.258654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.319985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 9aeac0f4-f8e4-4142-a1de-1f4636019bd3 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:31.329648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] For port 577df315-56eb-4123-9f63-b1092a767f23, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=577df315-56eb-4123-9f63-b1092a767f23,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:31.340368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:31.345367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 2fef3e98-f9d4-4fd5-a872-9f4a61940f4f {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:31.352670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.386940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.407633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Allocated IP 2001:db8:0:1::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/6587dae9-dfed-449c-a747-d96b782f8a2f/577df315-56eb-4123-9f63-b1092a767f23) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:31.414343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.430858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff07a580-9a58-446a-bc76-d2bcea9d0bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:31.443642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.449320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:31.466623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.491308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Could not find standard attr ID for object e8351b65-4313-4b3e-81f5-dd00e12ecde8. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:31.506470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c86c37-7398-44da-b74f-1a97c00e16b2 None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:31.530626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.537019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.617187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/4457d041-3822-4c04-aa89-f1a5e0c6a484 HTTP/1.1" status: 204  len: 168 time: 3.3319049
Nov 15 09:24:31.619863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:31.676619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.699034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:31.746324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.775562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.847198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8::1 (1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6/e935a555-c6ab-4669-8727-cd2ffa19473f/67337c46-41d5-466d-b155-5d5a364ebf07) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:31.885797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.906607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f73c4cc8-0928-48b1-876c-286a00c786ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:31.976024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:31.977259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f22f79f-3093-464f-880e-d19b0e73cdaf HTTP/1.1" status: 204  len: 168 time: 0.7497795
Nov 15 09:24:31.994692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Pushing event updated for resources: {'Port': ['ID=577df315-56eb-4123-9f63-b1092a767f23,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:32.017516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=9aeac0f4-f8e4-4142-a1de-1f4636019bd3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:32.059217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:32.078632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:32.091046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=47f9f9e2-c18f-4ca3-805a-f4eff9e2c253,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:32.099265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:32.169388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] For port 577df315-56eb-4123-9f63-b1092a767f23, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=577df315-56eb-4123-9f63-b1092a767f23,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:32.171874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f64f687d-cbbf-421a-8a61-4caba15a406f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:32.228179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22f79f-3093-464f-880e-d19b0e73cdaf,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:32.228767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:32.233272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.264614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.282940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9aeac0f4-f8e4-4142-a1de-1f4636019bd3 HTTP/1.1" status: 204  len: 168 time: 2.7269981
Nov 15 09:24:32.283166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60276) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:32.284583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object 67337c46-41d5-466d-b155-5d5a364ebf07 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:32.337857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.341273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:24:32.386642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a30549ad-07d0-416c-8bc1-dce1116e0c81 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:32.423144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting subnet ec98ab7d-e12d-49be-8722-714615e73574 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:32.441852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.444651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:32.445560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.489418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Transition to ACTIVE for port object 577df315-56eb-4123-9f63-b1092a767f23 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:32.501324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:32.503794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:32.508806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:32.509505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.559213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.581478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb6c6d53-3d2a-4b73-9913-4dc6943d7cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:32.671438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:32.695959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=67337c46-41d5-466d-b155-5d5a364ebf07,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:32.715353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:32.717213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc320>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:27Z', 'revision_number': 10, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:32.758830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:24:32.773081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5cc6a335-4dd6-4592-a765-fc95fa513893 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:32.788245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.1704478
Nov 15 09:24:32.802687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60284) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:32.846913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:32.886376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445e5ff-3178-41f9-86f4-04aa43a04c14 None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:32.900196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09481e00-2c93-4fcb-97d4-d4e106a1d6d3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:32.904580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09481e00-2c93-4fcb-97d4-d4e106a1d6d3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.6162765
Nov 15 09:24:32.909375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60290) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:32.934306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:32.940459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:33.024328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.034366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Pushing event updated for resources: {'Port': ['ID=577df315-56eb-4123-9f63-b1092a767f23,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:33.056914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.057586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:33.062152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:33.065178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:33.065729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.084517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6b6d0cc-e39f-4b0b-bc32-b5985163bb52 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:33.165700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:33.213571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:33.218825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:33.222414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:33.230318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:33.275583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:33.472153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Provisioning for port 5cc6a335-4dd6-4592-a765-fc95fa513893 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:33.549131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Provisioning complete for port 5cc6a335-4dd6-4592-a765-fc95fa513893 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:33.549568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.595020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 5cc6a335-4dd6-4592-a765-fc95fa513893 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:33.607213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:33.635211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=2fef3e98-f9d4-4fd5-a872-9f4a61940f4f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:33.645329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:33.864051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c4377-fcb9-4399-a91f-9fcb8231eb0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:33.866714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-088c4377-fcb9-4399-a91f-9fcb8231eb0c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.9506178
Nov 15 09:24:33.876995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60304) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:33.904312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.916288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60308) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:33.936291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5cc6a335-4dd6-4592-a765-fc95fa513893 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:33.937181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:33.990871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.043587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/2fef3e98-f9d4-4fd5-a872-9f4a61940f4f HTTP/1.1" status: 204  len: 168 time: 3.2399788
Nov 15 09:24:34.051663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60314) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:34.091632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d44ea71-c7fb-44f2-b18f-3e69df0aee88 (CIDR: 2001:db8::/64)
Nov 15 09:24:34.095002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aae69a-4f29-4cae-802f-e2310b1a841c None None] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:34.106865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.134413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:34.136006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:34.137603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:34.138490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:34.184775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:24:34.185303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:34.236315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c5a6750-4bed-4940-ac6a-b772694dec34 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4244356
Nov 15 09:24:34.237770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60318) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:34.242112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-811852329'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:34.248743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:34.271786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:34.283873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:network and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:34.293870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:34.349239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:34.351655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:34.355536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-580bb550-0130-461c-b619-9b2dbad69025 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.4717612
Nov 15 09:24:34.357379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60322) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:34.382877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.486329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:34.486714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.556788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:34.562576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.592842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.666676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.677964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.682672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8f0f7d8-676f-4027-84b4-030fa2568b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:34.793723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=ec98ab7d-e12d-49be-8722-714615e73574,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:34.827282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:34.866334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 6587dae9-dfed-449c-a747-d96b782f8a2f {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:34.887812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:34.939169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.963233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:34.967203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:security_group_rule and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:34.970248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 5cc6a335-4dd6-4592-a765-fc95fa513893, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5cc6a335-4dd6-4592-a765-fc95fa513893,segment=NetworkSegment(ef70b9a2-73ff-46f2-86a9-4569d70b5532),segment_id=ef70b9a2-73ff-46f2-86a9-4569d70b5532)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:34.974847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:34.991686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:35.014378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:35.025544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:35.025951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.037765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.040487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.041450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 577df315-56eb-4123-9f63-b1092a767f23 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:35.062854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:35.079899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:35.123435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae8258-3f92-41ba-969e-ea11e7688708 None None] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:35.171325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc320>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:27Z', 'revision_number': 10, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:35.224469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:35.238106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:35.268943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/ec98ab7d-e12d-49be-8722-714615e73574 HTTP/1.1" status: 204  len: 168 time: 3.6456602
Nov 15 09:24:35.293438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60326) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:35.314910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:35.318635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b86de-e375-4f6d-9792-dc8a841f7d8a None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:27Z', 'revision_number': 10, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None, '_interfaces': [{'id': '5470c6e4-7809-4990-b9ce-f2e2d406ae02', 'name': '', 'network_id': '6f421175-f733-4aa9-864d-53900250e1cb', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'mac_address': 'fa:16:3e:17:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:22:21Z', 'updated_at': '2020-11-15T09:22:32Z', 'revision_number': 5, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'subnets': [{'id': '087dfefa-2ad4-44b3-ba4d-00fad29f91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:35.324911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.341099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] DHCP port deletion for 1305ac04-fd09-4e50-a192-5c702fb8da36 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:35.367628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Deleting port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:35.368139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.415922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:35.416362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-b120b4b8-f5b0-467c-8cc9-1aeb330c3dfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:35.432328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:35.438471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.543826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=5cc6a335-4dd6-4592-a765-fc95fa513893,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:35.545192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:24:35.549597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:35.579406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.594398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.603557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.741353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.765116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.765940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.767023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.792653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port aa80b580-2444-4e9b-9539-914944b3b0ef {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:35.793037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.804949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af07f557-78d6-4bb2-b5c9-d5478e071015 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:35.810615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5cc6a335-4dd6-4592-a765-fc95fa513893 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:35.857266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f93231f8-62e2-49f1-b76b-025b2745db31 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:35.900439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.919497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:24:35.928960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] DHCP port deletion for 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:35.931415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:35.932058 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Added segment cd13b6fa-ad99-4183-9c38-f6c7454a50bd of type vxlan for network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06
Nov 15 09:24:35.964549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.003714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] For port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,segment=NetworkSegment(e5515d1e-fdb7-43e8-bf92-59b06aa6b542),segment_id=e5515d1e-fdb7-43e8-bf92-59b06aa6b542)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:36.004844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.005143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0a81fc42-2637-4a85-b72c-3a691eb71a94 (CIDR: 2001:db8:0:1::/64)
Nov 15 09:24:36.006341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=67337c46-41d5-466d-b155-5d5a364ebf07,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:36.015210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Deleting port aa80b580-2444-4e9b-9539-914944b3b0ef {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:36.015566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.022268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:36.068705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:24:36.069147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:36.085597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.090105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:36.090924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.132925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4767db0f-776b-49ff-aae1-10e7cd8f9595 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.8906944
Nov 15 09:24:36.143483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=9c49fbec-7b8d-436b-8a34-49c2bc9f12b4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:36.149367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60330) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:36.159828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'subnet': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:36.256614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:36.259786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:36.261802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:36.264196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-594cbb61-a466-47f9-872d-497ee3fae1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:36.290722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Calling delete_port for 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:36.299250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.3369322
Nov 15 09:24:36.320765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:36.346438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'subnet': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:36.553291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'SecurityGroup': ['ID=e01dcb70-c08b-4d94-adad-76bcc9dff37a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:36.581808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:36.588612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9784e0c4-ff0e-4980-a76d-99d2683e3204 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:36.604537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:36.636461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Usage tracker for resource:subnet and tenant:a5c86e61a2b642f2ac621b137543eee0 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:36.682226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.697639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5cc6a335-4dd6-4592-a765-fc95fa513893 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:36.697887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.699283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41f9f275-5e25-443d-abb0-01bf020b0286 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:36.711637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:36.742787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No DVR routers for this DVR port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:36.744849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:36.763632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:36.764107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:36.774117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa80b580-2444-4e9b-9539-914944b3b0ef,segment=NetworkSegment(d4df5452-8f82-4282-b5c2-aa03646c463d),segment_id=d4df5452-8f82-4282-b5c2-aa03646c463d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:36.776286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:36.871978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning for port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:36.882662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:36.909046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Network': ['ID=23f7cd54-9d7f-4abf-9daf-44109d5e2d06,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:36.919771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:subnet and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:36.923485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:36.948650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:36.963936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:24:36.991278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Calling delete_port for aa80b580-2444-4e9b-9539-914944b3b0ef owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:37.023907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning complete for port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:37.024318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.093392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=6587dae9-dfed-449c-a747-d96b782f8a2f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:37.099656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:37.215198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.251314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:37.263885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Made reservation on behalf of a5c86e61a2b642f2ac621b137543eee0 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:37.271653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4073d-57b6-44ec-bc53-344985c4a033 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:37.275273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/6587dae9-dfed-449c-a747-d96b782f8a2f HTTP/1.1" status: 204  len: 168 time: 2.9155095
Nov 15 09:24:37.275558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60338) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:37.285044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Deleting port 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:37.285703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.304074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:37.328707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 62d19e3a-7caa-4df5-af1e-c8af5b39f675 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:24:37.367408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 90ad41fc-b911-4212-bfe6-0a0f64f2da4a {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:37.371860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.380313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port aa80b580-2444-4e9b-9539-914944b3b0ef, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa80b580-2444-4e9b-9539-914944b3b0ef,segment=NetworkSegment(d4df5452-8f82-4282-b5c2-aa03646c463d),segment_id=d4df5452-8f82-4282-b5c2-aa03646c463d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:37.380722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.407628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.530529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a6d82ed3-200a-4db3-b4b9-770cb8f64ed5 None None] The port '9c49fbec-7b8d-436b-8a34-49c2bc9f12b4' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:24:37.558649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:37.570529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:37.591828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.604465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 577df315-56eb-4123-9f63-b1092a767f23 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:37.644836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.667947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for aa80b580-2444-4e9b-9539-914944b3b0ef owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:37.669509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:37.718619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.774795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:37.780376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/62d19e3a-7caa-4df5-af1e-c8af5b39f675/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4022090
Nov 15 09:24:37.783920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60342) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:37.788899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] Sync routers for ids ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:37.807625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] Routers {'62d19e3a-7caa-4df5-af1e-c8af5b39f675'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:37.809403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d114e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:37.832505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Pushing event deleted for resources: {'Port': ['ID=aa80b580-2444-4e9b-9539-914944b3b0ef,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:37.880727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:37.881405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning for port 67337c46-41d5-466d-b155-5d5a364ebf07 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:37.904689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.935024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning complete for port 67337c46-41d5-466d-b155-5d5a364ebf07 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:37.935604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:37.937187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d114e0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:37.938420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a21ebef0>,) {'filters': {'network_id': ['1305ac04-fd09-4e50-a192-5c702fb8da36']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:37.956514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] Routers {'62d19e3a-7caa-4df5-af1e-c8af5b39f675'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:37.959662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d114e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:37.987736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12164ed6-fafc-44a4-bbb0-0d64987b33f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:37.989214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12164ed6-fafc-44a4-bbb0-0d64987b33f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:38.002168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.044989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a21ebef0>, 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:38.044989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a21ebef0>, 'e5515d1e-fdb7-43e8-bf92-59b06aa6b542') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:38.061549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d114e0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:38.062330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdfc95-81c3-4b71-b80f-11bd11913c7d None None] The sync data for ids ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:38.102099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Port 67337c46-41d5-466d-b155-5d5a364ebf07 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:38.103764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12164ed6-fafc-44a4-bbb0-0d64987b33f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:38.105148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12164ed6-fafc-44a4-bbb0-0d64987b33f0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports/67337c46-41d5-466d-b155-5d5a364ebf07 HTTP/1.1" status: 200  len: 911 time: 0.3203461
Nov 15 09:24:38.110497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60346) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:38.117824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Could not find standard attr ID for object 9aeac0f4-f8e4-4142-a1de-1f4636019bd3. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:38.120593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] No DVR routers for this DVR port aa80b580-2444-4e9b-9539-914944b3b0ef on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:38.136541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Could not find standard attr ID for object aa80b580-2444-4e9b-9539-914944b3b0ef. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:38.159050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.168239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning complete for port 5cc6a335-4dd6-4592-a765-fc95fa513893 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:38.169038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.215090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9f0baffa-3272-4329-b34f-2c0a69f91081 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:38.222994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:38.223807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:38.231520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.241578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 13 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:38.364054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.382321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:38.450468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9f0baffa-3272-4329-b34f-2c0a69f91081 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:38.450872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9f0baffa-3272-4329-b34f-2c0a69f91081 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:38.451348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:38.475353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=90ad41fc-b911-4212-bfe6-0a0f64f2da4a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:38.478252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:38.495417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:38.495827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9c49fbec-7b8d-436b-8a34-49c2bc9f12b4 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:38.527589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:38.540249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.628099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa80b580-2444-4e9b-9539-914944b3b0ef no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:38.667131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: aa80b580-2444-4e9b-9539-914944b3b0ef {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:38.667989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa80b580-2444-4e9b-9539-914944b3b0ef not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:38.703458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning for port 577df315-56eb-4123-9f63-b1092a767f23 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:38.712158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.713544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Provisioning complete for port 577df315-56eb-4123-9f63-b1092a767f23 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:38.714071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b778d9b-3112-482c-a179-e2ed7a4779d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.724447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port aa80b580-2444-4e9b-9539-914944b3b0ef {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:38.724926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:38.738161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/90ad41fc-b911-4212-bfe6-0a0f64f2da4a HTTP/1.1" status: 204  len: 168 time: 1.4611535
Nov 15 09:24:38.742051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:38.830792 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71a5aa4d-935f-4b15-b73a-c5e5974dacfd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0834246
Nov 15 09:24:38.831779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60354) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:38.850603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:38.949253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] The port 'aa80b580-2444-4e9b-9539-914944b3b0ef' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:24:38.964566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 1305ac04-fd09-4e50-a192-5c702fb8da36 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:38.989328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:38.996624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:39.001809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:39.020226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:39.022316 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:39.026369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.051528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8383a9e2-2bb2-4104-b674-d0dfeea0dd8c None None] Provisioning complete for port 67337c46-41d5-466d-b155-5d5a364ebf07 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:39.052565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8383a9e2-2bb2-4104-b674-d0dfeea0dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.131608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8383a9e2-2bb2-4104-b674-d0dfeea0dd8c None None] Port 67337c46-41d5-466d-b155-5d5a364ebf07 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:39.164335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:39.170418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.224197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bcd32-7c8d-4de3-be57-51ec0e51454f None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:39.330520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.348808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-221c0e7f-673a-4656-b118-01bf61dbff28 None None] Provisioning complete for port 577df315-56eb-4123-9f63-b1092a767f23 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:39.349064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.349328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-221c0e7f-673a-4656-b118-01bf61dbff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.410284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9c29e92-1260-437a-9525-5eb53c3f2a20 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:39.426424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.483598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=1305ac04-fd09-4e50-a192-5c702fb8da36,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:39.495470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:39.529135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/1305ac04-fd09-4e50-a192-5c702fb8da36 HTTP/1.1" status: 204  len: 168 time: 5.4688163
Nov 15 09:24:39.530262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60358) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:39.602191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3ccd2e8>,) {'filters': {'network_id': ['05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:39.626800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ccd2e8>, 'd4df5452-8f82-4282-b5c2-aa03646c463d') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:39.627142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ccd2e8>, 'd4df5452-8f82-4282-b5c2-aa03646c463d') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:39.646687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:39.651760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Deleting port 577df315-56eb-4123-9f63-b1092a767f23 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:39.652290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.666372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.700192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:39.703767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 10 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:39.908911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] For port 577df315-56eb-4123-9f63-b1092a767f23, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=577df315-56eb-4123-9f63-b1092a767f23,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:39.909285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.058453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Calling delete_port for 577df315-56eb-4123-9f63-b1092a767f23 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:40.228537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.240606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:40.245211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4caaba19-6286-4f15-bf34-644b2f95322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:40.252496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.352936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Pushing event deleted for resources: {'Port': ['ID=577df315-56eb-4123-9f63-b1092a767f23,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:40.359393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:40.391905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.412389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd4347a2-33ed-482e-ae5d-c52fb04c9eb7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:40.431272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] No DVR routers for this DVR port 577df315-56eb-4123-9f63-b1092a767f23 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:40.466067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877e749-f841-4d52-abf6-e70199cb62c2 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:24:40.627365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 577df315-56eb-4123-9f63-b1092a767f23 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:40.652556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:40.690160 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:40.731492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 577df315-56eb-4123-9f63-b1092a767f23 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:40.732017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 577df315-56eb-4123-9f63-b1092a767f23 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:40.768095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Subnet': ['ID=8b0a1441-91bc-4077-a7ae-a2e76e7bf933,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:40.787912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:40.802701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.821884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d0e17ab-f93f-4396-bc19-9a9180db0668 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:40.845044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:24:40.851377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.869685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1897408-c0fe-4078-a102-9ccbe0fe211e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:40.917984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877e749-f841-4d52-abf6-e70199cb62c2 None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:24:40.946894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877e749-f841-4d52-abf6-e70199cb62c2 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 23f7cd54-9d7f-4abf-9daf-44109d5e2d06) {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:24:40.986030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:40.993998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Subnet': ['ID=8c2ab893-a7df-4c41-9691-42596e183c80,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:41.000762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.025299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:41.025884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0bed67bb-8292-4a3c-94b2-a6829ecef150 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:41.046896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=6cbdf5a0-504d-4d03-a981-b672cf5ba090,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:41.050028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:41.058711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:41.065692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba HTTP/1.1" status: 204  len: 168 time: 5.7705312
Nov 15 09:24:41.068046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=05b2b403-f8fc-4a05-b0b2-8334eb0cc3ba,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:41.070924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60362) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.076352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:41.078348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:41.102358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:41.103021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.137645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:41.138974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:41.145976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.152020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:41.152690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.167472 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8404813
Nov 15 09:24:41.168204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60366) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.174955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1947246219'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:41.217236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd12a79a-6c51-44af-8b80-1d98e5fdfea3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.218220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd12a79a-6c51-44af-8b80-1d98e5fdfea3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.260845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 5.1051190
Nov 15 09:24:41.262125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60370) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.279550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-263522076', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c2ab893-a7df-4c41-9691-42596e183c80'}], 'security_groups': ['a43abad0-c52b-4630-9ca2-3efa13ada1b9', 'c932f994-9f73-40d0-bdbe-9c5af0804791']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:41.348115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd12a79a-6c51-44af-8b80-1d98e5fdfea3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/497aca90-b808-4e25-8ade-800b8abb4fba HTTP/1.1" status: 404  len: 337 time: 0.2729752
Nov 15 09:24:41.352413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '6cbdf5a0-504d-4d03-a981-b672cf5ba090'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:41.353233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60374) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.353352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.378166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'tenant_id': '2aa0ac16bb1f41038e5b71fb5b58b229', 'fixed_ips': [{'subnet_id': '8b0a1441-91bc-4077-a7ae-a2e76e7bf933'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:24:41.380021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.409613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb2dd23-5992-4761-836f-fba2ec9211e4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.410942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb2dd23-5992-4761-836f-fba2ec9211e4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.414847 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1cb2dd23-5992-4761-836f-fba2ec9211e4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/eb2384ff-a870-416a-af3f-82e89e64f129 HTTP/1.1" status: 404  len: 339 time: 0.0583065
Nov 15 09:24:41.414989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 67337c46-41d5-466d-b155-5d5a364ebf07 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:41.415242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.424384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60378) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.454950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:41.470721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:41.498094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:41.498761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.525839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:41.528695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf9b4a9-2fae-4832-91d9-5d2f5dccf0d7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.529200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf9b4a9-2fae-4832-91d9-5d2f5dccf0d7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.531815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1cf9b4a9-2fae-4832-91d9-5d2f5dccf0d7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/4b33d21a-c46c-4f07-9fc0-d6a573387b1f HTTP/1.1" status: 404  len: 337 time: 0.1056433
Nov 15 09:24:41.536708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:port and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:41.545012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:41.548016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60382) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.557480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:41.570168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.632217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:41.639356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7945752
Nov 15 09:24:41.639544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.654160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60386) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.665357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:41.680855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b61ef59-59e7-4cd5-b0f1-c46419bba1a3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.681355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b61ef59-59e7-4cd5-b0f1-c46419bba1a3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.685452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b61ef59-59e7-4cd5-b0f1-c46419bba1a3 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/80d6307f-c933-4add-8262-e2f8409dbfe0 HTTP/1.1" status: 404  len: 339 time: 0.1329679
Nov 15 09:24:41.689581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60390) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.788462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-46253458-a160-4fbe-9a50-04421e6f28d0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.790243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46253458-a160-4fbe-9a50-04421e6f28d0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.793248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46253458-a160-4fbe-9a50-04421e6f28d0 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/af14475d-1d59-475a-adc2-e95e77748284 HTTP/1.1" status: 404  len: 337 time: 0.0984280
Nov 15 09:24:41.795200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60394) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.853373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:41.886574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dacd9c-050f-4370-8eda-7dd181ffc7fb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:41.887091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dacd9c-050f-4370-8eda-7dd181ffc7fb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:41.892081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0dacd9c-050f-4370-8eda-7dd181ffc7fb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/73dd3abf-9200-4f71-b5d3-0a78aa2c266d HTTP/1.1" status: 404  len: 339 time: 0.0913751
Nov 15 09:24:41.893200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60398) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:41.938868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Allocated IP 2001:db8::f816:3eff:fee2:76b1 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/6cbdf5a0-504d-4d03-a981-b672cf5ba090/88710960-d5e6-414b-9ebf-6c9702666512) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:41.958452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Allocated IP 2001:db8::2 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/614450eb-0032-4809-b1f6-d6e07508ca6c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:42.136891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port ffb911c0-dae3-4b72-9642-94547a20a918 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:42.362857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 67337c46-41d5-466d-b155-5d5a364ebf07 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:42.473967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:42.487598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:42.551264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:42.580185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:42.585261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.606511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.609460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Transition to ACTIVE for port object 88710960-d5e6-414b-9ebf-6c9702666512 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:42.631014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Transition to ACTIVE for port object 614450eb-0032-4809-b1f6-d6e07508ca6c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:42.645431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Transition to ACTIVE for port object 88710960-d5e6-414b-9ebf-6c9702666512 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:42.656334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Transition to ACTIVE for port object 614450eb-0032-4809-b1f6-d6e07508ca6c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:42.682946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:42.697892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.717918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.776800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting subnet 8d415af5-009d-4627-9de0-a44aadc98dea {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:42.808220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-55e429b0-90dc-46d2-bab7-32f24691c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:42.813589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.882017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::2e8 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/ffb911c0-dae3-4b72-9642-94547a20a918) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:42.929902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:42.967389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Pushing event updated for resources: {'Port': ['ID=614450eb-0032-4809-b1f6-d6e07508ca6c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:42.998022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.094261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.119707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:43.127142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Pushing event updated for resources: {'Port': ['ID=88710960-d5e6-414b-9ebf-6c9702666512,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:43.135351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:43.135996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:43.136474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:43.138818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Delete allocated IP 2001:db8::2c7 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/8d44ea71-c7fb-44f2-b18f-3e69df0aee88) {{(pid=81074) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:24:43.153041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:43.154491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:43.159732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:43.224456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Allocated IP 2001:db8:0:2::15c (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/8c2ab893-a7df-4c41-9691-42596e183c80/47f9f9e2-c18f-4ca3-805a-f4eff9e2c253) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:43.227238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:43.235558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:43.242314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=67337c46-41d5-466d-b155-5d5a364ebf07,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:43.244700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:43.251360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Attempting to bind port 88710960-d5e6-414b-9ebf-6c9702666512 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:43.251953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Attempting to bind port 88710960-d5e6-414b-9ebf-6c9702666512 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:43.252481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Attempting to bind port 88710960-d5e6-414b-9ebf-6c9702666512 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:43.260575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:43.305307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:43.306736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:43.306736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.306987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:43.307098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.307712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Bound port: 88710960-d5e6-414b-9ebf-6c9702666512, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:43.308299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.325256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9721-c435-4158-81a3-5ffc43fd2fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.352108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cbdf5a0-504d-4d03-a981-b672cf5ba090 (CIDR: 2001:db8::/64)
Nov 15 09:24:43.387565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Attempting to bind port 614450eb-0032-4809-b1f6-d6e07508ca6c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:24:43.388092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Attempting to bind port 614450eb-0032-4809-b1f6-d6e07508ca6c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:24:43.388622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Attempting to bind port 614450eb-0032-4809-b1f6-d6e07508ca6c on network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:24:43.415999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:24:43.418496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Checking segment: {'id': 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:24:43.418496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.418496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Bound using segment: {'id': 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:24:43.418496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Bound port: 614450eb-0032-4809-b1f6-d6e07508ca6c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:24:43.418496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.419028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.419137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:24:43.419137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:43.513220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] For port 88710960-d5e6-414b-9ebf-6c9702666512, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:43.527095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] For port 88710960-d5e6-414b-9ebf-6c9702666512, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=88710960-d5e6-414b-9ebf-6c9702666512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:43.531159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object ffb911c0-dae3-4b72-9642-94547a20a918 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:43.552756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] For port 614450eb-0032-4809-b1f6-d6e07508ca6c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:24:43.556405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] For port 614450eb-0032-4809-b1f6-d6e07508ca6c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=614450eb-0032-4809-b1f6-d6e07508ca6c,segment=NetworkSegment(cd13b6fa-ad99-4183-9c38-f6c7454a50bd),segment_id=cd13b6fa-ad99-4183-9c38-f6c7454a50bd)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:24:43.559911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.579531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df2482a3-8d41-4e1a-9662-b4f7c0aeac35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:43.596654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa95ca3d-b3c3-4bd8-9d30-e1e90e7b05fb tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.9384634
Nov 15 09:24:43.598515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60402) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:43.614349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:43.675137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.698031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.797463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port 5470c6e4-7809-4990-b9ce-f2e2d406ae02 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:43.802091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.814287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Pushing event updated for resources: {'Port': ['ID=88710960-d5e6-414b-9ebf-6c9702666512,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:43.832980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:43.833635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66cd2380-c12d-4972-9429-9d4780e60b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:43.891703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:43.921986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb18cf89-b7d7-4563-af42-69e3eacb110b tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:43.984166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Pushing event updated for resources: {'Port': ['ID=614450eb-0032-4809-b1f6-d6e07508ca6c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:43.988958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:44.121605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:24:44.135095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:44.151198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=ffb911c0-dae3-4b72-9642-94547a20a918,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:44.155731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:44.162662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.166743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:44.171430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:44.193068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:44.226999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port 5470c6e4-7809-4990-b9ce-f2e2d406ae02, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5470c6e4-7809-4990-b9ce-f2e2d406ae02,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:44.227410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.236226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Transition to ACTIVE for port object 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:44.249203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:44.274233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.276428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.358937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5aa8d53d-a9e4-4d48-bbf6-fcd9baf38819 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:44.372780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for 5470c6e4-7809-4990-b9ce-f2e2d406ae02 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:44.529612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=8d415af5-009d-4627-9de0-a44aadc98dea,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:44.543954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:44.559023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa6871de-7618-4edb-9e7e-e43c5ef2384f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:44.621223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:44.648831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:44.673223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:44.678210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:44.678909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.746379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 614450eb-0032-4809-b1f6-d6e07508ca6c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:44.803246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event updated for resources: {'Port': ['ID=47f9f9e2-c18f-4ca3-805a-f4eff9e2c253,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:44.827257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:44.830493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.867875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.6962950
Nov 15 09:24:44.867875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:44.870178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/8d415af5-009d-4627-9de0-a44aadc98dea HTTP/1.1" status: 204  len: 168 time: 2.9702501
Nov 15 09:24:44.895204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 614450eb-0032-4809-b1f6-d6e07508ca6c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:44.901358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 88710960-d5e6-414b-9ebf-6c9702666512 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:44.921659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60406) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:44.921953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60408) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:44.942403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1487361101', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:3d:78:8d'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:45.015257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 88710960-d5e6-414b-9ebf-6c9702666512 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:45.272260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 62d19e3a-7caa-4df5-af1e-c8af5b39f675 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:45.430442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] In _notify_port_updated(), no bound segment for port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 on network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:24:45.434615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:45.435295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.436725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "PUT /v2.0/ports/47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 HTTP/1.1" status: 200  len: 969 time: 4.1742010
Nov 15 09:24:45.456281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60414) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:45.512303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:45.524955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/62d19e3a-7caa-4df5-af1e-c8af5b39f675/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4107287
Nov 15 09:24:45.525281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60418) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:45.527203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] Sync routers for ids ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:45.542284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] Routers {'62d19e3a-7caa-4df5-af1e-c8af5b39f675'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:45.542987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2674438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:45.571829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.573306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.593971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f78f569d-8fb0-489a-b075-e393520c5af1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:45.616920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.618565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2674438>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:45.635624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9779661-4eec-4c14-9f16-3c88b20bd0a9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:45.641268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] Routers {'62d19e3a-7caa-4df5-af1e-c8af5b39f675'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:45.641709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2674438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:45.703568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=5470c6e4-7809-4990-b9ce-f2e2d406ae02,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:45.719131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:45.719519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.722910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2674438>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:45.723377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a0bc2-9e08-41b9-bd26-f793ebc00e75 None None] The sync data for ids ['62d19e3a-7caa-4df5-af1e-c8af5b39f675'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:45.745325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.745762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.746189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.746608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.747047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.747418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.747956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.748265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.748673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.749118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.749533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.749938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.750406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.750810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.751213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.751630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.752078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.752483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.752996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.753415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.753856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.754263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.754671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.755068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:45.757189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b5587d9-4ac9-4472-9bcf-e9cff5b9a775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.757391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:45.762678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:45.766565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port 8969ff12-f5e8-4231-aaf8-66915daf203c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:45.766950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:45.782786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9779661-4eec-4c14-9f16-3c88b20bd0a9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:45.784376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9779661-4eec-4c14-9f16-3c88b20bd0a9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=62d19e3a-7caa-4df5-af1e-c8af5b39f675 HTTP/1.1" status: 200  len: 205 time: 0.2579749
Nov 15 09:24:45.788052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60422) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:45.813997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:port and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:45.830616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:45.867383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:46.011560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:46.079286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.249510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Provisioning for port 614450eb-0032-4809-b1f6-d6e07508ca6c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:46.256773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Provisioning complete for port 614450eb-0032-4809-b1f6-d6e07508ca6c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:46.257475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.301569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.444210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.466863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56a35f-edc3-4d06-a150-ad3f4282fde1 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:24:46.489941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port 8969ff12-f5e8-4231-aaf8-66915daf203c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8969ff12-f5e8-4231-aaf8-66915daf203c,segment=NetworkSegment(ac637f68-d1bd-4342-85c1-3b3da876e0be),segment_id=ac637f68-d1bd-4342-85c1-3b3da876e0be)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:46.490348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.503579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.540485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] For port 614450eb-0032-4809-b1f6-d6e07508ca6c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=614450eb-0032-4809-b1f6-d6e07508ca6c,segment=NetworkSegment(cd13b6fa-ad99-4183-9c38-f6c7454a50bd),segment_id=cd13b6fa-ad99-4183-9c38-f6c7454a50bd)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:46.583820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.586273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.590534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2e85c71-15c6-418d-bb4f-e8dc071beaf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:46.678451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.694917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for 8969ff12-f5e8-4231-aaf8-66915daf203c owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:46.900342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:46.916497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56a35f-edc3-4d06-a150-ad3f4282fde1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:24:46.917000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.922430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Pushing event updated for resources: {'Port': ['ID=614450eb-0032-4809-b1f6-d6e07508ca6c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:46.927299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:46.927475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:46.959431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Provisioning for port 88710960-d5e6-414b-9ebf-6c9702666512 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:46.969108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:46.969543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.124272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.124780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router 62d19e3a-7caa-4df5-af1e-c8af5b39f675 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:24:47.208234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.226711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4544c01b-a97e-44db-acdb-d669e2ba7c3c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:47.294723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.386493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] For port 88710960-d5e6-414b-9ebf-6c9702666512, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=88710960-d5e6-414b-9ebf-6c9702666512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:47.447661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.452717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:47.593371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.594861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7210d927-f863-4545-a122-b746d5c9f238 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/62d19e3a-7caa-4df5-af1e-c8af5b39f675 HTTP/1.1" status: 204  len: 168 time: 1.8058307
Nov 15 09:24:47.599015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60426) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:47.608800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.611444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Pushing event updated for resources: {'Port': ['ID=88710960-d5e6-414b-9ebf-6c9702666512,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:47.617194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:47.665008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port a4ad7611-8737-4203-9335-504e99469e71 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:47.729173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Update dhcp port {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'fixed_ips': [{'subnet_id': '6cbdf5a0-504d-4d03-a981-b672cf5ba090', 'ip_address': '2001:db8::f816:3eff:fee2:76b1'}, {'subnet_id': 'b9498b43-4b46-4d99-adab-53f587de6ad8'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '88710960-d5e6-414b-9ebf-6c9702666512'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:47.748821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Port': ['ID=8969ff12-f5e8-4231-aaf8-66915daf203c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:47.833649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.834205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.834710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.835205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.835713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.836223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.836707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.843820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.845081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:24:47.865460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:47.884834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.945976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.966555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:47.972869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2719f4f9-4e4d-4f75-ab1d-23c59a5762d0 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:48.029609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet e935a555-c6ab-4669-8727-cd2ffa19473f {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:48.037526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:48.038387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.085029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No DVR routers for this DVR port 8969ff12-f5e8-4231-aaf8-66915daf203c on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:48.086982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=47f9f9e2-c18f-4ca3-805a-f4eff9e2c253,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:48.128847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:48.174327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.184060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::361 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/a4ad7611-8737-4203-9335-504e99469e71) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:48.223933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Allocated IP 2001:db8:0:1::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/b9498b43-4b46-4d99-adab-53f587de6ad8/88710960-d5e6-414b-9ebf-6c9702666512) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:48.348622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:48.356680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8241856
Nov 15 09:24:48.361642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60432) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:48.365522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.365814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:48.383409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:48.385227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d10b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.417468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.451599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] For port 88710960-d5e6-414b-9ebf-6c9702666512, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=88710960-d5e6-414b-9ebf-6c9702666512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:48.486582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.510517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Transition to ACTIVE for port object 88710960-d5e6-414b-9ebf-6c9702666512 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:48.513545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.540137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:48.553231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.581254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:48.710346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d10b38>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.715679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:24:48.729154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:48.730000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d10b38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.828290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.840291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-415ac8c5-1b60-419a-ad12-31766c1255cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:48.868918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea0f0>,) {'filters': {'network_id': ['4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.893218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:48.903973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=b9498b43-4b46-4d99-adab-53f587de6ad8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:48.910795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting subnet 087dfefa-2ad4-44b3-ba4d-00fad29f91cb {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:48.919225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea0f0>, 'ac637f68-d1bd-4342-85c1-3b3da876e0be') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.919567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1dea0f0>, 'ac637f68-d1bd-4342-85c1-3b3da876e0be') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:48.930824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:48.949680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.953936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 614450eb-0032-4809-b1f6-d6e07508ca6c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:48.954815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:48.980948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 HTTP/1.1" status: 204  len: 168 time: 3.5203049
Nov 15 09:24:48.986983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60436) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:49.040260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Pushing event updated for resources: {'Port': ['ID=88710960-d5e6-414b-9ebf-6c9702666512,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:49.042371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.044738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:49.055394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.060882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d10b38>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:49.070665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af07a-b0f2-4130-a743-ebea3b158a3a None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:49.072494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 614450eb-0032-4809-b1f6-d6e07508ca6c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:49.072930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.075796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:49.094565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce0d26a-b8b6-46ac-8e31-560359d47c43 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] GET failed (client error): The resource could not be found.
Nov 15 09:24:49.095131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bce0d26a-b8b6-46ac-8e31-560359d47c43 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Synchronizing usage tracker for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:49.153461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.191288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68ff1bcc-4ce5-4a00-b7d9-e4d23a131123 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:49.209895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.237895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.263180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 88710960-d5e6-414b-9ebf-6c9702666512 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:49.312910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:49.335305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bce0d26a-b8b6-46ac-8e31-560359d47c43 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Unset dirty status for tenant:a5c86e61a2b642f2ac621b137543eee0 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:49.336977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=e935a555-c6ab-4669-8727-cd2ffa19473f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:49.339640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bce0d26a-b8b6-46ac-8e31-560359d47c43 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports/47f9f9e2-c18f-4ca3-805a-f4eff9e2c253 HTTP/1.1" status: 404  len: 333 time: 0.3494062
Nov 15 09:24:49.340377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60440) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:49.349283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:49.363701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object a4ad7611-8737-4203-9335-504e99469e71 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:49.371363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:49.393435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:49.405726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:49.406481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.419867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.521602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.536495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/e935a555-c6ab-4669-8727-cd2ffa19473f HTTP/1.1" status: 204  len: 168 time: 1.9363523
Nov 15 09:24:49.541547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60444) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:49.709158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.716553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10aac6-7658-45d5-a26e-513fd2fbd4a4 None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:49.726468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.1213906
Nov 15 09:24:49.734232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60448) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:49.739749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7fb788f1-3fbe-4693-8c99-482d85d679d5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:49.742305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10dd60-867f-49db-b085-d10068a76109 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:49.766072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:49.775779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:49.797208 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:49.822997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:ad:62:19', 'name': 'tempest-NetworksTestDHCPv6-1517159765'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:49.843793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Subnet': ['ID=087dfefa-2ad4-44b3-ba4d-00fad29f91cb,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:49.846906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:49.868548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:49.875688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25622d27-7755-4a82-b8ab-35ba8f060d5c None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:49.893479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19dd3bf-d28c-47c1-90fe-b51dca99c6ee None None] Network 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:49.945665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-619cd9fa-ca47-4331-b7b1-963c0fd414d2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:50.034492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.125463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.130881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.163222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.164531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:50.170632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.181726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:50.188248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/087dfefa-2ad4-44b3-ba4d-00fad29f91cb HTTP/1.1" status: 204  len: 168 time: 1.8229737
Nov 15 09:24:50.188248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:50.191506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60456) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:50.221473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:50.343237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.350335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e670c1-76bf-4d74-b6b7-8bc7330b43ba None None] Network 6f421175-f733-4aa9-864d-53900250e1cb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:50.364497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bbae5-63c8-40bc-969e-82e2af1cccb7 None None] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:50.412200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:50.527821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Deleting port e9ec404d-466d-43df-b157-e9e9fcbfc472 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:50.528417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.558412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 HTTP/1.1" status: 204  len: 168 time: 5.6291609
Nov 15 09:24:50.569279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60460) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:50.574965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=a4ad7611-8737-4203-9335-504e99469e71,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:50.582571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:50.591655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-32becddc-059c-4b6d-82da-7da6a713076f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:50.629134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 5cc6a335-4dd6-4592-a765-fc95fa513893 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:50.629134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.636226 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45df71f-a6ee-4f07-a245-a93e666ed797 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:50.636550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45df71f-a6ee-4f07-a245-a93e666ed797 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:50.641381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c45df71f-a6ee-4f07-a245-a93e666ed797 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/6ee1129c-6d51-4b04-bc28-a9e364840936 HTTP/1.1" status: 404  len: 337 time: 0.0692818
Nov 15 09:24:50.649822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60464) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:50.669673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:50.683373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:50.692420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-831df1da-849c-4fd2-ab4d-0144e500f5e0 None None] Provisioning for port 88710960-d5e6-414b-9ebf-6c9702666512 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:50.716228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-831df1da-849c-4fd2-ab4d-0144e500f5e0 None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:50.716648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-831df1da-849c-4fd2-ab4d-0144e500f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.788677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb63fcf-8a76-438a-b10e-d5808dda813b None None] DHCP port deletion for 4e972c22-1b6e-49e4-bc2c-1b6fa9d90b52 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:50.790674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 88710960-d5e6-414b-9ebf-6c9702666512 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:50.791433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:50.872506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.876891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:50.893311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:50.895932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:50.900772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:50.901500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:50.965678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43454f-0d1f-4398-bb58-76b2873f2dfb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:50.968795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:51.002548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.002773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e1683e-af23-43eb-83d8-e539270fdf4e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] DELETE failed (client error): The resource could not be found.
Nov 15 09:24:51.003076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e1683e-af23-43eb-83d8-e539270fdf4e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:24:51.007455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2e1683e-af23-43eb-83d8-e539270fdf4e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/b2d0233a-97e0-4094-99db-a294931b7a30 HTTP/1.1" status: 404  len: 339 time: 0.3519819
Nov 15 09:24:51.007609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/security-groups/0e43454f-0d1f-4398-bb58-76b2873f2dfb HTTP/1.1" status: 204  len: 168 time: 1.6593938
Nov 15 09:24:51.009483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60470) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:51.009863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60472) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:51.073417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.085129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 6.1576107
Nov 15 09:24:51.091239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60478) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:51.123564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 5cc6a335-4dd6-4592-a765-fc95fa513893, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5cc6a335-4dd6-4592-a765-fc95fa513893,segment=NetworkSegment(ef70b9a2-73ff-46f2-86a9-4569d70b5532),segment_id=ef70b9a2-73ff-46f2-86a9-4569d70b5532)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:51.123996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.287505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 5cc6a335-4dd6-4592-a765-fc95fa513893 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:51.416628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] For port e9ec404d-466d-43df-b157-e9e9fcbfc472, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9ec404d-466d-43df-b157-e9e9fcbfc472,segment=NetworkSegment(535a1721-13c9-4175-a631-9ea658280c1c),segment_id=535a1721-13c9-4175-a631-9ea658280c1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:51.416628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.459993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.539035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.550550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:51.550769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.585589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Calling delete_port for e9ec404d-466d-43df-b157-e9e9fcbfc472 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:51.602075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting subnet 3632061f-dcca-44a5-baa1-37745c6c670f {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:51.607615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.624897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe60abd-6ac4-4569-9a93-14719b571b9f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:51.630204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe60abd-6ac4-4569-9a93-14719b571b9f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:51.634268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe60abd-6ac4-4569-9a93-14719b571b9f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:51.638674 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1fe60abd-6ac4-4569-9a93-14719b571b9f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2484 time: 0.5407219
Nov 15 09:24:51.641111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.649767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:51.662456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c3e7db-7c71-4369-b3ca-eb0f26ff742d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:51.710092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 0a05e156-2404-454f-abb4-e8426334212c yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:51.774295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7a6c0-a1ee-4f2e-b9b1-e368bdbf15ef None None] DHCP port deletion for 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:51.812310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=5cc6a335-4dd6-4592-a765-fc95fa513893,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:51.815086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:51.829580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5470c6e4-7809-4990-b9ce-f2e2d406ae02 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:51.859420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.871656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 5470c6e4-7809-4990-b9ce-f2e2d406ae02 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:51.872083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5470c6e4-7809-4990-b9ce-f2e2d406ae02 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:51.893549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port a4ad7611-8737-4203-9335-504e99469e71 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:51.894527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.897856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b8919-c67e-4b2b-a316-b7b6c4c04c92 None None] DHCP port deletion for 6f421175-f733-4aa9-864d-53900250e1cb request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:51.903149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b8919-c67e-4b2b-a316-b7b6c4c04c92 None None] Deleting port e9ec404d-466d-43df-b157-e9e9fcbfc472 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:51.903580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc1b8919-c67e-4b2b-a316-b7b6c4c04c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.907317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:51.919552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b34812f-c3b9-4a37-b0b1-066095153d85 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:51.976308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932f994-9f73-40d0-bdbe-9c5af0804791,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:51.985753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:52.000218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port 5cc6a335-4dd6-4592-a765-fc95fa513893 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:52.012261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.042282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.046351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b8919-c67e-4b2b-a316-b7b6c4c04c92 None None] The port 'e9ec404d-466d-43df-b157-e9e9fcbfc472' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:24:52.047052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/security-groups/c932f994-9f73-40d0-bdbe-9c5af0804791 HTTP/1.1" status: 204  len: 168 time: 1.0361309
Nov 15 09:24:52.051934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60486) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:52.054755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45765f1b-b919-4e13-991d-52d13ce2c478 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:52.214650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Update dhcp port {'port': {'network_id': '8b0a03a4-d035-48b2-b76c-1b9e41e6c336', 'fixed_ips': [{'subnet_id': '0a81fc42-2637-4a85-b72c-3a691eb71a94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d44ea71-c7fb-44f2-b18f-3e69df0aee88', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c2ab893-a7df-4c41-9691-42596e183c80'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:24:52.231381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Port': ['ID=e9ec404d-466d-43df-b157-e9e9fcbfc472,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:52.246041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.258302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:52.265825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.278863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e77977-a8bd-490d-85e1-317c4ad64ad7 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:52.452898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.480925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No DVR routers for this DVR port e9ec404d-466d-43df-b157-e9e9fcbfc472 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:52.531869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2137940>,) {'filters': {'network_id': ['1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.616468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.650760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2137940>, 'ef70b9a2-73ff-46f2-86a9-4569d70b5532') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.651125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2137940>, 'ef70b9a2-73ff-46f2-86a9-4569d70b5532') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.693736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.747942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5cc6a335-4dd6-4592-a765-fc95fa513893 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:52.753967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.759047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8:0:1::295 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/b9498b43-4b46-4d99-adab-53f587de6ad8/0a05e156-2404-454f-abb4-e8426334212c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:52.760795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 11 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:52.764180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.785373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.802731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::f816:3eff:fead:6219 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/6cbdf5a0-504d-4d03-a981-b672cf5ba090/0a05e156-2404-454f-abb4-e8426334212c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:52.857631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 5cc6a335-4dd6-4592-a765-fc95fa513893 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:52.857972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5cc6a335-4dd6-4592-a765-fc95fa513893 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:52.858407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9ec404d-466d-43df-b157-e9e9fcbfc472 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:52.898048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.928558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a199b828>,) {'filters': {'network_id': ['6f421175-f733-4aa9-864d-53900250e1cb']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.945011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a199b828>, '535a1721-13c9-4175-a631-9ea658280c1c') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.945358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a199b828>, '535a1721-13c9-4175-a631-9ea658280c1c') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:52.959877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:52.962876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e9ec404d-466d-43df-b157-e9e9fcbfc472 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:52.963504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9ec404d-466d-43df-b157-e9e9fcbfc472 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:52.964320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8969ff12-f5e8-4231-aaf8-66915daf203c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:53.042440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.067138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 8969ff12-f5e8-4231-aaf8-66915daf203c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:24:53.067516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8969ff12-f5e8-4231-aaf8-66915daf203c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:24:53.097538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.129414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:53.139671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning for port a4ad7611-8737-4203-9335-504e99469e71 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:53.140516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for a4ad7611-8737-4203-9335-504e99469e71 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:53.158736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.167746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning complete for port a4ad7611-8737-4203-9335-504e99469e71 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:53.168205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.260771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Subnet': ['ID=3632061f-dcca-44a5-baa1-37745c6c670f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:53.263649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:53.265012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:53.270954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:53.279321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91fb3693-adab-47bf-96f9-4d5ffb39f932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:53.293364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.320854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Port a4ad7611-8737-4203-9335-504e99469e71 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:53.322155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43abad0-c52b-4630-9ca2-3efa13ada1b9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:53.324713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:53.420998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:53.421504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.492981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Allocated IP 2001:db8:0:2::2 (8b0a03a4-d035-48b2-b76c-1b9e41e6c336/8c2ab893-a7df-4c41-9691-42596e183c80/8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:53.528264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:53.585870 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:53.609159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6f421175-f733-4aa9-864d-53900250e1cb has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:53.622487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.665315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.666564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/security-groups/a43abad0-c52b-4630-9ca2-3efa13ada1b9 HTTP/1.1" status: 204  len: 168 time: 1.6097853
Nov 15 09:24:53.674856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60490) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:53.734549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:53.738687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.743879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c79f92-0c95-440b-9c47-3159f7bc31ea None None] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:53.761610 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/subnets/3632061f-dcca-44a5-baa1-37745c6c670f HTTP/1.1" status: 204  len: 168 time: 2.7485347
Nov 15 09:24:53.761876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60494) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:53.822418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.834357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning for port ffb911c0-dae3-4b72-9642-94547a20a918 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:53.843573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:24:53.858522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning complete for port ffb911c0-dae3-4b72-9642-94547a20a918 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:53.858963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.897821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.917785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:53.957129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:53.959118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6 HTTP/1.1" status: 204  len: 168 time: 4.4128082
Nov 15 09:24:53.983418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60498) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:54.038312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=1c28d3a0-b5b9-4c7e-a796-9cd5f6ccd6c6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:54.039525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Port ffb911c0-dae3-4b72-9642-94547a20a918 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:54.042775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:54.054585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352832831', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:54.084721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Provisioning complete for port 614450eb-0032-4809-b1f6-d6e07508ca6c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:54.085033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:54.085145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29f9993b-4f9d-4402-85f8-3cfede9e7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.096146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:24:54.104578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.109111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:24:54.132111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f9c7c78-5e62-4e9b-82e0-4b2fe866f034 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:54.234022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] DHCP port deletion for 8ad0a078-5ab2-4d4e-b157-fab980be3271 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:24:54.245947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Deleting port a47f40fe-a079-4883-b48a-2892c4ab414b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:54.246382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.267174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=a4ad7611-8737-4203-9335-504e99469e71,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:54.343272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:54.395049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Network 6f421175-f733-4aa9-864d-53900250e1cb has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:54.423563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:54.429024 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:54.444496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.515937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:54.516283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.532618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.533637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.548877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 8d44ea71-c7fb-44f2-b18f-3e69df0aee88 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:54.553711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port a47f40fe-a079-4883-b48a-2892c4ab414b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:54.554096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.577324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] For port a47f40fe-a079-4883-b48a-2892c4ab414b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a47f40fe-a079-4883-b48a-2892c4ab414b,segment=NetworkSegment(428b286a-01dd-4482-b894-299ee9b209f9),segment_id=428b286a-01dd-4482-b894-299ee9b209f9)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:54.577324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.596408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.644589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 0a05e156-2404-454f-abb4-e8426334212c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:54.654431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Transition to ACTIVE for port object 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:54.660692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.662323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.666415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.671713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.688825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a5fc19a-128c-41c9-9eb1-47abcb7428f2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:54.711197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.716025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/a4ad7611-8737-4203-9335-504e99469e71 HTTP/1.1" status: 204  len: 168 time: 3.0535085
Nov 15 09:24:54.718681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Pushing event deleted for resources: {'Network': ['ID=6f421175-f733-4aa9-864d-53900250e1cb,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:54.722448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:54.723011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a47f40fe-a079-4883-b48a-2892c4ab414b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:24:54.726565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60502) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:54.734659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/networks/6f421175-f733-4aa9-864d-53900250e1cb HTTP/1.1" status: 204  len: 168 time: 4.5395708
Nov 15 09:24:54.744934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60506) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:54.756400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'routes': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:54.777907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:54.804161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2258fcc1-c89b-40b9-9b27-df4146eb6324 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:54.811014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Calling delete_port for a47f40fe-a079-4883-b48a-2892c4ab414b owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:54.855744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcecd0e-42b6-4bb9-b0ff-e9168f1d26a8 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] GET failed (client error): The resource could not be found.
Nov 15 09:24:54.856593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6dcecd0e-42b6-4bb9-b0ff-e9168f1d26a8 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Synchronizing usage tracker for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:54.924754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.011942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=0a05e156-2404-454f-abb4-e8426334212c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:55.016535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:55.032255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6dcecd0e-42b6-4bb9-b0ff-e9168f1d26a8 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Unset dirty status for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:55.033534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6dcecd0e-42b6-4bb9-b0ff-e9168f1d26a8 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports/a4ad7611-8737-4203-9335-504e99469e71 HTTP/1.1" status: 404  len: 333 time: 0.3059292
Nov 15 09:24:55.039549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60510) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:55.048677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.052753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317542219'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:55.073294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:55.163709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:55.167339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:55.171602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:55.176682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:55.177309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.237302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:24:55.249155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:24:55.290279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 5.4751649
Nov 15 09:24:55.293128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60514) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:55.324730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] For port a47f40fe-a079-4883-b48a-2892c4ab414b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a47f40fe-a079-4883-b48a-2892c4ab414b,segment=NetworkSegment(428b286a-01dd-4482-b894-299ee9b209f9),segment_id=428b286a-01dd-4482-b894-299ee9b209f9)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:24:55.325368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.375812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:24:55.382288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.441680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Pushing event updated for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=9']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:55.445817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:55.463955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.498292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.501850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Calling delete_port for a47f40fe-a079-4883-b48a-2892c4ab414b owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:55.515674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 0a05e156-2404-454f-abb4-e8426334212c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:55.516520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.516730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ca1294d-2572-43ea-987f-37b8d03d1c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:55.638534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Pushing event deleted for resources: {'Port': ['ID=a47f40fe-a079-4883-b48a-2892c4ab414b,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:55.641194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:55.651707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Could not find standard attr ID for object a4ad7611-8737-4203-9335-504e99469e71. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:55.687994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port 1f2c6d98-934a-4383-b7da-a971f55a8229 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:24:55.719637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.739464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Provisioning complete for port ffb911c0-dae3-4b72-9642-94547a20a918 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:55.740089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.758625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.788141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] No DVR routers for this DVR port a47f40fe-a079-4883-b48a-2892c4ab414b on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:24:55.821589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Port ffb911c0-dae3-4b72-9642-94547a20a918 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:55.840374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Provisioning complete for port 614450eb-0032-4809-b1f6-d6e07508ca6c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:55.841280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd064b66-92d0-4e6c-a3f7-8e300bbf1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.871328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Added routes are [] {{(pid=81074) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:24:55.871328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Removed routes are [] {{(pid=81074) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:24:55.871646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:55.961943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:24:55.962309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:24:56.035481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::34f (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/1f2c6d98-934a-4383-b7da-a971f55a8229) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:56.039022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.188181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 0a05e156-2404-454f-abb4-e8426334212c owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:24:56.221091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-283023ba-cce4-4128-af84-ff859ad78d0e None None] Provisioning for port 0a05e156-2404-454f-abb4-e8426334212c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:56.227307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-283023ba-cce4-4128-af84-ff859ad78d0e None None] Provisioning complete for port 0a05e156-2404-454f-abb4-e8426334212c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:56.228218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-283023ba-cce4-4128-af84-ff859ad78d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.310895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-283023ba-cce4-4128-af84-ff859ad78d0e None None] Port 0a05e156-2404-454f-abb4-e8426334212c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:56.449635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:56.450359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.522363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:56.582823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Provisioning for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:56.589071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:56.589518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f01fc4b-fbdd-472a-bac5-0da72fed92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.657068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:24:56.734648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Deleting port a47f40fe-a079-4883-b48a-2892c4ab414b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:56.735031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.754276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.773150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object 1f2c6d98-934a-4383-b7da-a971f55a8229 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:24:56.793711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.885226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-886206a8-0abe-4ac8-82fe-346ad34f8b8c tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:56.895514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:56.895985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.934943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] The port 'a47f40fe-a079-4883-b48a-2892c4ab414b' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:24:56.943184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.979049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=0a05e156-2404-454f-abb4-e8426334212c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:56.980144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:56.982234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:57.005815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-63dbe8bf-3848-432d-829a-4f367c10f874 None None] Could not find standard attr ID for object 47f9f9e2-c18f-4ca3-805a-f4eff9e2c253. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:24:57.031138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.039593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-265a32bf-1079-431e-b1a2-af99d0cb4fe1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:57.137631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfb5c9-4b3a-4b6b-8f39-95e0ef8ef56d None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:24:57.266884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b4b5b2e7-a866-4139-ad4e-d08cd98d4f0c None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:57.267231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b2e7-a866-4139-ad4e-d08cd98d4f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.288373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.305208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.326888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf0a16ab-de6c-4d41-8331-28f039a7e7e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:57.328855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bfb5c9-4b3a-4b6b-8f39-95e0ef8ef56d None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:24:57.511260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=1f2c6d98-934a-4383-b7da-a971f55a8229,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:57.514948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:57.544546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=8d44ea71-c7fb-44f2-b18f-3e69df0aee88,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:57.544546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.549637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.578891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:57.588651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:24:57.590236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:24:57.595562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a05e156-2404-454f-abb4-e8426334212c HTTP/1.1" status: 204  len: 168 time: 2.2993252
Nov 15 09:24:57.595562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:24:57.600846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:57.601547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.606502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60518) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:57.608931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.697655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.6545691
Nov 15 09:24:57.698227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96240>,) {'filters': {'network_id': ['8ad0a078-5ab2-4d4e-b157-fab980be3271']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:57.698332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60522) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:57.705866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:3d:78:8d'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:24:57.783365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router efe48ef3-774d-449a-8bb2-d91138bebb6e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:24:57.799074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e123539-d16d-4fbc-ba5a-778ba994f350 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:57.800815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e123539-d16d-4fbc-ba5a-778ba994f350 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:57.802041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96240>, '428b286a-01dd-4482-b894-299ee9b209f9') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:57.802389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f96240>, '428b286a-01dd-4482-b894-299ee9b209f9') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:57.829874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.875261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:57.883628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:24:57.926669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9e123539-d16d-4fbc-ba5a-778ba994f350 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:57.928023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e123539-d16d-4fbc-ba5a-778ba994f350 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3186774
Nov 15 09:24:57.932134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60526) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:58.017613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.105616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.178374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7964fcd-3031-4b03-a428-1bd6a7fa7b7f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:58.182459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7964fcd-3031-4b03-a428-1bd6a7fa7b7f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2469561
Nov 15 09:24:58.188050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60530) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:58.191345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/8d44ea71-c7fb-44f2-b18f-3e69df0aee88 HTTP/1.1" status: 204  len: 168 time: 4.5142028
Nov 15 09:24:58.199948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60534) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:58.301715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:58.315133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.375820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cb93f-934b-4015-92c0-bffdde584a75 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:24:58.403395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:58.404945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:58.406567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:58.407491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:58.521100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-587f286b-d904-4ab3-a6b0-a6fd58119a5d None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:58.521754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-587f286b-d904-4ab3-a6b0-a6fd58119a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.558239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:58.561825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73b4666d-3930-4910-ac26-bd3bcc179fb9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3702931
Nov 15 09:24:58.574326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60538) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:58.634919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 172.26.4.47 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/50cfbb57-0e73-47d8-a848-761379ad2e8e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:24:58.638674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:24:58.644784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Network 8ad0a078-5ab2-4d4e-b157-fab980be3271 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:24:58.679353 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:24:58.715384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 8c2ab893-a7df-4c41-9691-42596e183c80 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:58.725440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.763140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Sync routers for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:24:58.774918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.776204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1e59f42-b0fc-42d8-930e-fae98f6d78e2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 701 time: 4.0264928
Nov 15 09:24:58.788723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60542) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:58.834827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.838743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:58.839456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4f208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:58.858816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.892540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:58.968346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed3bbdd3-42cb-48da-8600-fcfa5d09849e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:59.111267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=1f2c6d98-934a-4383-b7da-a971f55a8229,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:59.119884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:59.167326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:59.173894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] In _notify_port_updated(), no bound segment for port 1f2c6d98-934a-4383-b7da-a971f55a8229 on network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 {{(pid=81073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:24:59.178201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:24:59.178900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.183408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "PUT /v2.0/ports/1f2c6d98-934a-4383-b7da-a971f55a8229 HTTP/1.1" status: 200  len: 1003 time: 1.4819944
Nov 15 09:24:59.183408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.195663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60546) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:59.217671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-63b6f74e-3dae-4aa6-9b5a-16bbbc75e803 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:24:59.330865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4f208>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:59.339068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Checking router: efe48ef3-774d-449a-8bb2-d91138bebb6e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:24:59.365463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.367878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Routers {'efe48ef3-774d-449a-8bb2-d91138bebb6e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:24:59.368551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4f208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['efe48ef3-774d-449a-8bb2-d91138bebb6e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:59.400259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8c21c09-458d-47ab-9285-a105a719a3be tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:24:59.420831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.467199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Pushing event deleted for resources: {'Network': ['ID=8ad0a078-5ab2-4d4e-b157-fab980be3271,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:24:59.481666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:24:59.499057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] 10.222.0.81 "DELETE /v2.0/networks/8ad0a078-5ab2-4d4e-b157-fab980be3271 HTTP/1.1" status: 204  len: 168 time: 5.7309420
Nov 15 09:24:59.506160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port 1f2c6d98-934a-4383-b7da-a971f55a8229 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:24:59.506496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.543220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-63b6f74e-3dae-4aa6-9b5a-16bbbc75e803 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:24:59.549918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-63b6f74e-3dae-4aa6-9b5a-16bbbc75e803 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 205 time: 0.7448409
Nov 15 09:24:59.558462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60552) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:24:59.562788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] Set router efe48ef3-774d-449a-8bb2-d91138bebb6e gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:24:59.620561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0be3bf50-2729-4f92-ae51-e0a2cd8d6f3c None None] Provisioning for port 1f2c6d98-934a-4383-b7da-a971f55a8229 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:24:59.633643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0be3bf50-2729-4f92-ae51-e0a2cd8d6f3c None None] Provisioning complete for port 1f2c6d98-934a-4383-b7da-a971f55a8229 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:59.634072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0be3bf50-2729-4f92-ae51-e0a2cd8d6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.667537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.697737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 6cbdf5a0-504d-4d03-a981-b672cf5ba090 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:24:59.719965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0be3bf50-2729-4f92-ae51-e0a2cd8d6f3c None None] Port 1f2c6d98-934a-4383-b7da-a971f55a8229 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:59.796237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.810610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.838311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e4f208>, [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:24:59.844931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16eb1d-867e-4da3-b68f-4e5705cdf206 None None] The sync data for ids ['efe48ef3-774d-449a-8bb2-d91138bebb6e'] in dv-neutron-743142-12-ovs is: [{'id': 'efe48ef3-774d-449a-8bb2-d91138bebb6e', 'name': 'tempest-RoutersTest-router-1741885976', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:22:09Z', 'updated_at': '2020-11-15T09:24:45Z', 'revision_number': 11, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:24:59.858846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77c485ec-09d4-4cea-b331-c83a29ac3e83 None None] Provisioning complete for port 1f2c6d98-934a-4383-b7da-a971f55a8229 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:24:59.860188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77c485ec-09d4-4cea-b331-c83a29ac3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.953364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77c485ec-09d4-4cea-b331-c83a29ac3e83 None None] Port 1f2c6d98-934a-4383-b7da-a971f55a8229 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:24:59.972345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:24:59.999579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e5b2725f-ba85-4f4f-b024-b1a64d237db7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:00.030252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.063675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.092590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:00.098747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=8c2ab893-a7df-4c41-9691-42596e183c80,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:00.104259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:00.242488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.260385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60558) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:00.290010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ec40e1-0d9f-4070-bff9-66f3ba55cf32 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:00.290658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ec40e1-0d9f-4070-bff9-66f3ba55cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.364655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-93ec40e1-0d9f-4070-bff9-66f3ba55cf32 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:00.379053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ec40e1-0d9f-4070-bff9-66f3ba55cf32 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:00.379489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ec40e1-0d9f-4070-bff9-66f3ba55cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.431342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for 1f2c6d98-934a-4383-b7da-a971f55a8229 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:00.504109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=50cfbb57-0e73-47d8-a848-761379ad2e8e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:00.513499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:00.575920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.652563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:00.656363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:00.662938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:00.677052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304b8bd-2cdd-45be-8b91-95d656cbf95c None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:00.823069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.827069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.851805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.887352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/8c2ab893-a7df-4c41-9691-42596e183c80 HTTP/1.1" status: 204  len: 168 time: 2.6492951
Nov 15 09:25:00.892809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60564) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:00.932008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.932560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router efe48ef3-774d-449a-8bb2-d91138bebb6e {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:25:00.945934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.952473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab61abab-2912-46de-a8e0-6ea70f18f902 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 204  len: 168 time: 1.3919957
Nov 15 09:25:00.956810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60568) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:00.962698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:00.973285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781734532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:00.978987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe50b9b-831d-43f0-a5ec-be4de1e6f560 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:00.979491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe50b9b-831d-43f0-a5ec-be4de1e6f560 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:00.983659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1fe50b9b-831d-43f0-a5ec-be4de1e6f560 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/8d44ea71-c7fb-44f2-b18f-3e69df0aee88 HTTP/1.1" status: 404  len: 337 time: 0.0863259
Nov 15 09:25:00.986091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60572) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:00.987100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:00.993447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:01.030959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Usage tracker for resource:router and tenant:c6c89d0b29cd4401ab6298227b2c79cb is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:01.039060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:01.051529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b42b1c04-0b89-465d-a1cf-b1491d610b2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b24a3492505d4934b920db3c49876966&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4391599
Nov 15 09:25:01.055458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60576) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:01.064682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:01.118289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=1f2c6d98-934a-4383-b7da-a971f55a8229,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:01.120707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting subnet 0a81fc42-2637-4a85-b72c-3a691eb71a94 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:01.134899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.140070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.168203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:01.168796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.194808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.245263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.289808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.296006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.305212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.336738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.356662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5af12c4-97ff-4e0f-99b7-1f8b40c11fb3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:01.405265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=6cbdf5a0-504d-4d03-a981-b672cf5ba090,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:01.408265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:01.414973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/1f2c6d98-934a-4383-b7da-a971f55a8229 HTTP/1.1" status: 204  len: 168 time: 2.2036231
Nov 15 09:25:01.417582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60580) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:01.470393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.476868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.489497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f85a99f-e9c4-47e3-9f69-4dc1933c79b0 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:01.515225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-831eb5e9-9a7f-4039-a895-7b3b79364a8b tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] GET failed (client error): The resource could not be found.
Nov 15 09:25:01.515724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-831eb5e9-9a7f-4039-a895-7b3b79364a8b tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Synchronizing usage tracker for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:01.523083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b165eb26-df17-461a-89c9-6b06b7e923ae,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:01.532877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:01.554840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.558303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.558303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.587217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.590843 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b165eb26-df17-461a-89c9-6b06b7e923ae HTTP/1.1" status: 204  len: 168 time: 0.5256004
Nov 15 09:25:01.596172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.599295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6b118c17-6cdf-4515-bd13-e7b17571d881 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6349373
Nov 15 09:25:01.610759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60586) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:01.621266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Request body: {'router': {'admin_state_up': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:01.700366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-831eb5e9-9a7f-4039-a895-7b3b79364a8b tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Unset dirty status for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:01.707678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-831eb5e9-9a7f-4039-a895-7b3b79364a8b tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports/1f2c6d98-934a-4383-b7da-a971f55a8229 HTTP/1.1" status: 404  len: 333 time: 0.2830276
Nov 15 09:25:01.708196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:01.708196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/6cbdf5a0-504d-4d03-a981-b672cf5ba090 HTTP/1.1" status: 204  len: 168 time: 3.1252987
Nov 15 09:25:01.709753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60590) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:01.710249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60592) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:01.726235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06413a-c081-47a7-afd6-7b1cf955e129 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:01.952409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-19a0d365-d43b-41b3-8cfd-d86383c33814 None None] Provisioning complete for port b82d35e7-2220-4b9e-8451-5d643ebeb247 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:01.952996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19a0d365-d43b-41b3-8cfd-d86383c33814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.060178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377524387'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:02.085879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-19a0d365-d43b-41b3-8cfd-d86383c33814 None None] Port b82d35e7-2220-4b9e-8451-5d643ebeb247 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:02.124053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-19a0d365-d43b-41b3-8cfd-d86383c33814 None None] Provisioning complete for port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:02.124482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19a0d365-d43b-41b3-8cfd-d86383c33814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.240168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet b9498b43-4b46-4d99-adab-53f587de6ad8 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:02.257756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.427010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:02.436553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.437244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.451664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.469547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-916d0a32-ac3f-428a-b1ca-b20c2808f477 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:02.480803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:02.567356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.584718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Subnet': ['ID=0a81fc42-2637-4a85-b72c-3a691eb71a94,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:02.594313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:02.598445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:02.606654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.663578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.785184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:02.797217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018229da-e322-42ff-acfc-448d6f8af533 None None] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:02.802067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/0a81fc42-2637-4a85-b72c-3a691eb71a94 HTTP/1.1" status: 204  len: 168 time: 1.8116934
Nov 15 09:25:02.804391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60614) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:02.863809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dc3f1f-1c7a-4122-b934-cc1effa4eb1e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:02.868237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dc3f1f-1c7a-4122-b934-cc1effa4eb1e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:02.873920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6dc3f1f-1c7a-4122-b934-cc1effa4eb1e tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/053db306-34fa-45f5-8ffa-f44275e7b075 HTTP/1.1" status: 404  len: 337 time: 0.0684457
Nov 15 09:25:02.876572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60618) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:02.955208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d9328ad-fe8d-480b-bdd0-25210421e9b3 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "GET /v2.0/ports?device_id=d5226f61-66da-46ff-aad5-c09fe762672d HTTP/1.1" status: 200  len: 205 time: 0.0729156
Nov 15 09:25:02.958137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60622) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.006647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60626) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.067944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-40cb9261-1ad7-49bf-81da-2f8f711169fd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] delete failed (client error): The resource could not be found.
Nov 15 09:25:03.069272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40cb9261-1ad7-49bf-81da-2f8f711169fd tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/routers/d5226f61-66da-46ff-aad5-c09fe762672d HTTP/1.1" status: 404  len: 336 time: 0.1097412
Nov 15 09:25:03.076838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60632) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.093455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b929425c-323a-44a0-900b-ade1b47faf9a None None] Provisioning complete for port 88710960-d5e6-414b-9ebf-6c9702666512 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:03.093892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b929425c-323a-44a0-900b-ade1b47faf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.116920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port d2d2a30d-f943-4a78-a442-660014453086 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:03.151094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6b6a01-0ec1-4aa0-9dac-9ac1dd3e233b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.151608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6b6a01-0ec1-4aa0-9dac-9ac1dd3e233b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.154356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c6b6a01-0ec1-4aa0-9dac-9ac1dd3e233b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/88a4f0ab-b493-4976-9725-31e991c745b2 HTTP/1.1" status: 404  len: 337 time: 0.0737700
Nov 15 09:25:03.156819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60636) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.166141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router f675fae4-755e-4805-a15c-be85bde05378 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:25:03.210223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4146e752-6504-4239-9786-ada5d61be50a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.215979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4146e752-6504-4239-9786-ada5d61be50a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.215979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4146e752-6504-4239-9786-ada5d61be50a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/d167cd48-5351-4fc0-80b2-603cb18f8af8 HTTP/1.1" status: 404  len: 337 time: 0.0553322
Nov 15 09:25:03.218057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.254721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1107046947'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:03.255442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] DHCP port deletion for 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:03.260333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Router 035682a5-fa9c-4b8a-8d40-aa359a4d8f07 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:25:03.263675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Deleting port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:03.264139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.267244 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a949f6ef-d18d-451d-92f1-ac64bf057b21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.267939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a949f6ef-d18d-451d-92f1-ac64bf057b21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.272915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a949f6ef-d18d-451d-92f1-ac64bf057b21 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/35f019eb-a14a-4819-a0d0-4790cd14c33e HTTP/1.1" status: 404  len: 337 time: 0.0512934
Nov 15 09:25:03.273403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.275971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:03.326142 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9c7117-3fb3-4433-a13a-987395e90576 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.326756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9c7117-3fb3-4433-a13a-987395e90576 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.332279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da9c7117-3fb3-4433-a13a-987395e90576 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/e4d1bdc0-7180-4610-92db-865ebf5dd46d HTTP/1.1" status: 404  len: 333 time: 0.0544522
Nov 15 09:25:03.352321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60648) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.363879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:03.369858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:03.428995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:03.480044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff65078f-bace-4b6d-be34-4a897c15697a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.480553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff65078f-bace-4b6d-be34-4a897c15697a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.506954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:03.511553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] For port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,segment=NetworkSegment(913316c6-f917-4891-9def-f12fbcf82149),segment_id=913316c6-f917-4891-9def-f12fbcf82149)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:03.512041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.514095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.518246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f8de3af-82d9-4361-9880-fe77bc7992a0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "PUT /v2.0/routers/035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 200  len: 694 time: 1.9062045
Nov 15 09:25:03.520239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60652) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.525727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Sync routers for ids ['035682a5-fa9c-4b8a-8d40-aa359a4d8f07'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:03.535062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff65078f-bace-4b6d-be34-4a897c15697a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/c110c875-a49c-4ebc-a037-50f93f779672 HTTP/1.1" status: 404  len: 337 time: 0.1803398
Nov 15 09:25:03.548188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60656) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.556373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Routers {'035682a5-fa9c-4b8a-8d40-aa359a4d8f07'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:03.557464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a833f978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['035682a5-fa9c-4b8a-8d40-aa359a4d8f07'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:03.606321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::43 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/d2d2a30d-f943-4a78-a442-660014453086) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:03.614075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:03.619509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.640214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.666091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35f510bb-e61c-4ac6-9b1a-8bfe65f6b865 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:03.673266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Calling delete_port for 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:03.697390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47d4a85-1ba4-4ccf-ae91-649f7d3ecf1a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.697908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47d4a85-1ba4-4ccf-ae91-649f7d3ecf1a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.702128 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c47d4a85-1ba4-4ccf-ae91-649f7d3ecf1a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/20f7c793-da33-4f72-9938-8bb932ca3993 HTTP/1.1" status: 404  len: 337 time: 0.1486666
Nov 15 09:25:03.714800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60660) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.770317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Set router 035682a5-fa9c-4b8a-8d40-aa359a4d8f07 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:25:03.775271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.797456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:03.802714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=b9498b43-4b46-4d99-adab-53f587de6ad8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:03.830578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9491b637-61d9-4194-8af6-1c709cb72282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:03.857041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:03.893194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f867378b-9623-4652-9f0d-a290c55b6beb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:03.893807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f867378b-9623-4652-9f0d-a290c55b6beb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:03.895751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f867378b-9623-4652-9f0d-a290c55b6beb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/7dd2b236-3f68-404b-8043-82872d66cdfd HTTP/1.1" status: 404  len: 333 time: 0.1220961
Nov 15 09:25:03.921386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60664) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:03.966545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Pushing event deleted for resources: {'Port': ['ID=8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:03.986058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a833f978>, [{'id': '035682a5-fa9c-4b8a-8d40-aa359a4d8f07', 'name': 'tempest-RoutersTest-router-1781734532', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:01Z', 'updated_at': '2020-11-15T09:25:02Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:03.993588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Checking router: 035682a5-fa9c-4b8a-8d40-aa359a4d8f07 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:25:04.001228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.002324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.003917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.004657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.005225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.006014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.006822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.007520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.008081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.008976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.009441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Routers {'035682a5-fa9c-4b8a-8d40-aa359a4d8f07'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:04.009682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.010205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a833f978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['035682a5-fa9c-4b8a-8d40-aa359a4d8f07'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:04.010382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.010969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.011496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.012464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.013159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.013693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.014434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.014960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.015490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.016178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.016696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.017206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.017697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:04.019862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e870890b-ea1a-4948-b182-4768b91df26d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/routers/035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 200  len: 700 time: 0.4983380
Nov 15 09:25:04.020612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60668) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.029681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:04.051178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] No DVR routers for this DVR port 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:04.077542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0a6842-ca1d-40e2-b0e1-181f0d977e89 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:04.078036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0a6842-ca1d-40e2-b0e1-181f0d977e89 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:04.078243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7eee883-cb23-43c2-acc6-3d71cca536c9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Synchronizing usage tracker for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:04.092743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7eee883-cb23-43c2-acc6-3d71cca536c9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Unset dirty status for tenant:c6c89d0b29cd4401ab6298227b2c79cb on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:04.096426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7eee883-cb23-43c2-acc6-3d71cca536c9 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 200  len: 205 time: 0.0746231
Nov 15 09:25:04.098097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60672) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.107119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:04.178420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:04.195036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:04.199018 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff0a6842-ca1d-40e2-b0e1-181f0d977e89 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/77d2a2a0-8bda-4c8c-8559-e446432204e8 HTTP/1.1" status: 404  len: 337 time: 0.2763791
Nov 15 09:25:04.206910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60676) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.217487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:04.238564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcabc34-2ee5-4507-98c4-3a7c6d2bc798 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:04.274052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.276178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/b9498b43-4b46-4d99-adab-53f587de6ad8 HTTP/1.1" status: 204  len: 168 time: 2.5630429
Nov 15 09:25:04.278923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60680) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.295129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-23af14bc-1497-461e-a9a5-d9373f13bd9f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:04.295636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23af14bc-1497-461e-a9a5-d9373f13bd9f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:04.300003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23af14bc-1497-461e-a9a5-d9373f13bd9f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/subnets/b0fb5abb-bdfc-40e6-998c-b6fab6cdf8c7 HTTP/1.1" status: 404  len: 337 time: 0.0774724
Nov 15 09:25:04.326944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60684) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.364681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] Set router 035682a5-fa9c-4b8a-8d40-aa359a4d8f07 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:25:04.387453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.498572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60688) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:04.498811 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67115bd1-e971-4328-bba9-efb160894ffd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2105610
Nov 15 09:25:04.511676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.523235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Deleting port b82d35e7-2220-4b9e-8451-5d643ebeb247 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:04.523654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.524788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a833f978>, [{'id': '035682a5-fa9c-4b8a-8d40-aa359a4d8f07', 'name': 'tempest-RoutersTest-router-1781734532', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:01Z', 'updated_at': '2020-11-15T09:25:02Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:04.529055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7265b-d6af-496b-927d-73ce5a3c20b4 None None] The sync data for ids ['035682a5-fa9c-4b8a-8d40-aa359a4d8f07'] in dv-neutron-743142-12-ovs is: [{'id': '035682a5-fa9c-4b8a-8d40-aa359a4d8f07', 'name': 'tempest-RoutersTest-router-1781734532', 'tenant_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:01Z', 'updated_at': '2020-11-15T09:25:02Z', 'revision_number': 2, 'project_id': 'c6c89d0b29cd4401ab6298227b2c79cb', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:04.567248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:04.659937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:04.706846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:25:04.707345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8d41c6a3-a1e9-4e23-a8e6-eb5a38c446c8 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:25:04.801856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:04.809730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Deleting port 88710960-d5e6-414b-9ebf-6c9702666512 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:04.810171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.967020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.971502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:04.995925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object d2d2a30d-f943-4a78-a442-660014453086 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:05.008266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.070749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] For port 88710960-d5e6-414b-9ebf-6c9702666512, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=88710960-d5e6-414b-9ebf-6c9702666512,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:05.071192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.075016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:25:05.102290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.106504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:05.110996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:05.120970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49979020-6f89-4a7a-9729-f118c40f5380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:05.125145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.125890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Fanout notify agent at l3_agent the message router_deleted on router 035682a5-fa9c-4b8a-8d40-aa359a4d8f07 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:25:05.143458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] Sync routers for ids ['f675fae4-755e-4805-a15c-be85bde05378'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:05.146947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.152797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2eee0a1f-ec0e-4145-af1f-9202cf802973 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 204  len: 168 time: 1.0487964
Nov 15 09:25:05.153122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60692) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.166467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:05.202326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:05.210324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9345ba19-7811-44b5-8025-785ddcf93c45 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 200  len: 205 time: 0.0538728
Nov 15 09:25:05.210537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60696) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.217509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Calling delete_port for 88710960-d5e6-414b-9ebf-6c9702666512 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:05.229113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee6cd35-cbff-4179-83f9-2f0c0b7ca5a7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:05.252729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:05.256244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.256244 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment a8f2bc6b-41df-449f-af0e-dd08774e1399 of type vxlan for network 3c2bfdcd-b63c-47e3-abec-007bb5209bde
Nov 15 09:25:05.259983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.278950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] Routers {'f675fae4-755e-4805-a15c-be85bde05378'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:05.279653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a345d0b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['f675fae4-755e-4805-a15c-be85bde05378'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:05.289621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e45da072-41db-4c72-afa5-91cd12dd528b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:05.293230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e45da072-41db-4c72-afa5-91cd12dd528b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/035682a5-fa9c-4b8a-8d40-aa359a4d8f07 HTTP/1.1" status: 404  len: 336 time: 0.0792656
Nov 15 09:25:05.293508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60700) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.339310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7247f7df-97f2-43ca-87ce-e2e606a42d7d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:05.339820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7247f7df-97f2-43ca-87ce-e2e606a42d7d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:05.343976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7247f7df-97f2-43ca-87ce-e2e606a42d7d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/e50f1172-6d1b-42fb-955a-8127802c69e5 HTTP/1.1" status: 404  len: 337 time: 0.0472023
Nov 15 09:25:05.344255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60704) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.348565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57203303-8ea2-4bf3-9b37-8890fc7d9e5d tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:05.359544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a345d0b8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:05.386254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] Routers {'f675fae4-755e-4805-a15c-be85bde05378'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:05.386904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-39464641-9a27-4fa0-881e-2c67bf1318d2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:05.387058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a345d0b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['f675fae4-755e-4805-a15c-be85bde05378'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:05.387412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39464641-9a27-4fa0-881e-2c67bf1318d2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:05.391861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39464641-9a27-4fa0-881e-2c67bf1318d2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/14df6ab5-daf2-4a06-91d7-cc116c4a1712 HTTP/1.1" status: 404  len: 337 time: 0.0441082
Nov 15 09:25:05.392021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.392112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60708) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.392931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 11.4057539
Nov 15 09:25:05.394466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:05.398461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60710) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.453264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.475114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-738dda53-20d7-430e-90f8-e40b294a9264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:05.517404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f56acba-b775-4e5e-82aa-1f91fa06ab5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:05.517919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f56acba-b775-4e5e-82aa-1f91fa06ab5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:05.522451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3f56acba-b775-4e5e-82aa-1f91fa06ab5f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/2fef3e98-f9d4-4fd5-a872-9f4a61940f4f HTTP/1.1" status: 404  len: 337 time: 0.1233563
Nov 15 09:25:05.523700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60716) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.562744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a345d0b8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:05.563052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db635be3-0160-4bd1-b8fb-70941c668ec3 None None] The sync data for ids ['f675fae4-755e-4805-a15c-be85bde05378'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:05.585945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Pushing event deleted for resources: {'Port': ['ID=88710960-d5e6-414b-9ebf-6c9702666512,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:05.589700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:05.604985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9615e4bd-0888-45a7-b5c9-36d5758997c6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:05.605224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9615e4bd-0888-45a7-b5c9-36d5758997c6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:05.609446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9615e4bd-0888-45a7-b5c9-36d5758997c6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/087dfefa-2ad4-44b3-ba4d-00fad29f91cb HTTP/1.1" status: 404  len: 337 time: 0.0821698
Nov 15 09:25:05.610723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60720) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.620267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.634134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] No DVR routers for this DVR port 88710960-d5e6-414b-9ebf-6c9702666512 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:05.647545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.655400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=d2d2a30d-f943-4a78-a442-660014453086,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:05.676362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-52070463-1781-4254-8177-a0caae34966c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 200  len: 205 time: 0.0611191
Nov 15 09:25:05.678951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60724) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.680071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:05.769405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-032897d6-3928-4b42-83da-3cf7d844bcab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:05.770460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-032897d6-3928-4b42-83da-3cf7d844bcab tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/efe48ef3-774d-449a-8bb2-d91138bebb6e HTTP/1.1" status: 404  len: 336 time: 0.0891154
Nov 15 09:25:05.823254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:05.828726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60728) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.845040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:25:05.860384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Calling delete_port for b82d35e7-2220-4b9e-8451-5d643ebeb247 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:05.886743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41ab18a5-c6c8-489b-bae9-0b083594c3c0 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=7d04b0bf-bcc0-4421-ba63-159cf30c72e4 HTTP/1.1" status: 200  len: 205 time: 0.0551343
Nov 15 09:25:05.894787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60732) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:05.984203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-25c97f14-a9b9-46d5-b216-39332cd66e04 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:05.985322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25c97f14-a9b9-46d5-b216-39332cd66e04 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/7d04b0bf-bcc0-4421-ba63-159cf30c72e4 HTTP/1.1" status: 404  len: 336 time: 0.0895777
Nov 15 09:25:05.989915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60736) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.040711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5355350d-943d-4164-847f-0939f56b044f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:06.040711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5355350d-943d-4164-847f-0939f56b044f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:06.041015 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5355350d-943d-4164-847f-0939f56b044f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/7941f2c2-26a4-425b-904b-b05c2b476976 HTTP/1.1" status: 404  len: 337 time: 0.0498548
Nov 15 09:25:06.044066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60740) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.072281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.076475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:06.077128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.084456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e72bc374-9a02-4259-8839-afc606df2d96 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:06.101085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdecb1e3-14c1-4061-a1d3-5cebbddd1e9c tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 200  len: 205 time: 0.0537999
Nov 15 09:25:06.103300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60744) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.128365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:06.184714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2af6704c-59ba-4e77-a02d-a2825ea02de2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:06.187468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2af6704c-59ba-4e77-a02d-a2825ea02de2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/591ee4fa-6208-483d-a0bd-e9b56010b694 HTTP/1.1" status: 404  len: 336 time: 0.0815363
Nov 15 09:25:06.187617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:06.190262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60748) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.206796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:06.211348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:06.212063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.220623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.247417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7bbd77d3-862e-4fe6-8a2d-c2b7099afba6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f HTTP/1.1" status: 200  len: 205 time: 0.0549865
Nov 15 09:25:06.250943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60752) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.273281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 3.2629254
Nov 15 09:25:06.332529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60756) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.346855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'name': 'tempest-PortsTestJSON-469429888'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:06.356239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=3c2bfdcd-b63c-47e3-abec-007bb5209bde,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:06.363814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b0840193-fb14-4580-a8d6-47f00c052860 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:06.365009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0840193-fb14-4580-a8d6-47f00c052860 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/3cb837b8-3b7d-4782-ad1b-3117c0ebfd4f HTTP/1.1" status: 404  len: 336 time: 0.1130879
Nov 15 09:25:06.372883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:06.379081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60760) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.382296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:06.384684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec28848a-060c-46e6-a6a0-6407e0faea1a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:06.384845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f968ef2-3d69-4d55-870e-cbb9bf3f6ace tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers/f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 200  len: 884 time: 0.9838245
Nov 15 09:25:06.385725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60762) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.391957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:06.481836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.7680175
Nov 15 09:25:06.490128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Port': ['ID=b82d35e7-2220-4b9e-8451-5d643ebeb247,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:06.494613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60768) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.498315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-41492295-cb6d-4b88-916c-7aafe219743a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:06.498820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41492295-cb6d-4b88-916c-7aafe219743a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:06.500703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41492295-cb6d-4b88-916c-7aafe219743a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/47e6773f-49f0-4eba-b1f3-9f5326562c18 HTTP/1.1" status: 404  len: 337 time: 0.1174178
Nov 15 09:25:06.520591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3d:78:8d'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:06.550178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:06.557266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60772) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.651318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-754a9b33-ad1f-4427-86d8-ed0b82fa17d5 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=89be6f14-fc4f-424b-9a29-be64d26425f3 HTTP/1.1" status: 200  len: 205 time: 0.0895143
Nov 15 09:25:06.664331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd8b67e7-53c2-4130-86a1-9c4e4fd11869 None None] Provisioning for port d2d2a30d-f943-4a78-a442-660014453086 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:06.672076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 88710960-d5e6-414b-9ebf-6c9702666512 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:06.677894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.713429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bd8b67e7-53c2-4130-86a1-9c4e4fd11869 None None] Provisioning complete for port d2d2a30d-f943-4a78-a442-660014453086 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:06.714641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd8b67e7-53c2-4130-86a1-9c4e4fd11869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.764563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 88710960-d5e6-414b-9ebf-6c9702666512 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:25:06.765507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 88710960-d5e6-414b-9ebf-6c9702666512 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:25:06.791820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-0c3f7ccf-eeb1-4e12-8079-c5c163d8a4c2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:06.792987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c3f7ccf-eeb1-4e12-8079-c5c163d8a4c2 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/89be6f14-fc4f-424b-9a29-be64d26425f3 HTTP/1.1" status: 404  len: 336 time: 0.1107829
Nov 15 09:25:06.819620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60780) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.821014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:06.823183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/ports/b82d35e7-2220-4b9e-8451-5d643ebeb247 HTTP/1.1" status: 204  len: 168 time: 2.4952290
Nov 15 09:25:06.826848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b67e7-53c2-4130-86a1-9c4e4fd11869 None None] Port d2d2a30d-f943-4a78-a442-660014453086 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:06.870200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60784) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:06.941595 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3712c417-48f2-43e2-bb54-fa68905a1794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:06.942006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3712c417-48f2-43e2-bb54-fa68905a1794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:06.943827 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3712c417-48f2-43e2-bb54-fa68905a1794 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/7366ffc5-0f87-4483-a794-452d216c7e89 HTTP/1.1" status: 404  len: 337 time: 0.1190782
Nov 15 09:25:06.956809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60788) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:07.038239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:07.056907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:07.061774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:07.069784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1a6ac27-8d0a-42ce-80e9-de18f5ad367f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "GET /v2.0/ports?device_id=160c23ea-2b29-4172-82fd-58aa8dbd1822 HTTP/1.1" status: 200  len: 205 time: 0.1094270
Nov 15 09:25:07.071028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.084964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60792) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:07.135322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:07.182727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-eb0bf55b-68da-4cee-a037-f0a7c06c993f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] delete failed (client error): The resource could not be found.
Nov 15 09:25:07.183873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eb0bf55b-68da-4cee-a037-f0a7c06c993f tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/routers/160c23ea-2b29-4172-82fd-58aa8dbd1822 HTTP/1.1" status: 404  len: 336 time: 0.0969744
Nov 15 09:25:07.187729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60796) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:07.261132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:07.266585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.283658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9486ce5a-3280-450e-af5b-092a6205f14a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:07.284797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9486ce5a-3280-450e-af5b-092a6205f14a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:07.286619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9486ce5a-3280-450e-af5b-092a6205f14a tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/bdd7317c-e65d-4b0b-aa2f-81d5a8832012 HTTP/1.1" status: 404  len: 337 time: 0.0910327
Nov 15 09:25:07.304088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60800) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:07.375194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-575d89d1-9443-4c67-bcee-dd87a3914482 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:07.375712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575d89d1-9443-4c67-bcee-dd87a3914482 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:07.379992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-575d89d1-9443-4c67-bcee-dd87a3914482 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] 10.222.0.81 "DELETE /v2.0/subnets/81bd280e-a6bf-4bb9-897d-a44bccc31e40 HTTP/1.1" status: 404  len: 337 time: 0.0728600
Nov 15 09:25:07.386330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.456677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.662943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:07.734325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7a0f0>,) {'filters': {'network_id': ['8b0a03a4-d035-48b2-b76c-1b9e41e6c336']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:07.764931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7a0f0>, '913316c6-f917-4891-9def-f12fbcf82149') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:07.765287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8e7a0f0>, '913316c6-f917-4891-9def-f12fbcf82149') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:07.788973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.813659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60810) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:07.871688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b02c040c-139c-44bd-a6d6-965134585881 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:router {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:07.903460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.914530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Releasing vxlan tunnel 8 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:07.939412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:07.951877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f222583-b66e-43c2-91bd-eed6392b1a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:08.009050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b02c040c-139c-44bd-a6d6-965134585881 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:router {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:08.010348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b02c040c-139c-44bd-a6d6-965134585881 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 1.6197445
Nov 15 09:25:08.029016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60816) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:08.101481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1352832831'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:08.204503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=9fb84db1-342e-4623-ac0e-557d7f9e5e8a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:08.214467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:08.290491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:08.294150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:08.304197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8e935-c022-4b3b-b076-986ad18b7f1c None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:08.308045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.310817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:08.311479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.322950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.359387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.364659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:08.377064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21d9b1db-78c5-49a4-8c0e-060ec54ab991 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:08.379615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.426057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.9151783
Nov 15 09:25:08.456916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60820) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:08.474784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb9975eb-9dc3-42e4-af52-96d1a0fc2413 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6c89d0b29cd4401ab6298227b2c79cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6570630
Nov 15 09:25:08.480907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:08.484990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:08.538119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=d2d2a30d-f943-4a78-a442-660014453086,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:08.548880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '9fb84db1-342e-4623-ac0e-557d7f9e5e8a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:08.550536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.551950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:08.592054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] In _notify_port_updated(), no bound segment for port d2d2a30d-f943-4a78-a442-660014453086 on network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:25:08.596558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:08.597207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.598684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "PUT /v2.0/ports/d2d2a30d-f943-4a78-a442-660014453086 HTTP/1.1" status: 200  len: 1002 time: 2.0967948
Nov 15 09:25:08.601402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:08.693745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port d2d2a30d-f943-4a78-a442-660014453086 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:08.694636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.758982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Network 8b0a03a4-d035-48b2-b76c-1b9e41e6c336 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:08.807982 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:08.881288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:08.902330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/9fb84db1-342e-4623-ac0e-557d7f9e5e8a/1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:08.988461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fb30e4c-41a3-4405-b56c-9cec9cb7007c tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:09.013431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.038867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b475cb8a-52a9-456a-8273-f5d49965d8ea None None] Provisioning complete for port d2d2a30d-f943-4a78-a442-660014453086 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:09.039301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b475cb8a-52a9-456a-8273-f5d49965d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.125104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b475cb8a-52a9-456a-8273-f5d49965d8ea None None] Port d2d2a30d-f943-4a78-a442-660014453086 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:09.158175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for d2d2a30d-f943-4a78-a442-660014453086 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:09.259681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.357831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.374302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2ce68c3-d73a-4e8e-801f-c72c72c16340 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:09.473612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Transition to ACTIVE for port object 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:09.476358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=d2d2a30d-f943-4a78-a442-660014453086,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:09.483655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:09.493865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Transition to ACTIVE for port object 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:09.503512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.520968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.535881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.539762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e44d45a4-7b4a-4af3-ba3a-d18b1fe70aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:09.543742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:09.559314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.566772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.581788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:09.588017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.600183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:09.605905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/d2d2a30d-f943-4a78-a442-660014453086 HTTP/1.1" status: 204  len: 168 time: 1.0030441
Nov 15 09:25:09.608419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60832) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:09.614296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdf9ce82-9b73-46aa-b03e-31783bb9b677 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:09.641334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:09.662425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3163a9ae-785c-4d04-905b-5965037d89db tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] GET failed (client error): The resource could not be found.
Nov 15 09:25:09.663149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3163a9ae-785c-4d04-905b-5965037d89db tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Synchronizing usage tracker for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:09.665217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Pushing event deleted for resources: {'Network': ['ID=8b0a03a4-d035-48b2-b76c-1b9e41e6c336,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:09.676859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] 10.222.0.81 "DELETE /v2.0/networks/8b0a03a4-d035-48b2-b76c-1b9e41e6c336 HTTP/1.1" status: 204  len: 168 time: 2.8052166
Nov 15 09:25:09.685238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:09.713538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3163a9ae-785c-4d04-905b-5965037d89db tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Unset dirty status for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:09.718729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3163a9ae-785c-4d04-905b-5965037d89db tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports/d2d2a30d-f943-4a78-a442-660014453086 HTTP/1.1" status: 404  len: 333 time: 0.1091194
Nov 15 09:25:09.719373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60838) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:09.726105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1189089016'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:09.744322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Pushing event updated for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:09.752948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:09.776553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:09.811450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:09.812722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:09.815219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:09.883761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Attempting to bind port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:09.884332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Attempting to bind port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:09.884833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Attempting to bind port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:09.891985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:09.893410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:09.893410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.893410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:09.894070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Bound port: 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:09.894570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.906910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': 'a8f2bc6b-41df-449f-af0e-dd08774e1399', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:09.907307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: 3c2bfdcd-b63c-47e3-abec-007bb5209bde, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:09.931344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:09.943384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:09.966794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:09.979422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aabcfcc5-8c0b-4bc1-834d-8972e10bc738 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:10.009776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:10.018987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.042508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:10.046199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:10.074175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.093672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fa3fa0c-3cf4-4518-bf66-514bdf0ce586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:10.094960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1762a4-e926-4c4c-bd03-2480961cf66a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:10.098171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:10.116857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.147452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.152364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a1762a4-e926-4c4c-bd03-2480961cf66a HTTP/1.1" status: 204  len: 168 time: 1.6499126
Nov 15 09:25:10.168459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60846) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:10.225842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port 10eea70d-d867-4a7d-87f7-ebdf03edce3f yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:10.229980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:10.311804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 3c2bfdcd-b63c-47e3-abec-007bb5209bde) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:10.318106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:10.323192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:10.325278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.380876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fb84db1-342e-4623-ac0e-557d7f9e5e8a (CIDR: 2001:db8::/64)
Nov 15 09:25:10.403363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Pushing event updated for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:10.424509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f25d6f-4514-49aa-8413-07896575a0f5 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:10.446815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:10.452266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::109 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/10eea70d-d867-4a7d-87f7-ebdf03edce3f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:10.459997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:10.460515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:10.469487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 4.1358068
Nov 15 09:25:10.470339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:10.486743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-253915341'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:10.507744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:10.530178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:10.535256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:10.543124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fbb80207-556c-4946-b8ac-f746c4771075 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5c86e61a2b642f2ac621b137543eee0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3733377
Nov 15 09:25:10.546759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60858) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:10.547737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:10.554160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d43fdb8-61b2-4973-a57e-78f6b1eae25e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.0831892
Nov 15 09:25:10.557777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60862) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:10.564993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:10.618226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:10.623821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.692716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.716555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:10.823247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.831352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.831835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment 2ffadfd1-50d4-4caa-9bd8-3644512c837a of type vxlan for network d02a3118-8ed8-4a40-8cc8-ba1142a174f8
Nov 15 09:25:10.851257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:10.882418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:10.922427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.938567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:10.943989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:11.036861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object 10eea70d-d867-4a7d-87f7-ebdf03edce3f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:11.075049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.081126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:11.082272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.091197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dfb0b632-fbe9-40ac-b09b-1976f5a0bc48 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:11.110838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.130718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.186273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.208456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f9605cba-577c-4594-8c26-18b3f2a2540d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:11.234175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.238448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97362095-95fc-4202-b10c-d2c399b5bc15 HTTP/1.1" status: 204  len: 168 time: 0.6835828
Nov 15 09:25:11.264788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=d02a3118-8ed8-4a40-8cc8-ba1142a174f8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:11.278211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.285261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:11.286487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-53a0a081-63c0-404f-8727-8cef352c4462 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:11.299442 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8254364
Nov 15 09:25:11.302195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:11.303578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60878) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:11.306609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97362095-95fc-4202-b10c-d2c399b5bc15,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:11.312417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'ports': [{'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'}, {'network_id': 'd02a3118-8ed8-4a40-8cc8-ba1142a174f8'}]} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:11.312778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:11.313303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': 'd02a3118-8ed8-4a40-8cc8-ba1142a174f8'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:11.333415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:11.344404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.382890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:11.500507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=10eea70d-d867-4a7d-87f7-ebdf03edce3f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:11.511981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:11.574697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:11.577060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:11.592670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:11.597870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:11.598548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:11.685669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.9651401
Nov 15 09:25:11.690337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60890) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:11.704029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'network_id': '23f7cd54-9d7f-4abf-9daf-44109d5e2d06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-21129858'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:11.820337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:11.872414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:11.894731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:11.984151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:12.000580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:12.060900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0399b5d2-00a7-4c4e-8625-505af6c58d93 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'default'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:12.062448 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-0399b5d2-00a7-4c4e-8625-505af6c58d93 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 15 09:25:12.063025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-0399b5d2-00a7-4c4e-8625-505af6c58d93 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:12.064227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0399b5d2-00a7-4c4e-8625-505af6c58d93 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2418542
Nov 15 09:25:12.067707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 2} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:12.074604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.088169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60906) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:12.100950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--217157073'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:12.116353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:12.135060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:12.145467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:12.158110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:12.160715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.254552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.262245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-67b21a7a-1771-4fa5-b3e4-34ae0f50dcbc None None] Provisioning for port 10eea70d-d867-4a7d-87f7-ebdf03edce3f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:12.269694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-67b21a7a-1771-4fa5-b3e4-34ae0f50dcbc None None] Provisioning complete for port 10eea70d-d867-4a7d-87f7-ebdf03edce3f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:12.270128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67b21a7a-1771-4fa5-b3e4-34ae0f50dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.287318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:12.291979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Usage tracker for resource:port and tenant:2aa0ac16bb1f41038e5b71fb5b58b229 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:12.295567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:12.302059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:12.354393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.370896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-67b21a7a-1771-4fa5-b3e4-34ae0f50dcbc None None] Port 10eea70d-d867-4a7d-87f7-ebdf03edce3f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:12.402576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router f675fae4-755e-4805-a15c-be85bde05378 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:25:12.406842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 9f6e43fe-ab97-4bad-88d0-09302ccf1e4f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:12.421179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Made reservation on behalf of 2aa0ac16bb1f41038e5b71fb5b58b229 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:12.429037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.446996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:12.454434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:12.459711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:12.549214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:12.716157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:12.718416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] device_id is not set on port 1169ef40-09db-452a-a014-e727dd40d070 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:12.900095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.919540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Provisioning for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:12.934019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:12.934873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:12.947107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60918) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:12.953321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.015126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:13.015354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.022008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:13.022414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.035647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b7d1a7e-c649-48f9-bba3-b7207d54e564 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:13.072498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:25:13.121506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port bc2fe541-0384-4dab-a8bb-b16f18b58b4f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:13.138235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:13.145867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=88341a1e-f3fd-4608-9488-c2dca8b3c2f9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:13.151801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:13.155135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:13.158146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:13.170546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Allocated IP 2001:db8::262 (23f7cd54-9d7f-4abf-9daf-44109d5e2d06/8b0a1441-91bc-4077-a7ae-a2e76e7bf933/1169ef40-09db-452a-a014-e727dd40d070) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:13.173622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:13.231411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.461456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:13.461456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.462492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2135457850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:13.462584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.462667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:13.462748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:13.462829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] Sync routers for ids ['f675fae4-755e-4805-a15c-be85bde05378'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:13.462909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:router and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:13.462999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] Routers {'f675fae4-755e-4805-a15c-be85bde05378'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:13.463080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:13.463164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['f675fae4-755e-4805-a15c-be85bde05378'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:13.463257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:13.463344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.463344 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0c845b9-3de3-445b-b91f-79c889824f30 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 200  len: 891 time: 5.3965373
Nov 15 09:25:13.463344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60924) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:13.463564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:13.463564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:13.463564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c5638e5-9ff6-4c9a-b1ba-797c6d6ede36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.468624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:13.480529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] Routers {'f675fae4-755e-4805-a15c-be85bde05378'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:13.481210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:24:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['f675fae4-755e-4805-a15c-be85bde05378'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:13.503496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.510793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc601cc3-9d07-4fec-9b20-f9e3612e71cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:13.523283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.547222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac779ea6-b336-4ad1-98f9-e42a1f7bde0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:13.564363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8a58>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:13.564829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8330033d-3c28-455e-a1a9-cf279af820a0 None None] The sync data for ids ['f675fae4-755e-4805-a15c-be85bde05378'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:13.591328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.592692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5017891
Nov 15 09:25:13.593213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.594399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.597093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f77cf-ee58-4689-be94-ae828ecbfdc5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:13.600937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.603684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60928) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:13.614446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:13.615591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Pushing event updated for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:13.621679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:13.623241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'b33f77cf-ee58-4689-be94-ae828ecbfdc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:13.636108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-92cd0d68-99f1-4c7e-95f8-598e82a89429 None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:13.636547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92cd0d68-99f1-4c7e-95f8-598e82a89429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.640463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:13.647025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.650771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:13.658313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:13.669332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:13.690826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Transition to ACTIVE for port object 1169ef40-09db-452a-a014-e727dd40d070 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:13.710178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.734661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.870010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.889144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:13.921963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d6bb354-e0d6-44d1-b959-41ed687dad35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:14.064892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.095495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.099522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5a8dcad-39c8-454d-9fc1-2de301c19412 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.1421840
Nov 15 09:25:14.107131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60932) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:14.114901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.136268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-01c7c5a9-7417-47ec-bb34-8675ada79764 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:14.138336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-696243717'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:14.157983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=1169ef40-09db-452a-a014-e727dd40d070,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:14.214312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:14.220110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:14.227307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:network and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:14.234679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:14.264173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:14.336752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:14.342280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.355817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:14.356242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=9f6e43fe-ab97-4bad-88d0-09302ccf1e4f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:14.359704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:14.362634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:14.366227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:14.368774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:14.372686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.373234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:14.373811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.378080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.397438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:14.436890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:14.436890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.436890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:14.436890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.436890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f3b9537-4c4c-4a9c-980c-fcd79fed6caa tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:14.456919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.7648337
Nov 15 09:25:14.461814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60936) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:14.463892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.468039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:14.474991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:3d:78:8d'}, {'ip_address': '2001:db8::109', 'mac_address': 'fa:16:3e:27:80:00'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:14.511228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:security_group_rule and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:14.521338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:14.531616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.532525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.554549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b9f9bd0-217b-47db-ba42-f3aea66b71a2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:14.591217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:14.609645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67e65b43-7a6a-4a40-aca8-b2dedcf3793f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers/f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 200  len: 891 time: 1.1700318
Nov 15 09:25:14.613948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60940) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:14.641964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:14.677221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6a3c4b6b-e3b5-427b-84fa-650d93644d40 None None] Provisioning for port 1169ef40-09db-452a-a014-e727dd40d070 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:14.686971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=bc2fe541-0384-4dab-a8bb-b16f18b58b4f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:14.689310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6a3c4b6b-e3b5-427b-84fa-650d93644d40 None None] Provisioning complete for port 1169ef40-09db-452a-a014-e727dd40d070 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:14.689310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4b6b-e3b5-427b-84fa-650d93644d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.696705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16e210cb-e17f-4b6a-a049-138a9151dd84 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 200  len: 205 time: 0.0768833
Nov 15 09:25:14.697712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.701347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0940106
Nov 15 09:25:14.701347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:14.701347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:14.704404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:14.711684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60946) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:14.754134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'b33f77cf-ee58-4689-be94-ae828ecbfdc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:14.780280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:14.803259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff19a505-fe6d-4d89-a1b8-5f612d5eaaed,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:14.804344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c4b6b-e3b5-427b-84fa-650d93644d40 None None] Port 1169ef40-09db-452a-a014-e727dd40d070 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:14.807498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:14.824613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:14.825304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:14.848368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:14.854119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:14.874738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:14.875750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': '2ffadfd1-50d4-4caa-9bd8-3644512c837a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02a3118-8ed8-4a40-8cc8-ba1142a174f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:14.876378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: d02a3118-8ed8-4a40-8cc8-ba1142a174f8, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:14.888717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=5']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:14.904506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:14.906832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b6b5f4-b4ae-4077-af77-4ac570c80f74 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:15.023302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:15.045332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.056014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.098828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=44ce19d0-7e29-4e50-861e-a23f79608302,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:15.103938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.120309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d02a3118-8ed8-4a40-8cc8-ba1142a174f8) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:15.125664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:15.128983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3991d48-7bb9-4c93-b8ee-fc8681e3a019 None None] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:15.130080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:15.133703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:15.134429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.149166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:15.156917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.180518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d737ad04-4df0-47bf-a999-d4319ad0ceeb tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:15.245546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:15.250087 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.9427192
Nov 15 09:25:15.250239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:15.253891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60952) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:15.262470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:15.274140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d4599-201f-4e00-8c2e-74135cacb164 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:15.277525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb3dc1-9dc0-44c7-9849-6c753b9db9b5,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:15.288357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.288765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Added segment b3df55b7-06e3-48b9-bc21-65fca4725ad5 of type vxlan for network 1bc33614-423e-40b4-89b6-b051f4836702
Nov 15 09:25:15.290661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:15.291756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:15.292440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.315186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.366996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port bc2fe541-0384-4dab-a8bb-b16f18b58b4f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:15.367356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.418544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:15.422531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d2a7a25-124a-4b4b-908f-59eeb17833bb tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.7013988
Nov 15 09:25:15.422531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.427041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60956) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:15.510513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.9514689
Nov 15 09:25:15.513601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60960) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:15.535131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:b3:14:1d', 'name': 'tempest-NetworksTestDHCPv6-1174940548'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:15.577517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.579511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.582307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:15.582983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.593505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30a4d7af-52b7-48d9-afca-c7d40d07e5e4 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:15.680233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-478152cc-13f0-4348-ab37-efddc4cd39f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.821312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.886320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.935351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.951896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:15.961179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:15.975426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 50cfbb57-0e73-47d8-a848-761379ad2e8e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:15.975790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.011498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:16.056564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.9477482
Nov 15 09:25:16.066736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60964) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:16.075532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'subnet': {'network_id': '1bc33614-423e-40b4-89b6-b051f4836702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:16.075755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:16.097326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Network': ['ID=1bc33614-423e-40b4-89b6-b051f4836702,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:16.107128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:16.116787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:16.153279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:16.185312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for bc2fe541-0384-4dab-a8bb-b16f18b58b4f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:16.287707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:16.294081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:subnet and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:16.298383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:16.307077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:16.329498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:16.346857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:16.349871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.374674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:16.416822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.507095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:16.511963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.544057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13275c82-474f-44f1-98ef-6ce68fa6d1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:16.551496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.557431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b760872-4c69-4667-8ed5-7dccf082ee49 None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:16.557431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b760872-4c69-4667-8ed5-7dccf082ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.587902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f77cf-ee58-4689-be94-ae828ecbfdc5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:16.597387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:16.739348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.762649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:16.885278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event updated for resources: {'Port': ['ID=1169ef40-09db-452a-a014-e727dd40d070,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:16.895397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:16.937610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.938895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/b33f77cf-ee58-4689-be94-ae828ecbfdc5 HTTP/1.1" status: 204  len: 168 time: 1.5068357
Nov 15 09:25:16.944883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60968) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:16.962922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.980628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] In _notify_port_updated(), no bound segment for port 1169ef40-09db-452a-a014-e727dd40d070 on network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:25:16.984995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:16.985208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a57950e-d15a-4be6-b390-b0dc85fe657b tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:16.985784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:16.990870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "PUT /v2.0/ports/1169ef40-09db-452a-a014-e727dd40d070 HTTP/1.1" status: 200  len: 1066 time: 2.5248089
Nov 15 09:25:16.995404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60972) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:17.062127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:17.063080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.149692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=bc2fe541-0384-4dab-a8bb-b16f18b58b4f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:17.188155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:17.193588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.204562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port 1169ef40-09db-452a-a014-e727dd40d070 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:17.204954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.229718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.255635 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-acc24d67-cd47-49b9-9159-0c190e9e17a1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3094034
Nov 15 09:25:17.265753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60976) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:17.285505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--741098207'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:17.312515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:17.324158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:17.331290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:17.379215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1aec295-f0f5-423f-9b53-387410e47823 None None] Provisioning complete for port 1169ef40-09db-452a-a014-e727dd40d070 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:17.379835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1aec295-f0f5-423f-9b53-387410e47823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.383361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:17.406151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 50cfbb57-0e73-47d8-a848-761379ad2e8e owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:17.449511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d1aec295-f0f5-423f-9b53-387410e47823 None None] Port 1169ef40-09db-452a-a014-e727dd40d070 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:17.516933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.525256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.526297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.605862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/bc2fe541-0384-4dab-a8bb-b16f18b58b4f HTTP/1.1" status: 204  len: 168 time: 2.3506663
Nov 15 09:25:17.621444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60980) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:17.681216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:17.703942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:17.712476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:17.722733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.732836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:17.761013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port 2439881a-a301-4e85-8f9b-3ead7fa4b97a yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:17.871963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:17.881566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for 1169ef40-09db-452a-a014-e727dd40d070 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:17.920802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d72781-639e-4132-a269-29bd2749f375 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:17.925246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d72781-639e-4132-a269-29bd2749f375 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:17.926061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e0d72781-639e-4132-a269-29bd2749f375 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:18.045288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.067429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e0d72781-639e-4132-a269-29bd2749f375 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:18.068767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0d72781-639e-4132-a269-29bd2749f375 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.4411607
Nov 15 09:25:18.074236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60984) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:18.079632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.134400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e614e2d3-3c51-4ec2-9118-a659df535427 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:18.145467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.155322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82bb5c23-cc3f-4dbb-bb59-ed672ff0dc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:18.229191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.246825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=71517ab2-d9c0-4d77-8532-22e62136f818,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:18.253904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:18.261645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=50cfbb57-0e73-47d8-a848-761379ad2e8e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:18.272622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:18.298960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-850db864-38aa-4147-8195-ebc684e6c0de tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:18.300923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::28d (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/9fb84db1-342e-4623-ac0e-557d7f9e5e8a/2439881a-a301-4e85-8f9b-3ead7fa4b97a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:18.314305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 9f6e43fe-ab97-4bad-88d0-09302ccf1e4f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:18.314692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.330839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.359039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8:0:1:f816:3eff:feb3:141d (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/44ce19d0-7e29-4e50-861e-a23f79608302/2439881a-a301-4e85-8f9b-3ead7fa4b97a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:18.363394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.364736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0901940
Nov 15 09:25:18.373736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60988) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:18.405040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8c80a170-bedd-48bd-a55d-d3b152426fb8 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': '71517ab2-d9c0-4d77-8532-22e62136f818', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:18.406586 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-8c80a170-bedd-48bd-a55d-d3b152426fb8 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 15 09:25:18.407143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-8c80a170-bedd-48bd-a55d-d3b152426fb8 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:18.408211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c80a170-bedd-48bd-a55d-d3b152426fb8 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0152256
Nov 15 09:25:18.419687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 60992) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:18.483833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Subnet': ['ID=897d9bf3-82a0-4633-b56d-a864ab8aadd5,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:18.491034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:18.493232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0604a091-722f-4158-aa77-302ff5dec20f tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:18.562712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=1169ef40-09db-452a-a014-e727dd40d070,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:18.570952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:18.889014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.898837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:18.903562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/1169ef40-09db-452a-a014-e727dd40d070 HTTP/1.1" status: 204  len: 168 time: 1.9044480
Nov 15 09:25:18.903562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 60996) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:18.958492 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-495b2068-0411-4793-91cf-1c690e7a8686 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] GET failed (client error): The resource could not be found.
Nov 15 09:25:18.959044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-495b2068-0411-4793-91cf-1c690e7a8686 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Synchronizing usage tracker for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:18.963779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Checking segment: {'id': 'b3df55b7-06e3-48b9-bc21-65fca4725ad5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:18.964190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network hostable DHCP agents. Network: 1bc33614-423e-40b4-89b6-b051f4836702, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:19.020466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-495b2068-0411-4793-91cf-1c690e7a8686 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Unset dirty status for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:19.024734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-495b2068-0411-4793-91cf-1c690e7a8686 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports/1169ef40-09db-452a-a014-e727dd40d070 HTTP/1.1" status: 404  len: 333 time: 0.1201189
Nov 15 09:25:19.026075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32768) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:19.064516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 1bc33614-423e-40b4-89b6-b051f4836702 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:19.111344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.121321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port 10eea70d-d867-4a7d-87f7-ebdf03edce3f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:19.121841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.122889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.153945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1bc33614-423e-40b4-89b6-b051f4836702) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:19.163764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4a3c2-7776-4c33-bb96-414765e84d4b None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:19.193615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:19.194190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.295341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2244897
Nov 15 09:25:19.295577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32772) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:19.307438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 9f6e43fe-ab97-4bad-88d0-09302ccf1e4f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:19.325091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'network': {'name': 'tempest-router-network01--1721576588'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:19.336685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:19.358633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.376913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.397978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:network and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:19.403451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:19.420210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:19.466787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:19.473406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.513910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.540000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:19.551682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.552124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Added segment 0813cd73-4b94-4209-af2d-0bf0a4bf383c of type vxlan for network f3301c50-eb06-4b4a-87f5-f8e572a7ada3
Nov 15 09:25:19.578953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1bc33614-423e-40b4-89b6-b051f4836702', 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702', 'tenant_id': 'b94e8bba5bfd413b84d1590d1dafc8e2', 'fixed_ips': [{'subnet_id': '897d9bf3-82a0-4633-b56d-a864ab8aadd5'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:19.580613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.716161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for 10eea70d-d867-4a7d-87f7-ebdf03edce3f owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:19.780427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.842944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object 2439881a-a301-4e85-8f9b-3ead7fa4b97a will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:19.895483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.899919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:19.900577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:19.923206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Allocated IP 172.20.0.2 (1bc33614-423e-40b4-89b6-b051f4836702/897d9bf3-82a0-4633-b56d-a864ab8aadd5/3c98ed80-067b-4b03-92a4-6eb46e7bee56) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:19.926157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c6c3786-37ad-4c0f-b2e6-d0caea5d9c61 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:19.960321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6630545
Nov 15 09:25:20.023952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.027231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.040801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.055041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'network': {'name': 'tempest-router-network02--751046299'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:20.062445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=71517ab2-d9c0-4d77-8532-22e62136f818,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.069447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.076325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:20.078633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Network': ['ID=f3301c50-eb06-4b4a-87f5-f8e572a7ada3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.083054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.088210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:network and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:20.089183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.091520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:20.100507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:20.102811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:20.102929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.103878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.119046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.121472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.138917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b45ca34-7de2-475a-bcfa-a3a5fe1b9402 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.161411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.162663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/71517ab2-d9c0-4d77-8532-22e62136f818 HTTP/1.1" status: 204  len: 168 time: 1.7419848
Nov 15 09:25:20.173855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.176331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32780) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.177862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:20.229394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=9f6e43fe-ab97-4bad-88d0-09302ccf1e4f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.244104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:20.249864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.272190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.279779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-971d0a53-fc47-4287-9e5a-f9236334619e tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.280059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=10eea70d-d867-4a7d-87f7-ebdf03edce3f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.286591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.321803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:20.356474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.357155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Added segment db1dac87-aa76-4eee-ae7f-813a23c236a7 of type vxlan for network 9c275de6-f740-4d03-b7ca-93909d0a10c3
Nov 15 09:25:20.404758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.412349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.418796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/10eea70d-d867-4a7d-87f7-ebdf03edce3f HTTP/1.1" status: 204  len: 168 time: 1.3900492
Nov 15 09:25:20.419392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32784) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.423306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.430163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Transition to ACTIVE for port object 3c98ed80-067b-4b03-92a4-6eb46e7bee56 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:20.453480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Transition to ACTIVE for port object 3c98ed80-067b-4b03-92a4-6eb46e7bee56 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:20.486573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9b198b-90a9-4176-bfd6-2ddc8d90a909 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] GET failed (client error): The resource could not be found.
Nov 15 09:25:20.488601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e9b198b-90a9-4176-bfd6-2ddc8d90a909 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Synchronizing usage tracker for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:20.496572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.509815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=2439881a-a301-4e85-8f9b-3ead7fa4b97a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.532039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-54cc3d52-b39e-4bfb-99d7-1c839038726b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.536846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.541417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.542035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router f675fae4-755e-4805-a15c-be85bde05378 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:25:20.552254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e9b198b-90a9-4176-bfd6-2ddc8d90a909 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Unset dirty status for tenant:2aa0ac16bb1f41038e5b71fb5b58b229 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:20.555611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4a33a377-f07e-464c-857e-6c8b5776da6c tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:20.559680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e9b198b-90a9-4176-bfd6-2ddc8d90a909 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "GET /v2.0/ports/10eea70d-d867-4a7d-87f7-ebdf03edce3f HTTP/1.1" status: 404  len: 333 time: 0.1389852
Nov 15 09:25:20.560424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32788) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.563962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.617422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.623249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:20.624058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.639399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2152c00-f8fe-4be4-a9c9-75b2085f27ca tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:20.643044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:20.643044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:20.658327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/9f6e43fe-ab97-4bad-88d0-09302ccf1e4f HTTP/1.1" status: 204  len: 168 time: 2.5705245
Nov 15 09:25:20.658327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32792) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.658327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:20.661081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:20.661783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.710265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4a33a377-f07e-464c-857e-6c8b5776da6c tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:20.715115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4a33a377-f07e-464c-857e-6c8b5776da6c tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4841008
Nov 15 09:25:20.725691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.731165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 204  len: 168 time: 6.0279510
Nov 15 09:25:20.731767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32796) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.732241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32798) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.736494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Pushing event updated for resources: {'Port': ['ID=3c98ed80-067b-4b03-92a4-6eb46e7bee56,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.741502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.745868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2033936087'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:20.753928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--267702628'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:20.760128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:20.771075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:20.783046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:20.795958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Network': ['ID=9c275de6-f740-4d03-b7ca-93909d0a10c3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:20.801176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:20.806503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:20.809182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port ffb911c0-dae3-4b72-9642-94547a20a918 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:20.809576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.811281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:20.821107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:20.850499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af80788-97da-4547-86c9-ff5bf8ec7b17 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:20.851551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7af80788-97da-4547-86c9-ff5bf8ec7b17 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:20.855591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:20.856359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:20.885312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 5.3573120
Nov 15 09:25:20.890613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:20.898585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32804) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.910182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8604832
Nov 15 09:25:20.916023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32808) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:20.974748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'subnet': {'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:20.983315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:20.988084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:20.991207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:21.003774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:21.022136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:21.027738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.054361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7af80788-97da-4547-86c9-ff5bf8ec7b17 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:21.058813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7af80788-97da-4547-86c9-ff5bf8ec7b17 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4009466
Nov 15 09:25:21.063455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32812) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.080958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:21.097465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:21.111347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:21.129622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port 2439881a-a301-4e85-8f9b-3ead7fa4b97a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:21.130007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.168975 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f700e2-ddd1-4fe3-a2ba-4eb299a09e5c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:25:21.173904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75f700e2-ddd1-4fe3-a2ba-4eb299a09e5c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/bc2fe541-0384-4dab-a8bb-b16f18b58b4f HTTP/1.1" status: 404  len: 333 time: 0.1047854
Nov 15 09:25:21.184579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32816) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.200821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Attempting to bind port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:21.203315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Attempting to bind port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b3df55b7-06e3-48b9-bc21-65fca4725ad5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:21.203315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Attempting to bind port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 on network 1bc33614-423e-40b4-89b6-b051f4836702 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:21.206740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:21.210279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:21.211178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Checking segment: {'id': 'b3df55b7-06e3-48b9-bc21-65fca4725ad5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:21.211339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.211811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Bound using segment: {'id': 'b3df55b7-06e3-48b9-bc21-65fca4725ad5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:21.212456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Bound port: 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3df55b7-06e3-48b9-bc21-65fca4725ad5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bc33614-423e-40b4-89b6-b051f4836702'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:21.212966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.220467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:subnet and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:21.226427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:21.236261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:21.258731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:21.262675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9ffaa142-c61b-462c-a172-790b0d72c1ef None None] Provisioning for port 2439881a-a301-4e85-8f9b-3ead7fa4b97a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:21.278818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-37db5af6-6a9d-43e9-9149-6666ede17bf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:25:21.283341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37db5af6-6a9d-43e9-9149-6666ede17bf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/9f6e43fe-ab97-4bad-88d0-09302ccf1e4f HTTP/1.1" status: 404  len: 333 time: 0.0861986
Nov 15 09:25:21.283541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.293134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9ffaa142-c61b-462c-a172-790b0d72c1ef None None] Provisioning complete for port 2439881a-a301-4e85-8f9b-3ead7fa4b97a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:21.293927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa142-c61b-462c-a172-790b0d72c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.308658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.309031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment c524bc6c-9e76-4a55-a6ce-43072642f84b of type vxlan for network b9503565-9076-4984-9cf7-8171ad2451c7
Nov 15 09:25:21.312647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:21.322605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.337628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.380750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.385148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9ffaa142-c61b-462c-a172-790b0d72c1ef None None] Port 2439881a-a301-4e85-8f9b-3ead7fa4b97a cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:21.390594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] For port 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:21.395716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] For port 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3c98ed80-067b-4b03-92a4-6eb46e7bee56,segment=NetworkSegment(b3df55b7-06e3-48b9-bc21-65fca4725ad5),segment_id=b3df55b7-06e3-48b9-bc21-65fca4725ad5)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:21.396110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54c4014-a76d-4536-a279-ecd58960f163 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467 tempest-ExtraDHCPOptionsIpV6TestJSON-1762526467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:21.450758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.451674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.469687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-492e52c2-e70c-4fb5-9a6d-033976049d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:21.543792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=667a2954-3985-4d51-9907-87d6fcecde9c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:21.562106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:21.612539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for ffb911c0-dae3-4b72-9642-94547a20a918 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:21.634942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.638221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Pushing event updated for resources: {'Port': ['ID=3c98ed80-067b-4b03-92a4-6eb46e7bee56,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:21.638379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8995399
Nov 15 09:25:21.639996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.648684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-54ca7577-b97f-4050-947b-b607f6daa060 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': '667a2954-3985-4d51-9907-87d6fcecde9c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:21.651262 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-54ca7577-b97f-4050-947b-b607f6daa060 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 15 09:25:21.651857 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-54ca7577-b97f-4050-947b-b607f6daa060 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:21.656097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-54ca7577-b97f-4050-947b-b607f6daa060 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0119612
Nov 15 09:25:21.656097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.658365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:21.662541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.667245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.671448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:21.672119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.679456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1950e156-0b1b-44d2-93ec-245d5e43d767 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:21.731041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.827869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:21.841409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for 2439881a-a301-4e85-8f9b-3ead7fa4b97a owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:21.964853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2247932
Nov 15 09:25:21.978461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:21.984836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:22.099425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=b9503565-9076-4984-9cf7-8171ad2451c7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:22.108166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:22.113776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:22.134932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:22.189252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:22.197884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.200709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.201292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:22.211319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:22.221668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:22.270957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:22.418236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.446357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.508836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6360496e-3603-4c22-97a1-fdefee992207 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:22.579405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=2439881a-a301-4e85-8f9b-3ead7fa4b97a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:22.588992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.625252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:22.631491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:22.633724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1047ab9c-cf30-4478-966b-c653beb53635 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:22.688574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3c98ed80-067b-4b03-92a4-6eb46e7bee56 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:22.758190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=ffb911c0-dae3-4b72-9642-94547a20a918,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:22.775250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:22.856755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1ab9dd8>,) {'filters': {'network_id': ['d02a3118-8ed8-4a40-8cc8-ba1142a174f8']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:22.897306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1ab9dd8>, '2ffadfd1-50d4-4caa-9bd8-3644512c837a') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:22.897929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1ab9dd8>, '2ffadfd1-50d4-4caa-9bd8-3644512c837a') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:22.928685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.005013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.007791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 5 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:23.067702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:23.115787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.140581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/2439881a-a301-4e85-8f9b-3ead7fa4b97a HTTP/1.1" status: 204  len: 168 time: 2.2407374
Nov 15 09:25:23.147224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32836) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.182702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.207463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.210136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.214055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/667a2954-3985-4d51-9907-87d6fcecde9c HTTP/1.1" status: 204  len: 168 time: 1.5382218
Nov 15 09:25:23.218315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32840) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.266296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68845083-908d-476b-acf3-1295fe96197e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:23.267247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253820d3-3518-44ca-969b-22dd73ec85c2 None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:23.292725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a2954-3985-4d51-9907-87d6fcecde9c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:23.321328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/ports/ffb911c0-dae3-4b72-9642-94547a20a918 HTTP/1.1" status: 204  len: 168 time: 2.7594831
Nov 15 09:25:23.326312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:23.329632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32844) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.360208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55012f3b-6cb3-4354-9fab-d7810ba56238 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:23.361070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55012f3b-6cb3-4354-9fab-d7810ba56238 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:23.370011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-80aecd7b-530b-41dc-a81f-e4c83b9e76b5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:23.431176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:23.468358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.521270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Provisioning for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:23.526837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-80aecd7b-530b-41dc-a81f-e4c83b9e76b5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:23.526837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-80aecd7b-530b-41dc-a81f-e4c83b9e76b5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3039062
Nov 15 09:25:23.528959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32848) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.530572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Provisioning complete for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:23.531000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.539143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--1356823922'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:23.556376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:23.561088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-55012f3b-6cb3-4354-9fab-d7810ba56238 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:23.564858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55012f3b-6cb3-4354-9fab-d7810ba56238 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4157279
Nov 15 09:25:23.567197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.619180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:23.673282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.794997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.820468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:23.825774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:23.837424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:23.837967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d02a3118-8ed8-4a40-8cc8-ba1142a174f8 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:23.854444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] For port 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3c98ed80-067b-4b03-92a4-6eb46e7bee56,segment=NetworkSegment(b3df55b7-06e3-48b9-bc21-65fca4725ad5),segment_id=b3df55b7-06e3-48b9-bc21-65fca4725ad5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:23.854745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:23.869136 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:23.872103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb3359-8b0e-4494-8ea4-5a0711591f1d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:23.876221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73fb3359-8b0e-4494-8ea4-5a0711591f1d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3025291
Nov 15 09:25:23.878793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32856) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:23.895097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.897126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:23.964151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.975944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting subnet 8b0a1441-91bc-4077-a7ae-a2e76e7bf933 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:23.982672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:23.987371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Pushing event updated for resources: {'Port': ['ID=3c98ed80-067b-4b03-92a4-6eb46e7bee56,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:23.991284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:24.022974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.027109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.036544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff643ae1-d4c6-45e5-a4af-cb51785107b9 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:24.050536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d61e6f8-f939-443f-a91b-3bb38007fd6a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:24.088401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/d02a3118-8ed8-4a40-8cc8-ba1142a174f8 HTTP/1.1" status: 204  len: 168 time: 2.8031271
Nov 15 09:25:24.089649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=d02a3118-8ed8-4a40-8cc8-ba1142a174f8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:24.098608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.111068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:24.116436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-1759772509'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:24.120784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a134c631-075e-4e83-9e67-893c2d23a929 None None] Provisioning complete for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:24.121404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a134c631-075e-4e83-9e67-893c2d23a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.124663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:24.125682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4b749-55c5-420f-9960-c0f378c346b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:24.127721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4b749-55c5-420f-9960-c0f378c346b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:24.129983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4b749-55c5-420f-9960-c0f378c346b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:24.135522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99f4b749-55c5-420f-9960-c0f378c346b9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2499278
Nov 15 09:25:24.137472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.140846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32864) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.182644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:24.188503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:24.210504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:24.256681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=bbe34957-4b38-41d5-a1bc-754d6b1ab4a9,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:24.263893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:24.326292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.339632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.344029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e8672db-4265-4a2b-83a4-6bfd9feb5e29 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:24.409714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.423740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9559e4b-3564-45d1-a852-63e84f4e086f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:24.434081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ff695119-9d66-4164-8abb-fda37ae2fe4e None None] Provisioning complete for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:24.434606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff695119-9d66-4164-8abb-fda37ae2fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.476540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.521027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:24.526079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=dedde42a-8f0a-4cbe-818a-d8332055da7f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:24.526503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.530551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:24.553932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.555275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0252054
Nov 15 09:25:24.557926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': 'c524bc6c-9e76-4a55-a6ce-43072642f84b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:24.558332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: b9503565-9076-4984-9cf7-8171ad2451c7, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:24.562929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32868) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.563825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Subnet': ['ID=3893aa7a-a2f8-48a5-842e-0857b733fea1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:24.571527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 44ce19d0-7e29-4e50-861e-a23f79608302 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:24.572685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:24.579407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f3d10429-ce74-4864-ad18-d597933096a6 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'dedde42a-8f0a-4cbe-818a-d8332055da7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:24.583725 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-f3d10429-ce74-4864-ad18-d597933096a6 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 15 09:25:24.584375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-f3d10429-ce74-4864-ad18-d597933096a6 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:24.585475 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3d10429-ce74-4864-ad18-d597933096a6 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0114272
Nov 15 09:25:24.591377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.591915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32872) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.612634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4318fc2d-fc07-4603-b290-435a19f90401 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'dedde42a-8f0a-4cbe-818a-d8332055da7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:24.616668 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-4318fc2d-fc07-4603-b290-435a19f90401 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 15 09:25:24.617276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-4318fc2d-fc07-4603-b290-435a19f90401 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:24.620368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4318fc2d-fc07-4603-b290-435a19f90401 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0212727
Nov 15 09:25:24.622112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32876) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.634242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2d38e559-c2fd-4ac3-af42-c61a53186617 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'dedde42a-8f0a-4cbe-818a-d8332055da7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:24.635115 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-2d38e559-c2fd-4ac3-af42-c61a53186617 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 15 09:25:24.635668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2d38e559-c2fd-4ac3-af42-c61a53186617 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:24.639433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d38e559-c2fd-4ac3-af42-c61a53186617 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0136540
Nov 15 09:25:24.641632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.654767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f831fb1f-4415-42e1-aa6c-d0c827e84fdf tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'dedde42a-8f0a-4cbe-818a-d8332055da7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:24.655676 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-f831fb1f-4415-42e1-aa6c-d0c827e84fdf tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 15 09:25:24.656264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-f831fb1f-4415-42e1-aa6c-d0c827e84fdf tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:24.659898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f831fb1f-4415-42e1-aa6c-d0c827e84fdf tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0147324
Nov 15 09:25:24.662722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32884) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:24.665281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3c98ed80-067b-4b03-92a4-6eb46e7bee56 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:24.682149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:24.704160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.762273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:24.762715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.779140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.779373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment 5cd48834-88a3-4e31-a9a5-ca8953534b48 of type vxlan for network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c
Nov 15 09:25:24.789557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network b9503565-9076-4984-9cf7-8171ad2451c7 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:24.807100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6af0f052-1414-4876-acc9-f007c21c9948 None None] Provisioning complete for port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:24.807634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6af0f052-1414-4876-acc9-f007c21c9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.822359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.854053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b9503565-9076-4984-9cf7-8171ad2451c7) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:24.874940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.886470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f06b74-dddc-4f7a-8629-c9c2852bb3e8 None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:24.888369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:24.889299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.891908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.896101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Checking segment: {'id': '0813cd73-4b94-4209-af2d-0bf0a4bf383c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:24.896813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network hostable DHCP agents. Network: f3301c50-eb06-4b4a-87f5-f8e572a7ada3, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:24.929226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:24.996229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0165749
Nov 15 09:25:24.997630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32888) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.007406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-669315995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:25.026055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:25.031291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:25.034989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:25.041093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:25.071474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.075874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:25.076492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.083046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:25.131860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.140521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4662f0ce-fbe2-4a71-9745-cbc623af0b30 tempest-QuotasNegativeTest-555869607 tempest-QuotasNegativeTest-555869607] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:25.181515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:25.184208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.188466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedde42a-8f0a-4cbe-818a-d8332055da7f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:25.198350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:25.209363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.210393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.232512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.233757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/dedde42a-8f0a-4cbe-818a-d8332055da7f HTTP/1.1" status: 204  len: 168 time: 0.5700846
Nov 15 09:25:25.240458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32892) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.294804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-b9503565-9076-4984-9cf7-8171ad2451c7', 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': 'bbe34957-4b38-41d5-a1bc-754d6b1ab4a9'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:25.295711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.327217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1d381583-d8f1-47d2-99c5-99c117c2c28f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:25.328640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, f3301c50-eb06-4b4a-87f5-f8e572a7ada3) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:25.339620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=54ec12a1-2127-432f-9ff3-a5f8c3a1330c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:25.343285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:25.353109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b17386c-e4c7-4047-a95a-123b786f821a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:25.357799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025106ac-addf-4676-a0d8-5d267d5c9836 None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:25.372111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:25.385883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1d381583-d8f1-47d2-99c5-99c117c2c28f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:25.391218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d381583-d8f1-47d2-99c5-99c117c2c28f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1458204
Nov 15 09:25:25.393347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.398512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--1757241372'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:25.399150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Subnet': ['ID=8b0a1441-91bc-4077-a7ae-a2e76e7bf933,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:25.402104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:25.403368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:25.404053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.405539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:25.417956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:25.472984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.484802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.503483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07d1a850-1302-4911-99e3-e0068ccaca41 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:25.550659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:25.609248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=44ce19d0-7e29-4e50-861e-a23f79608302,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:25.618270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:25.673284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:25.682453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:25.688671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:25.709064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:25.733521 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-66213d87-f76a-4053-8547-eb9020213a9e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6298752
Nov 15 09:25:25.734734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32900) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.752824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:25.754965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.767258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.770606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/subnets/8b0a1441-91bc-4077-a7ae-a2e76e7bf933 HTTP/1.1" status: 204  len: 168 time: 2.4384813
Nov 15 09:25:25.777258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8571000
Nov 15 09:25:25.777258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32904) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.849121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5092588-2fc0-49b2-950f-80fecefa371d None None] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:25.867271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32906) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:25.877338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.895374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'subnet': {'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:25.916952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:25.939085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844f00c-c8d9-4ffe-8830-c3c23170d6ed None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:25.975866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.007030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Deleting port 614450eb-0032-4809-b1f6-d6e07508ca6c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:26.015277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.042588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.049625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b89b2622-5d93-40dc-b726-e21eccfe0c42 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.0437269
Nov 15 09:25:26.049795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:26.049795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:26.050811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32912) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:26.058388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.059523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:26.071705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:26.087592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/44ce19d0-7e29-4e50-861e-a23f79608302 HTTP/1.1" status: 204  len: 168 time: 1.9348166
Nov 15 09:25:26.091936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32916) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:26.137499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.150144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-866c84fb-fdb0-459c-a979-2f458879980b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:26.158452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:26.178246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:26.276791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Usage tracker for resource:subnet and tenant:b94e8bba5bfd413b84d1590d1dafc8e2 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:26.285850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:26.304776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:26.311361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ce1bd-438c-40ae-a1dc-889b1e702d90,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:26.331215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:26.332306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.336675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9436648
Nov 15 09:25:26.344177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 9fb84db1-342e-4623-ac0e-557d7f9e5e8a {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:26.352280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32920) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:26.356914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.390509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ecdd5d15-4424-4ca0-a125-a3b333d8763e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:26.392151 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-ecdd5d15-4424-4ca0-a125-a3b333d8763e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 15 09:25:26.392771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-ecdd5d15-4424-4ca0-a125-a3b333d8763e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:26.397606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ecdd5d15-4424-4ca0-a125-a3b333d8763e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0401368
Nov 15 09:25:26.404485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32924) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:26.410473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:26.430610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.456386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:26.468727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:26.472840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Made reservation on behalf of b94e8bba5bfd413b84d1590d1dafc8e2 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:26.534603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:26.542862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-f3301c50-eb06-4b4a-87f5-f8e572a7ada3', 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3', 'tenant_id': 'b94e8bba5bfd413b84d1590d1dafc8e2', 'fixed_ips': [{'subnet_id': '3893aa7a-a2f8-48a5-842e-0857b733fea1'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:26.542862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.559986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] For port 614450eb-0032-4809-b1f6-d6e07508ca6c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=614450eb-0032-4809-b1f6-d6e07508ca6c,segment=NetworkSegment(cd13b6fa-ad99-4183-9c38-f6c7454a50bd),segment_id=cd13b6fa-ad99-4183-9c38-f6c7454a50bd)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:26.560392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.616979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:26.625556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.644170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Allocated IP 2001:db8::2 (b9503565-9076-4984-9cf7-8171ad2451c7/bbe34957-4b38-41d5-a1bc-754d6b1ab4a9/a5d83aa7-7f64-4a7d-a314-e45a64956115) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:26.707641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Calling delete_port for 614450eb-0032-4809-b1f6-d6e07508ca6c owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:26.750879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.784952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334026fe-3adc-4218-94d3-822da29a96ac None None] DHCP port deletion for 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:26.857313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-334026fe-3adc-4218-94d3-822da29a96ac None None] Deleting port 614450eb-0032-4809-b1f6-d6e07508ca6c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:26.857895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-334026fe-3adc-4218-94d3-822da29a96ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.968710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:26.973335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0a285639-a83f-469c-89ed-9b364aac5eed tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5647318
Nov 15 09:25:26.976193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32928) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:26.988525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37b6e59a-da4e-4e3c-98e8-bb30019d9266 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:26.990266 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-37b6e59a-da4e-4e3c-98e8-bb30019d9266 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 15 09:25:26.990394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:26.990947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-37b6e59a-da4e-4e3c-98e8-bb30019d9266 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:26.993472 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37b6e59a-da4e-4e3c-98e8-bb30019d9266 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0118334
Nov 15 09:25:27.002616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32932) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:27.010643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:27.016695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.036854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d0a010a-8809-4185-8e5a-5d93a57b0373 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:27.079782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:27.090972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-334026fe-3adc-4218-94d3-822da29a96ac None None] The port '614450eb-0032-4809-b1f6-d6e07508ca6c' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:25:27.188746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Port': ['ID=614450eb-0032-4809-b1f6-d6e07508ca6c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:27.192448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:27.204195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:27.205322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:27.217948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:27.279389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.301295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Transition to ACTIVE for port object a5d83aa7-7f64-4a7d-a314-e45a64956115 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:27.305210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Allocated IP 172.20.0.2 (f3301c50-eb06-4b4a-87f5-f8e572a7ada3/3893aa7a-a2f8-48a5-842e-0857b733fea1/3a778c1d-80a2-4c17-9fe2-579d65d47850) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:27.307666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.335616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Transition to ACTIVE for port object a5d83aa7-7f64-4a7d-a314-e45a64956115 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:27.390932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.414393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f80a29ee-5f3d-46c0-9798-7cbb6aae89cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:27.460968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] No DVR routers for this DVR port 614450eb-0032-4809-b1f6-d6e07508ca6c on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:27.565619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:27.569596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e44b44c-59d6-44b8-bee8-feada75ac40b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5628974
Nov 15 09:25:27.573486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32936) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:27.687208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.829493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a379a710>,) {'filters': {'network_id': ['23f7cd54-9d7f-4abf-9daf-44109d5e2d06']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:27.845240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a379a710>, 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:27.845705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a379a710>, 'cd13b6fa-ad99-4183-9c38-f6c7454a50bd') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:27.859817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.876042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:27.884065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Pushing event updated for resources: {'Port': ['ID=a5d83aa7-7f64-4a7d-a314-e45a64956115,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:27.884251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:27.939033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:27.964733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-08772901-55bf-44cb-89c9-ab7872630ce5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:27.965407 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-08772901-55bf-44cb-89c9-ab7872630ce5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 15 09:25:27.966029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-08772901-55bf-44cb-89c9-ab7872630ce5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:27.970170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08772901-55bf-44cb-89c9-ab7872630ce5 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.3905854
Nov 15 09:25:27.979671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32940) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:27.990632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:28.009216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:28.026327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:28.038023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:28.056224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:28.066921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-92192e88-a70a-4d9f-b416-e61a1785b5d0 None None] Provisioning complete for port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:28.067165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92192e88-a70a-4d9f-b416-e61a1785b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.103440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.104917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:28.120963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:28.122701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ee44dbb-bc02-4151-9bdc-ca8d6f562d5c tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:28.134582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:28.189114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:28.212702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.247251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=9fb84db1-342e-4623-ac0e-557d7f9e5e8a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:28.266441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:28.280035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.297892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Attempting to bind port a5d83aa7-7f64-4a7d-a314-e45a64956115 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:28.301368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Attempting to bind port a5d83aa7-7f64-4a7d-a314-e45a64956115 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c524bc6c-9e76-4a55-a6ce-43072642f84b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:28.301368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Attempting to bind port a5d83aa7-7f64-4a7d-a314-e45a64956115 on network b9503565-9076-4984-9cf7-8171ad2451c7 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:28.309249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Transition to ACTIVE for port object 3a778c1d-80a2-4c17-9fe2-579d65d47850 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:28.326646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:28.327063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Checking segment: {'id': 'c524bc6c-9e76-4a55-a6ce-43072642f84b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:28.327572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.328009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Bound using segment: {'id': 'c524bc6c-9e76-4a55-a6ce-43072642f84b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:28.328575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Bound port: a5d83aa7-7f64-4a7d-a314-e45a64956115, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c524bc6c-9e76-4a55-a6ce-43072642f84b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b9503565-9076-4984-9cf7-8171ad2451c7'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:28.329144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.332305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:28.336310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78680ed8-5e8e-4869-a407-cca1306ef21f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3504643
Nov 15 09:25:28.341815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:28.350044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5f3e6d89-3f51-40ca-9c37-bb675d8b3bb3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:28.350583 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-5f3e6d89-3f51-40ca-9c37-bb675d8b3bb3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 15 09:25:28.351145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-5f3e6d89-3f51-40ca-9c37-bb675d8b3bb3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:28.355060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f3e6d89-3f51-40ca-9c37-bb675d8b3bb3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0094512
Nov 15 09:25:28.389554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.392372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32948) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:28.392688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Transition to ACTIVE for port object 3a778c1d-80a2-4c17-9fe2-579d65d47850 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:28.417518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:28.435200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:28.436677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a46e5b-0e16-4f90-99f2-687729e587cc None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:28.477473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:28.488032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:28.510682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/9fb84db1-342e-4623-ac0e-557d7f9e5e8a HTTP/1.1" status: 204  len: 168 time: 2.4154980
Nov 15 09:25:28.514049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:28.516053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32952) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:28.556002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.577861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:28.594269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.624057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fdaa5468-a7e0-4111-a74d-fb7a759addf6 tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:28.699729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 614450eb-0032-4809-b1f6-d6e07508ca6c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:28.726505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b4118a34-cb5f-4a53-a063-389af4baadd8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2015290
Nov 15 09:25:28.726852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32956) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:28.734876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:28.746188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:28.768425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Network 23f7cd54-9d7f-4abf-9daf-44109d5e2d06 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:28.790818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 614450eb-0032-4809-b1f6-d6e07508ca6c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:25:28.791211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 614450eb-0032-4809-b1f6-d6e07508ca6c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:28.852307 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:28.896834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=95c1516c-8f9f-4bae-9911-820d8bba3121,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:28.899130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] For port a5d83aa7-7f64-4a7d-a314-e45a64956115, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:28.901681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Pushing event updated for resources: {'Port': ['ID=3a778c1d-80a2-4c17-9fe2-579d65d47850,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:28.902709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:28.905678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:28.911165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:28.957378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:28.961247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a09d73a8-828d-4594-938a-0d349dbad0de tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5607908
Nov 15 09:25:28.976025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32960) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:28.988922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'bd6ce1bd-438c-40ae-a1dc-889b1e702d90', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:29.001116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:29.005465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:29.008271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:29.011520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:29.029407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:29.036983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:29.062440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Subnet': ['ID=22fc19a4-76be-46a6-8da1-65bbe1417207,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:29.068483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:29.075613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:29.115114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Attempting to bind port 3a778c1d-80a2-4c17-9fe2-579d65d47850 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:29.115913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Attempting to bind port 3a778c1d-80a2-4c17-9fe2-579d65d47850 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0813cd73-4b94-4209-af2d-0bf0a4bf383c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:29.116066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Attempting to bind port 3a778c1d-80a2-4c17-9fe2-579d65d47850 on network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:29.131398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:29.132829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Checking segment: {'id': '0813cd73-4b94-4209-af2d-0bf0a4bf383c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:29.133544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.135442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Bound using segment: {'id': '0813cd73-4b94-4209-af2d-0bf0a4bf383c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:29.136267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Bound port: 3a778c1d-80a2-4c17-9fe2-579d65d47850, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0813cd73-4b94-4209-af2d-0bf0a4bf383c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3301c50-eb06-4b4a-87f5-f8e572a7ada3'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:29.137178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.155215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:29.169686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:29.170974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': '5cd48834-88a3-4e31-a9a5-ca8953534b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:29.171396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: 54ec12a1-2127-432f-9ff3-a5f8c3a1330c, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:29.176347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:29.181849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] For port a5d83aa7-7f64-4a7d-a314-e45a64956115, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a5d83aa7-7f64-4a7d-a314-e45a64956115,segment=NetworkSegment(c524bc6c-9e76-4a55-a6ce-43072642f84b),segment_id=c524bc6c-9e76-4a55-a6ce-43072642f84b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:29.186671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:29.200404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Checking segment: {'id': 'db1dac87-aa76-4eee-ae7f-813a23c236a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:29.200820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network hostable DHCP agents. Network: 9c275de6-f740-4d03-b7ca-93909d0a10c3, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:29.203769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8::1 (b9503565-9076-4984-9cf7-8171ad2451c7/bbe34957-4b38-41d5-a1bc-754d6b1ab4a9/3fb7ddef-4842-430b-ba6c-2dc986d921b0) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:29.209280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.213997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2991add1-f606-471c-806c-915fab641eae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:29.232754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.247496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Pushing event deleted for resources: {'Network': ['ID=23f7cd54-9d7f-4abf-9daf-44109d5e2d06,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:29.256287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:29.256542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:29.257887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9380f86-0f92-4f52-b6f5-fd1c8ed7b0dd tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2790389
Nov 15 09:25:29.259970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:29.270999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32964) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:29.271170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.278582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:29.285890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d5d1004-8bf5-49ee-9e14-008d5ecc1924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:29.294372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:29.296629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:29.332249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Deleting port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:29.332686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.344614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.356579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 9c275de6-f740-4d03-b7ca-93909d0a10c3) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:29.368024 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] 10.222.0.81 "DELETE /v2.0/networks/23f7cd54-9d7f-4abf-9daf-44109d5e2d06 HTTP/1.1" status: 204  len: 168 time: 3.5903268
Nov 15 09:25:29.382214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:29.383481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.437843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.442502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6520f-2464-4405-8e32-fbb72b9bec48 None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:29.503717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 54ec12a1-2127-432f-9ff3-a5f8c3a1330c) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:29.509135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.526670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6573310
Nov 15 09:25:29.534859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 32970) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:29.574223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3580ea0-c2ce-4729-b055-33e8ee196b57 None None] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:29.610627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:29.611141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.629641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.639449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.639762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c75d81ff-c729-4a46-ad0d-1706af63bb25 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:29.678205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object 3fb7ddef-4842-430b-ba6c-2dc986d921b0 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:29.715309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ce1bd-438c-40ae-a1dc-889b1e702d90,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:29.727374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:29.824299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.839279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1000173
Nov 15 09:25:29.843405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:29.843405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/bd6ce1bd-438c-40ae-a1dc-889b1e702d90 HTTP/1.1" status: 204  len: 168 time: 0.5803719
Nov 15 09:25:29.848624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32976) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:29.848998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32978) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:29.849775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-449cc767-37eb-4a60-b88d-1bf82c82a720 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:29.904381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32980) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:29.909658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c', 'name': 'tempest-PortsTestJSON-1376904130'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:29.983004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] For port 3a778c1d-80a2-4c17-9fe2-579d65d47850, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:30.067505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Pushing event updated for resources: {'Port': ['ID=a5d83aa7-7f64-4a7d-a314-e45a64956115,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:30.083170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] For port 3a778c1d-80a2-4c17-9fe2-579d65d47850, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3a778c1d-80a2-4c17-9fe2-579d65d47850,segment=NetworkSegment(0813cd73-4b94-4209-af2d-0bf0a4bf383c),segment_id=0813cd73-4b94-4209-af2d-0bf0a4bf383c)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:30.106626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:30.143803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.166086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a1bab0-d126-4264-8b54-764f0e554f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:30.218398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.272721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=3fb7ddef-4842-430b-ba6c-2dc986d921b0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:30.288383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:30.347297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fa2039e-d329-4f39-8e6e-13b9cc06096a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:30.415696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:30.450596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:30.465294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fa2039e-d329-4f39-8e6e-13b9cc06096a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:30.470438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4fa2039e-d329-4f39-8e6e-13b9cc06096a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5774963
Nov 15 09:25:30.475820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network b9503565-9076-4984-9cf7-8171ad2451c7 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:30.476546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32990) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:30.483105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6538bd08-89e0-4f61-9628-785ab211fd61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2aa0ac16bb1f41038e5b71fb5b58b229&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5480206
Nov 15 09:25:30.487209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--140985307'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:30.492741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:30.497116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:30.497867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.500856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 32994) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:30.521267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:30.528544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:30.535135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.572589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:30.612221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Pushing event updated for resources: {'Port': ['ID=3a778c1d-80a2-4c17-9fe2-579d65d47850,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:30.623911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:30.663833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.730331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:30.797178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-54ec12a1-2127-432f-9ff3-a5f8c3a1330c', 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '95c1516c-8f9f-4bae-9911-820d8bba3121'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:30.798094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.835064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-9c275de6-f740-4d03-b7ca-93909d0a10c3', 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3', 'tenant_id': 'b94e8bba5bfd413b84d1590d1dafc8e2', 'fixed_ips': [{'subnet_id': '22fc19a4-76be-46a6-8da1-65bbe1417207'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:30.836061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.859836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:30.868466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.941532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:30.957770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:30.997887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:31.012789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:31.040054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Calling delete_port for 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:31.046268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.097485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port ff5649bb-9f9b-4f59-9c09-1a5d561bbead yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:31.197182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Allocated IP 172.20.0.1 (f3301c50-eb06-4b4a-87f5-f8e572a7ada3/3893aa7a-a2f8-48a5-842e-0857b733fea1/0305f586-0b7b-484d-82d2-5e9febe156f9) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:31.418778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.423439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.447219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Transition to ACTIVE for port object 0305f586-0b7b-484d-82d2-5e9febe156f9 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:31.459319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:31.461923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.512454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.538168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61b12df3-b8ee-4c32-bdaf-6efdadc92602 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:31.629000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:31.657031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.675873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:31.682391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:31.697309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26ccbb18-83d7-445b-909c-2f964db68932 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:31.729906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Port': ['ID=0305f586-0b7b-484d-82d2-5e9febe156f9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:31.735320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:31.781019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:31.782255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:31.786163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:31.786585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:31.787556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:31.875742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.021109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.059643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Allocated IP 172.20.0.2 (54ec12a1-2127-432f-9ff3-a5f8c3a1330c/95c1516c-8f9f-4bae-9911-820d8bba3121/cb6c6702-aeac-43c3-bf8b-66d98b62d680) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:32.096920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:32.099685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:32.154202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.178297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.183538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=8']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:32.187585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dafc3129-a070-43ea-a640-c8c1abba55f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:32.210871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.222803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01dcb70-c08b-4d94-adad-76bcc9dff37a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:32.224411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:32.226133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:32.233323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5fc82ad5-36f1-4379-ab8a-538fa32ffa71 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:32.297718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Deleting port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:32.298163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.322856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:32.333263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:32.371162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Allocated IP 172.20.0.2 (9c275de6-f740-4d03-b7ca-93909d0a10c3/22fc19a4-76be-46a6-8da1-65bbe1417207/57433da9-6e73-4562-a713-8eb14cbb7571) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:32.403214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6b14d-f13e-49b9-9d57-0b57fac377b9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:32.406249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:32.422080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:32.422744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.447818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.451340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e01dcb70-c08b-4d94-adad-76bcc9dff37a HTTP/1.1" status: 204  len: 168 time: 1.9449189
Nov 15 09:25:32.473168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.480370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33000) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:32.484824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.0000963
Nov 15 09:25:32.488178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'c0e6b14d-f13e-49b9-9d57-0b57fac377b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:32.504202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:32.516514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.7883027
Nov 15 09:25:32.518000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33004) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:32.521201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:32.530315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:32.536325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:32.548233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:32.729863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The resource could not be found.
Nov 15 09:25:32.731150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0239bc7d-9405-4231-a9aa-cfa2a3b42e98 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2497585
Nov 15 09:25:32.735396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.740111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33008) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:32.745076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': 'c0e6b14d-f13e-49b9-9d57-0b57fac377b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '50f759fa-ae0c-4f1a-8cbb-24776e9f41a8'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:32.745746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.754763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:32.761561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:32.766470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:32.780583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:32.780894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:32.781003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:32.781116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:32.800465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.801429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.809358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:32.840537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.925589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:32.936918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a5d83aa7-7f64-4a7d-a314-e45a64956115 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:32.939306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0941353a-276b-4bd0-98e2-86c1e2aec3c1 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:32.976360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:32.981043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0c98ad7-5e1d-4081-8b68-5ec7a982a656 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:32.983535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.046563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Transition to ACTIVE for port object cb6c6702-aeac-43c3-bf8b-66d98b62d680 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:33.165610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.209964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Transition to ACTIVE for port object cb6c6702-aeac-43c3-bf8b-66d98b62d680 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:33.221616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=3fb7ddef-4842-430b-ba6c-2dc986d921b0,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:33.225340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:33.277638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.291049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Transition to ACTIVE for port object 57433da9-6e73-4562-a713-8eb14cbb7571 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:33.296829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Port': ['ID=0305f586-0b7b-484d-82d2-5e9febe156f9,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:33.310460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Transition to ACTIVE for port object 57433da9-6e73-4562-a713-8eb14cbb7571 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:33.313892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f5757-c687-411e-847e-e113d7f7ff4b None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:33.314673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:33.319136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2 (CIDR: 2001:db8::/64)
Nov 15 09:25:33.333594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network b9503565-9076-4984-9cf7-8171ad2451c7 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:33.335100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:33.410993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The resource could not be found.
Nov 15 09:25:33.416496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12772a0f-dceb-402f-a551-5d15cc24fb00 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6720717
Nov 15 09:25:33.416637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33020) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:33.427243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:33.427758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 400 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:33.434086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:33.435647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:33.449620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.465932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.501761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:33.536162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fb4bc-9309-4a11-acd3-9271bda606d8 None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:33.572221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] For port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:33.572817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.649868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.4 (54ec12a1-2127-432f-9ff3-a5f8c3a1330c/95c1516c-8f9f-4bae-9911-820d8bba3121/ff5649bb-9f9b-4f59-9c09-1a5d561bbead) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:33.664178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-79237762-dcdd-41de-b8fb-87041fa1e761 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1371801
Nov 15 09:25:33.667013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33026) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:33.675686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'subnet': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:33.743362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:33.813217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8c331d02-0fd3-463a-9fc1-9e62fb9fe979 None None] Provisioning for port a5d83aa7-7f64-4a7d-a314-e45a64956115 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:34.065953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:34.080521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33036) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:34.085004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:subnet and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:34.105297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:34.127620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:34.176378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:34.237126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Calling delete_port for 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:34.293555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a5d83aa7-7f64-4a7d-a314-e45a64956115 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:34.294398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.303745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-461ead86-d1e9-402d-b367-88577d1e0f1c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'default'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:34.304424 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-461ead86-d1e9-402d-b367-88577d1e0f1c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 15 09:25:34.305427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-461ead86-d1e9-402d-b367-88577d1e0f1c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:34.309963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-461ead86-d1e9-402d-b367-88577d1e0f1c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2249246
Nov 15 09:25:34.318328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33042) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:34.331727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--921906877'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:34.344030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:34.365190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a5d83aa7-7f64-4a7d-a314-e45a64956115 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:34.365496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.366076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:34.376139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:34.391569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:34.420480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Pushing event updated for resources: {'Port': ['ID=57433da9-6e73-4562-a713-8eb14cbb7571,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:34.421842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.507745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.508073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Router 9bc54cd5-40b6-49e9-b532-d755e4738832 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:25:34.538897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object ff5649bb-9f9b-4f59-9c09-1a5d561bbead will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:34.542227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.553134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f81c591f-f6dd-4768-9ded-ef6fdea17a06 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:34.581488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6b14d-f13e-49b9-9d57-0b57fac377b9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:34.588667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:34.599905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.603806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/c0e6b14d-f13e-49b9-9d57-0b57fac377b9 HTTP/1.1" status: 204  len: 168 time: 1.1758649
Nov 15 09:25:34.604252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33046) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:34.632348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:25:34.632601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.667473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.687015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8869d161-d5d5-4f54-8eea-bb0e193eb812 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:34.731016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.797875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d4f406d8-5d55-4a75-b68a-df800b0bb761 None None] Provisioning for port 3a778c1d-80a2-4c17-9fe2-579d65d47850 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:34.814888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Pushing event updated for resources: {'Port': ['ID=cb6c6702-aeac-43c3-bf8b-66d98b62d680,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:34.822276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:34.833112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.297s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:34.833601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:34.872865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:34.883474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84d6a586-cc96-4b57-b1cd-b8fcb8767c78 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:34.901433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e3c0c2d-8e1a-4d97-bb69-98dfd8751e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:34.943250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:34.974330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:35.019561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ff5649bb-9f9b-4f59-9c09-1a5d561bbead,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:35.030138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Pushing event deleted for resources: {'Port': ['ID=1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:35.035706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:35.042462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84d6a586-cc96-4b57-b1cd-b8fcb8767c78 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:35.047586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84d6a586-cc96-4b57-b1cd-b8fcb8767c78 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4376531
Nov 15 09:25:35.052345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33050) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:35.059084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:35.068449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:35.071611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': '9d196c09-0f86-490f-b090-47c1a0773b56', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:35.074260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:35.086579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:35.106136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:35.110154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:35.120291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:35.126409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:35.152284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:35.153395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:35.154801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:35.158776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:35.167697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:35.212400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:35.224786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:35.240206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:35.258340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:35.268950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33054) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:35.269108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2157629
Nov 15 09:25:35.273322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:35.273973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.278766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] Sync routers for ids ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:35.288888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The resource could not be found.
Nov 15 09:25:35.289326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.293357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7efdfad-bbc9-464a-bfcc-d5bc9f7dec0e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2342203
Nov 15 09:25:35.295317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33058) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:35.302020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--1271536514'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:35.309667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:35.320378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:35.327002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.4395273
Nov 15 09:25:35.330980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33062) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:35.369735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.388707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Attempting to bind port cb6c6702-aeac-43c3-bf8b-66d98b62d680 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:35.388928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Attempting to bind port cb6c6702-aeac-43c3-bf8b-66d98b62d680 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5cd48834-88a3-4e31-a9a5-ca8953534b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:35.389225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Attempting to bind port cb6c6702-aeac-43c3-bf8b-66d98b62d680 on network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:35.422582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece1985-5054-4949-bded-4804e599bc28 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:35.424886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ece1985-5054-4949-bded-4804e599bc28 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports/3fb7ddef-4842-430b-ba6c-2dc986d921b0 HTTP/1.1" status: 200  len: 911 time: 0.1504080
Nov 15 09:25:35.432264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33066) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:35.436774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Attempting to bind port 57433da9-6e73-4562-a713-8eb14cbb7571 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:35.437607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Attempting to bind port 57433da9-6e73-4562-a713-8eb14cbb7571 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'db1dac87-aa76-4eee-ae7f-813a23c236a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:35.437607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Attempting to bind port 57433da9-6e73-4562-a713-8eb14cbb7571 on network 9c275de6-f740-4d03-b7ca-93909d0a10c3 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:35.447650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:35.448101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Checking segment: {'id': '5cd48834-88a3-4e31-a9a5-ca8953534b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:35.448563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.449136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Bound using segment: {'id': '5cd48834-88a3-4e31-a9a5-ca8953534b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:35.449552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Bound port: cb6c6702-aeac-43c3-bf8b-66d98b62d680, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd48834-88a3-4e31-a9a5-ca8953534b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '54ec12a1-2127-432f-9ff3-a5f8c3a1330c'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:35.449978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.450340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port ff5649bb-9f9b-4f59-9c09-1a5d561bbead {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:35.450732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.452677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbe34957-4b38-41d5-a1bc-754d6b1ab4a9'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:35.482988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:35.487713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] Routers {'04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:35.488531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d00320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.504837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:35.510395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:35.526125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:35.550811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a5d83aa7-7f64-4a7d-a314-e45a64956115, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a5d83aa7-7f64-4a7d-a314-e45a64956115,segment=NetworkSegment(c524bc6c-9e76-4a55-a6ce-43072642f84b),segment_id=c524bc6c-9e76-4a55-a6ce-43072642f84b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:35.561830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] No DVR routers for this DVR port 1b6f3e4c-4f6e-4b54-abb9-ceba23faac0c on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:35.574061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:35.574502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Checking segment: {'id': 'db1dac87-aa76-4eee-ae7f-813a23c236a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:35.574931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.575472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Bound using segment: {'id': 'db1dac87-aa76-4eee-ae7f-813a23c236a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:35.576023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Bound port: 57433da9-6e73-4562-a713-8eb14cbb7571, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1dac87-aa76-4eee-ae7f-813a23c236a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c275de6-f740-4d03-b7ca-93909d0a10c3'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:35.576461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.621989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:35.629750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d00320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.633486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] Sync routers for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:35.634777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.635683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3a778c1d-80a2-4c17-9fe2-579d65d47850 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:35.653615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:35.654256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84b2d68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.683831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:35.744424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6efa46-d9b8-4835-8750-977dd93098e1 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:35.810228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84b2d68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.824175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:35.825219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84b2d68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.848657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.915296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.936017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84b2d68>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:35.936839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5a8ce-d1bb-490b-81a8-352b9f407834 None None] The sync data for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:35.988652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:35.998400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-050a355b-084a-4a69-8b61-c903a67cfc91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:36.057964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for ff5649bb-9f9b-4f59-9c09-1a5d561bbead owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:36.094576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5585885
Nov 15 09:25:36.100787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33070) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:36.162456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] Routers {'04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:36.163168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d00320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:36.206120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:36.208971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c15de6-0394-4ff4-b9fd-32aa9b852ac6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:36.212864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:36.397015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:36.413769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:36.435211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.449654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:36.457098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.474714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:36.513212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:36.523005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:36.524798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a5d83aa7-7f64-4a7d-a314-e45a64956115,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:36.528271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.534382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.551242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.556199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:36.574967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d00320>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:36.575586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2895a4e-2621-48f8-bbbf-0d29a04447b0 None None] The sync data for ids ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:36.577759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.589615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.601560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7a827dd-cc2c-4ff4-9079-4f6ee7ca7194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:36.660670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Provisioning complete for port a5d83aa7-7f64-4a7d-a314-e45a64956115 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:36.661109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.668111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af3ac980-5671-48fc-8ee4-a3effe0ad3fe tempest-RoutersAdminTest-273538587 tempest-RoutersAdminTest-273538587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:36.676827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=ff5649bb-9f9b-4f59-9c09-1a5d561bbead,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:36.680206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:36.696729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:36.775899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] For port 57433da9-6e73-4562-a713-8eb14cbb7571, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:36.807025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=77afd5c5-04d3-495f-b310-4292b3e81a7e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:36.825625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:36.921463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.925250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ff5649bb-9f9b-4f59-9c09-1a5d561bbead HTTP/1.1" status: 204  len: 168 time: 1.5928600
Nov 15 09:25:36.926422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:36.927854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6312933
Nov 15 09:25:36.928786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33074) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:36.931343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33076) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:36.938652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--1229272460'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:36.946663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:36.951509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:36.957654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:36.961373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] For port 57433da9-6e73-4562-a713-8eb14cbb7571, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=57433da9-6e73-4562-a713-8eb14cbb7571,segment=NetworkSegment(db1dac87-aa76-4eee-ae7f-813a23c236a7),segment_id=db1dac87-aa76-4eee-ae7f-813a23c236a7)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:37.002821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:37.022748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9e610e-3442-4383-94b4-2fc5b9410522 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:37.023902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9e610e-3442-4383-94b4-2fc5b9410522 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:37.025001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=fab98d64-0dc9-4eef-90e4-5818da5c1461,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:37.028865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.029061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa9e610e-3442-4383-94b4-2fc5b9410522 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ff5649bb-9f9b-4f59-9c09-1a5d561bbead HTTP/1.1" status: 404  len: 333 time: 0.0963137
Nov 15 09:25:37.041759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33082) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.041960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.043193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.7230368
Nov 15 09:25:37.045276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:37.066281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.074622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Pushing event updated for resources: {'Port': ['ID=cb6c6702-aeac-43c3-bf8b-66d98b62d680,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:37.108840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:37.114944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-037a4094-b45d-4dcf-9672-4a0df0645a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:25:37.116141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-037a4094-b45d-4dcf-9672-4a0df0645a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:37.122639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-afa38ff0-ebbd-4c0b-b85e-481e485e1a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:37.139043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': 'fab98d64-0dc9-4eef-90e4-5818da5c1461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:37.157665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.159641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:37.171465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:37.188685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-037a4094-b45d-4dcf-9672-4a0df0645a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:37.193708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:37.194557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-037a4094-b45d-4dcf-9672-4a0df0645a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ff5649bb-9f9b-4f59-9c09-1a5d561bbead HTTP/1.1" status: 404  len: 333 time: 0.1517837
Nov 15 09:25:37.197383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3a778c1d-80a2-4c17-9fe2-579d65d47850 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:37.202006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33090) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.216813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:37.227918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:37.232680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:37.237111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:37.243773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:37.282768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3a778c1d-80a2-4c17-9fe2-579d65d47850 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:37.283704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.318993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.351590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.356620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-75069c93-4e64-43d6-b8c6-75ea3d7bd352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:37.390074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'tenant_id': 'bc4bb1cc510a4e7b97fb9c7b1eae4978', 'fixed_ips': [{'subnet_id': '7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2'}, {'subnet_id': 'e9db624d-eb05-410c-836c-ef6873b8c2f6'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:37.390999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.404840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85a12a-0b7f-4448-9eca-9425f4b863b3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:37.408657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:37.409178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:25:37.428486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.433331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.438026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5051799
Nov 15 09:25:37.438823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.445733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group_rule': {'security_group_id': '77afd5c5-04d3-495f-b310-4292b3e81a7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7b85a12a-0b7f-4448-9eca-9425f4b863b3'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:37.452579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:37.457512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:37.461006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:37.466887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-972a6f55-a5fa-42bc-b2f3-4327e1115566 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:37.467401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:37.519405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.556546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Pushing event updated for resources: {'Port': ['ID=57433da9-6e73-4562-a713-8eb14cbb7571,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:37.563088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:37.572187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:37.576687 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea1bbc94-aec2-474a-a804-068b5f49f0f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1355357
Nov 15 09:25:37.577427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33098) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.654210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.685871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.759406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.779653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa4bdddf-c4f0-4ee3-b541-fc0aa5ec7933 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:37.805801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Provisioning for port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:37.817163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.818923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/7b85a12a-0b7f-4448-9eca-9425f4b863b3 HTTP/1.1" status: 204  len: 168 time: 0.2402637
Nov 15 09:25:37.820803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85a12a-0b7f-4448-9eca-9425f4b863b3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:37.824023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:37.825258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33102) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:37.872619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Provisioning complete for port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:37.873032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.924180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12e9f37f-bdbb-4e7d-8f83-901e9f61ad57 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:37.944420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:37.973499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12e9f37f-bdbb-4e7d-8f83-901e9f61ad57 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:37.975408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12e9f37f-bdbb-4e7d-8f83-901e9f61ad57 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1489069
Nov 15 09:25:37.978585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33106) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.047630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d1a204af-21a2-4b73-aa32-7b50a118f694 None None] Port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:38.060976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.077030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 3a778c1d-80a2-4c17-9fe2-579d65d47850, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3a778c1d-80a2-4c17-9fe2-579d65d47850,segment=NetworkSegment(0813cd73-4b94-4209-af2d-0bf0a4bf383c),segment_id=0813cd73-4b94-4209-af2d-0bf0a4bf383c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:38.099293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.134037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.138154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d2283034-59f2-40cd-bafe-1c16b794aefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:38.206966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.235417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29ff933d-6bbe-41f9-b519-84eb417e5518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:38.280228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Subnet': ['ID=e9db624d-eb05-410c-836c-ef6873b8c2f6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:38.288059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=77afd5c5-04d3-495f-b310-4292b3e81a7e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:38.291013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:38.295115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:38.296442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.299881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/77afd5c5-04d3-495f-b310-4292b3e81a7e HTTP/1.1" status: 204  len: 168 time: 0.3178289
Nov 15 09:25:38.300874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.348360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a5d83aa7-7f64-4a7d-a314-e45a64956115 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:38.387794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c7105f8-1895-4a19-ac64-9fe77f3ff754 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:38.439017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c7105f8-1895-4a19-ac64-9fe77f3ff754 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:38.455002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1c7105f8-1895-4a19-ac64-9fe77f3ff754 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1484125
Nov 15 09:25:38.455002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.461854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'tempest-secgroup--639889311'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:38.470253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:38.481865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:38.483502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Provisioning complete for port a5d83aa7-7f64-4a7d-a314-e45a64956115 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:38.484751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.519780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.528974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:38.537690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:38.573227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:38.579143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Usage tracker for resource:security_group_rule and tenant:ee5e1e730c2b47d58f5f9daf938e5671 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:38.582171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:38.588733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:38.591344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.603320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Allocated IP 2001:db8::2 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2/1ee5e0a4-e3a4-4c07-a03f-07ce734ae341) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:38.603417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:38.603417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.604475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=3a778c1d-80a2-4c17-9fe2-579d65d47850,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:38.617858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:38.623737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fecd:9ff6 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/e9db624d-eb05-410c-836c-ef6873b8c2f6/1ee5e0a4-e3a4-4c07-a03f-07ce734ae341) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:38.651341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.656406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.673403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:38.688779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.695608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcf497b3-63b8-4ae6-93f0-1258152f714d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:38.702233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 95c1516c-8f9f-4bae-9911-820d8bba3121 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:38.722247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.744568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e2dcd-01fc-4ddd-a1f4-f67ce17aceb6,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:38.747601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:38.759470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f219092-8cd1-468d-bad2-30482a00d0a2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:38.770263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 5.1018646
Nov 15 09:25:38.773922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.776749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:38.781003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Request body: {'port': {'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9', 'mac_address': 'fa:16:3e:4e:e7:10', 'name': 'tempest-NetworksTestDHCPv6-1779140112'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:38.807338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.809126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3561051
Nov 15 09:25:38.815816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.844944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.872115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-51f7b8db-cdc2-4dc3-9fc5-9c67ee3173da tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Request body: {'security_group': {'name': 'default'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:38.873594 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-51f7b8db-cdc2-4dc3-9fc5-9c67ee3173da tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 15 09:25:38.874162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-51f7b8db-cdc2-4dc3-9fc5-9c67ee3173da tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] update failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:38.878746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-51f7b8db-cdc2-4dc3-9fc5-9c67ee3173da tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "PUT /v2.0/security-groups/ad7e2dcd-01fc-4ddd-a1f4-f67ce17aceb6 HTTP/1.1" status: 409  len: 330 time: 0.0582607
Nov 15 09:25:38.882763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33126) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.903929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.908534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.8375995
Nov 15 09:25:38.912792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33130) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:38.914729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:25:38.930572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': 'fab98d64-0dc9-4eef-90e4-5818da5c1461', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:38.941678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.950220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:38.967903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:38.976579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a5d83aa7-7f64-4a7d-a314-e45a64956115 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:38.977009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:38.983222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:39.000652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:39.046364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:39.051813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.055775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Usage tracker for resource:port and tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:39.056588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:39.057285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.062183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/ports/3fb7ddef-4842-430b-ba6c-2dc986d921b0 HTTP/1.1" status: 200  len: 911 time: 3.6208172
Nov 15 09:25:39.062374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:39.063386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf37735e-edf9-4729-aeaf-ef6a80495a56 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:39.063674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33134) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:39.065400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.118704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Provisioning complete for port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:39.119072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.146412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:39.253013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=3fb7ddef-4842-430b-ba6c-2dc986d921b0,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:39.260574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:39.271314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.320773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:39.353223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.367021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Transition to ACTIVE for port object 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:39.385872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Transition to ACTIVE for port object 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:39.393513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Provisioning for port 0305f586-0b7b-484d-82d2-5e9febe156f9 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:39.399081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Provisioning complete for port 0305f586-0b7b-484d-82d2-5e9febe156f9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:39.399515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.432427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.455533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:39.469009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.553852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.625129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Made reservation on behalf of bc4bb1cc510a4e7b97fb9c7b1eae4978 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:39.648617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Port 0305f586-0b7b-484d-82d2-5e9febe156f9 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:39.698408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Provisioning complete for port 3a778c1d-80a2-4c17-9fe2-579d65d47850 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:39.699482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-379d3560-f5eb-4ea4-8e48-aea29e4e5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.700340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e19ef21a-4e2c-45ef-9cf2-cd08cbddb3e9 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:39.704603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e19ef21a-4e2c-45ef-9cf2-cd08cbddb3e9 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832/add_router_interface HTTP/1.1" status: 400  len: 438 time: 3.5150826
Nov 15 09:25:39.705906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33138) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:39.777628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.815835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Pushing event updated for resources: {'Port': ['ID=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:39.823517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:39.925954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:39.940390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:39.944555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:39.945402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:39.948942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b32ac76-7d7c-4cba-b5dd-615e06a28a17 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.0328386
Nov 15 09:25:39.949569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:39.956081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33142) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:39.971882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8597c21-85dc-4862-97df-c1768da3fd45 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:40.029282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad14a5b3-646c-4f3a-9606-cd08e7b21fe8 None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:40.058733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.074498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a1d93260-7844-4338-8bee-1afe735a87df tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:40.084154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=95c1516c-8f9f-4bae-9911-820d8bba3121,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:40.092647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:40.172452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Attempting to bind port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:40.172954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Attempting to bind port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:40.173267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Attempting to bind port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 on network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:40.182553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.187006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/ad7e2dcd-01fc-4ddd-a1f4-f67ce17aceb6 HTTP/1.1" status: 204  len: 168 time: 1.3032811
Nov 15 09:25:40.188306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e2dcd-01fc-4ddd-a1f4-f67ce17aceb6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:40.200878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:40.203597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:40.204031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Checking segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:40.204506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.205004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Bound using segment: {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:40.205556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Bound port: 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573b57e-c608-4645-a364-d0cf87be029b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:40.206042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.210806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:40.351119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f3528-81a6-4b09-9efa-76a1c85cca9b None None] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:40.361834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.393899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/95c1516c-8f9f-4bae-9911-820d8bba3121 HTTP/1.1" status: 204  len: 168 time: 3.1790397
Nov 15 09:25:40.396504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33150) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:40.473032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.477906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] device_id is not set on port f12feedb-472f-4940-b04f-f50874fba89b yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:40.493731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb6c6702-aeac-43c3-bf8b-66d98b62d680 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:40.540895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.542922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7056d4b4-d439-4687-a34e-8dea60e1578e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Synchronizing usage tracker for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:40.591388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.629784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f46e9604-57ef-4df2-affa-b182bc96a317 None None] Provisioning for port 57433da9-6e73-4562-a713-8eb14cbb7571 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:40.630166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:40.630454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.662802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7056d4b4-d439-4687-a34e-8dea60e1578e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Unset dirty status for tenant:ee5e1e730c2b47d58f5f9daf938e5671 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:40.668008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7056d4b4-d439-4687-a34e-8dea60e1578e tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4623408
Nov 15 09:25:40.672904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33154) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:40.686559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] For port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:40.693873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.740370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] For port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:40.745660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-82a501d5-5e36-4c44-91c7-2ece947928a3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] delete failed (client error): The resource could not be found.
Nov 15 09:25:40.750405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82a501d5-5e36-4c44-91c7-2ece947928a3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "DELETE /v2.0/security-groups/b94b6cdc-d3a6-49c6-b83c-8f80936b7b54 HTTP/1.1" status: 404  len: 347 time: 0.0722632
Nov 15 09:25:40.757382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33158) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:40.789285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.791258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-60233949-3c87-40b7-ae04-c55f5e432741 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] show failed (client error): The resource could not be found.
Nov 15 09:25:40.796477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-60233949-3c87-40b7-ae04-c55f5e432741 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-groups/82f1c1fb-e424-426b-9461-42db56cf6282 HTTP/1.1" status: 404  len: 347 time: 0.0406821
Nov 15 09:25:40.797483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33162) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:40.806648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3567d775-cf78-4ee0-b1ef-232ffb852f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:40.828422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:40.845275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ee4653b-fbed-4c92-a238-3c637b7ea94b tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:40.853915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-513f479e-92be-45a9-88dd-a54f1500cf91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] show failed (client error): The resource could not be found.
Nov 15 09:25:40.863932 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-513f479e-92be-45a9-88dd-a54f1500cf91 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] 10.222.0.81 "GET /v2.0/security-group-rules/3c2f4da7-ef23-4209-b3db-8af9d5191973 HTTP/1.1" status: 404  len: 356 time: 0.0573010
Nov 15 09:25:40.993832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8::31b (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2/f12feedb-472f-4940-b04f-f50874fba89b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:41.003141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:e710 (0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9/e9db624d-eb05-410c-836c-ef6873b8c2f6/f12feedb-472f-4940-b04f-f50874fba89b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:41.083431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab98d64-0dc9-4eef-90e4-5818da5c1461,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:41.086515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:41.104201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.192504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.196363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/fab98d64-0dc9-4eef-90e4-5818da5c1461 HTTP/1.1" status: 204  len: 168 time: 1.1857855
Nov 15 09:25:41.211184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33168) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:41.262521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port cb6c6702-aeac-43c3-bf8b-66d98b62d680 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:41.271145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Pushing event updated for resources: {'Port': ['ID=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:41.278402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:41.291417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port cb6c6702-aeac-43c3-bf8b-66d98b62d680 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:41.291870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.330689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Provisioning for port cb6c6702-aeac-43c3-bf8b-66d98b62d680 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:41.369727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Provisioning complete for port cb6c6702-aeac-43c3-bf8b-66d98b62d680 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:41.369727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.450598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9b799c2-9d01-43c8-81c9-f7aa19cb8196 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:41.459799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33174) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:41.462108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:41.462520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.545620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] DHCP port deletion for 54ec12a1-2127-432f-9ff3-a5f8c3a1330c request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:41.559171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.581531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Deleting port cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:41.581968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.584348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Transition to ACTIVE for port object f12feedb-472f-4940-b04f-f50874fba89b will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:41.659354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.688891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for cb6c6702-aeac-43c3-bf8b-66d98b62d680 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:41.724514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a9ae51c-7066-4610-aef5-25d42bc6671f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:41.760758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.807750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9b799c2-9d01-43c8-81c9-f7aa19cb8196 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:41.809143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9b799c2-9d01-43c8-81c9-f7aa19cb8196 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5912342
Nov 15 09:25:41.820692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33180) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:41.854992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--715061745'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:41.863158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:41.873890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:42.018527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:42.032576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-10207577-36a7-4ca1-990e-8382071c2e2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee5e1e730c2b47d58f5f9daf938e5671&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5593982
Nov 15 09:25:42.041575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33184) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:42.046967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:42.077914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:25:42.115893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event updated for resources: {'Port': ['ID=f12feedb-472f-4940-b04f-f50874fba89b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:42.136365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:42.137242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.138171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 57433da9-6e73-4562-a713-8eb14cbb7571 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:42.172803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-101fc999-9058-492e-b98b-a65a4c1d482b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:42.193563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.222304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:42.226291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:42.229166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:42.235575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:42.237613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.299060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=cb6c6702-aeac-43c3-bf8b-66d98b62d680,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:42.299296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:42.299462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:42.303309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:42.316851 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.5393889
Nov 15 09:25:42.330675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33188) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:42.386449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:42.386681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.443324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:42.468239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:42.468577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-de635001-4ad7-4a63-9819-43a2319d6a45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:42.511609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:42.529248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:42.538351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Calling delete_port for cb6c6702-aeac-43c3-bf8b-66d98b62d680 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:42.544485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.550473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:42.597658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting port f12feedb-472f-4940-b04f-f50874fba89b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:42.598046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.639176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 57433da9-6e73-4562-a713-8eb14cbb7571 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:42.646060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 57433da9-6e73-4562-a713-8eb14cbb7571 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:42.646493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.663587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.678980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:42.679406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:42.801375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:42.801674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.804092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.850434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 57433da9-6e73-4562-a713-8eb14cbb7571, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=57433da9-6e73-4562-a713-8eb14cbb7571,segment=NetworkSegment(db1dac87-aa76-4eee-ae7f-813a23c236a7),segment_id=db1dac87-aa76-4eee-ae7f-813a23c236a7)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:42.879227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.880233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3a778c1d-80a2-4c17-9fe2-579d65d47850 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:42.913749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:42.955461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 3fb7ddef-4842-430b-ba6c-2dc986d921b0 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:42.956245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:42.973207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.115464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3a778c1d-80a2-4c17-9fe2-579d65d47850 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:43.115935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.119920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.122934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.139771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:43.145194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=57433da9-6e73-4562-a713-8eb14cbb7571,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:43.153211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:43.187276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Deleting port cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:43.187889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.220081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88341a1e-f3fd-4608-9488-c2dca8b3c2f9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:43.224601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.318311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf72ec-0b70-40f2-a001-502651f4c11a None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:43.344638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5a5fe93d-164c-4673-b655-44b06e2d7ff7 None None] Provisioning complete for port 57433da9-6e73-4562-a713-8eb14cbb7571 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:43.345070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe93d-164c-4673-b655-44b06e2d7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.378711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 3fb7ddef-4842-430b-ba6c-2dc986d921b0 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:43.441201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.445207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6163340
Nov 15 09:25:43.445927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:43.451159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3869137-00ec-4e79-bfc4-d2aaa4e6a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.458468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2fb672b3-bf34-4201-9fea-49fecb036e57 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '7b32dd70-c181-43f7-a2ac-70e300d1c4d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:43.458653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32dd70-c181-43f7-a2ac-70e300d1c4d7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:43.460153 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-2fb672b3-bf34-4201-9fea-49fecb036e57 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 15 09:25:43.460998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2fb672b3-bf34-4201-9fea-49fecb036e57 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:43.468768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2fb672b3-bf34-4201-9fea-49fecb036e57 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0214727
Nov 15 09:25:43.470788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33196) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:43.473921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:43.475874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:43.476306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:43.481729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.504671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.505524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1e886e14-ff2c-4b8a-8fb9-0661dbb0993a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88341a1e-f3fd-4608-9488-c2dca8b3c2f9 HTTP/1.1" status: 204  len: 168 time: 1.4629326
Nov 15 09:25:43.595067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.649866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Calling delete_port for f12feedb-472f-4940-b04f-f50874fba89b owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:43.716418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.742544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:43.742954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.744949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.768996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:43.875169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=3fb7ddef-4842-430b-ba6c-2dc986d921b0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:43.884044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:43.948030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for cb6c6702-aeac-43c3-bf8b-66d98b62d680 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:43.963595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:43.981437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-316498e9-fe60-48bf-a66d-720348691d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:44.034733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32dd70-c181-43f7-a2ac-70e300d1c4d7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:44.042337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:44.057583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting port 0305f586-0b7b-484d-82d2-5e9febe156f9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:44.057964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.063316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.068584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/7b32dd70-c181-43f7-a2ac-70e300d1c4d7 HTTP/1.1" status: 204  len: 168 time: 0.5912552
Nov 15 09:25:44.070166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33202) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:44.163869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57f61c4e-5a12-40b4-9f62-9e8be97eb849 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:44.266478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:44.327632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57f61c4e-5a12-40b4-9f62-9e8be97eb849 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:44.329695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57f61c4e-5a12-40b4-9f62-9e8be97eb849 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2584662
Nov 15 09:25:44.334778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33206) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:44.343675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--755496172'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:44.355454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:44.375494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.379386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:44.384466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.397485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:44.466380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.474773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] For port cb6c6702-aeac-43c3-bf8b-66d98b62d680, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=cb6c6702-aeac-43c3-bf8b-66d98b62d680,segment=NetworkSegment(5cd48834-88a3-4e31-a9a5-ca8953534b48),segment_id=5cd48834-88a3-4e31-a9a5-ca8953534b48)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:44.475236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.557436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:44.565769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:44.573006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:44.581837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:44.640586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Calling delete_port for cb6c6702-aeac-43c3-bf8b-66d98b62d680 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:44.765466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:44.776787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 57433da9-6e73-4562-a713-8eb14cbb7571 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:44.797573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.833736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=cb6c6702-aeac-43c3-bf8b-66d98b62d680,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:44.847434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:44.847434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:44.853127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:44.858068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Deleting port cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:44.858518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.902271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.906602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Provisioning for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:44.913546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:44.936655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb83943e-437d-4fb0-976a-9d3ade50b331 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:44.958491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Provisioning complete for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:44.959236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.000843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-249b72fe-ad70-4a8e-bf2a-4ca2110badd5 None None] The port 'cb6c6702-aeac-43c3-bf8b-66d98b62d680' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:25:45.040547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=0408d09f-b254-4758-b58d-bbaf870a19a7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:45.043656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:45.062472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 57433da9-6e73-4562-a713-8eb14cbb7571 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:45.063190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.069223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.079762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Calling delete_port for 0305f586-0b7b-484d-82d2-5e9febe156f9 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:45.126806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edb5a089-ece2-4cf7-a334-0aed3f24fd3f tempest-RoutersAdminTest-488562890 tempest-RoutersAdminTest-488562890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:45.155959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.161563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8252428
Nov 15 09:25:45.162496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33210) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.179168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-71ab71a4-809a-4648-aaf4-9d27f4ca6715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '0408d09f-b254-4758-b58d-bbaf870a19a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:45.180966 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-71ab71a4-809a-4648-aaf4-9d27f4ca6715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 15 09:25:45.181553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-71ab71a4-809a-4648-aaf4-9d27f4ca6715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:45.187005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71ab71a4-809a-4648-aaf4-9d27f4ca6715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0153232
Nov 15 09:25:45.190771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33214) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.204481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Port': ['ID=f12feedb-472f-4940-b04f-f50874fba89b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:45.256749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.269054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:45.279409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port cb6c6702-aeac-43c3-bf8b-66d98b62d680 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:45.352942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] For port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:45.380849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.385915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.387870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:45.428940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb6c6702-aeac-43c3-bf8b-66d98b62d680 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:45.433006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:25:45.453040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.489764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: cb6c6702-aeac-43c3-bf8b-66d98b62d680 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:25:45.490328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device cb6c6702-aeac-43c3-bf8b-66d98b62d680 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:25:45.522712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-73d963c8-0490-445f-9482-8c7505c25d91 None None] Could not find standard attr ID for object f12feedb-472f-4940-b04f-f50874fba89b. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:25:45.525379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Pushing event updated for resources: {'Port': ['ID=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:45.529592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:45.529772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.542885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-73d963c8-0490-445f-9482-8c7505c25d91 None None] Provisioning complete for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:45.543319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73d963c8-0490-445f-9482-8c7505c25d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.679274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:45.684409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.698981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6303027
Nov 15 09:25:45.701724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33218) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.718943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a8f4a7b8>,) {'filters': {'network_id': ['54ec12a1-2127-432f-9ff3-a5f8c3a1330c']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.734315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/f12feedb-472f-4940-b04f-f50874fba89b HTTP/1.1" status: 204  len: 168 time: 3.4016881
Nov 15 09:25:45.742168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33222) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.748914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] Sync routers for ids ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:45.749953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.751081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8f4a7b8>, '5cd48834-88a3-4e31-a9a5-ca8953534b48') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.751964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a8f4a7b8>, '5cd48834-88a3-4e31-a9a5-ca8953534b48') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.753737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.757309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.757956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/0408d09f-b254-4758-b58d-bbaf870a19a7 HTTP/1.1" status: 204  len: 168 time: 0.5654948
Nov 15 09:25:45.759322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d217fcf-4dc8-43ab-9075-e46589fcecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.765007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33226) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.765797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43d670f0-581f-4a5b-b57e-c6dd2f26e554 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:45.781521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] Routers {'04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:45.782501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29c08d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.856205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-96afd075-96a9-456f-96a9-55e2806b1341 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:45.862789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408d09f-b254-4758-b58d-bbaf870a19a7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:45.870262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29c08d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.884409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:45.884996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.904828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] Routers {'04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:45.905914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29c08d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:45.957759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-96afd075-96a9-456f-96a9-55e2806b1341 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:45.962252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:45.962423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-96afd075-96a9-456f-96a9-55e2806b1341 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f HTTP/1.1" status: 200  len: 205 time: 0.2596648
Nov 15 09:25:45.963692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33230) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:45.965725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:45.995647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:46.058499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29c08d0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:46.059069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c27dd-f3c7-494e-afe9-fa2a796fa6f0 None None] The sync data for ids ['04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:46.070996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee8e2420-454f-46d3-93bf-255412fe14d3 None None] Could not find standard attr ID for object f12feedb-472f-4940-b04f-f50874fba89b. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:25:46.097641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee8e2420-454f-46d3-93bf-255412fe14d3 None None] Provisioning complete for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:46.098166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2420-454f-46d3-93bf-255412fe14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.120916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6064c249-7d0a-49f9-9e75-9701bedbb7c3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:46.180427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f8d1a-2b13-4d7d-be01-ab89efad2d16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:46.181176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f90f8d1a-2b13-4d7d-be01-ab89efad2d16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:46.187025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:46.187574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.206241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.224433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0e1ade5-f116-4295-842b-5b6fc47fbb62 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:46.242622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.283661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:46.302252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.310685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6064c249-7d0a-49f9-9e75-9701bedbb7c3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:46.317078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6064c249-7d0a-49f9-9e75-9701bedbb7c3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5309372
Nov 15 09:25:46.320515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33234) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:46.325074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.328321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--51458932'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:46.335195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:46.370764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Port': ['ID=0305f586-0b7b-484d-82d2-5e9febe156f9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:46.462636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f90f8d1a-2b13-4d7d-be01-ab89efad2d16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:46.463916 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f90f8d1a-2b13-4d7d-be01-ab89efad2d16 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.7166429
Nov 15 09:25:46.476032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33238) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:46.479590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.480061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.480489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.480913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.481330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.481746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.482168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.482575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.482989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.483402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.483812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.484248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.484721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.485133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.485547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.486010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.486512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.486933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.487338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.487745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.488180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.488585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.488993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.489399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:46.556403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:46.671361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:46.675494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 54ec12a1-2127-432f-9ff3-a5f8c3a1330c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:46.704657 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:46.766562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.894119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95929e84-27fa-4512-a744-bf825c03619b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:46.895898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-95929e84-27fa-4512-a744-bf825c03619b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4186924
Nov 15 09:25:46.899328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33242) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:46.948143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:46.960295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47b979ee-7c15-4d9d-a876-81541c5d83f3 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:46.977682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.043215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:47.051542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:47.060702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:47.070746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.072618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:47.074620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=54ec12a1-2127-432f-9ff3-a5f8c3a1330c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:47.083499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.138890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:47.141322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/54ec12a1-2127-432f-9ff3-a5f8c3a1330c HTTP/1.1" status: 204  len: 168 time: 6.7438142
Nov 15 09:25:47.145266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33246) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.162024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-712007982'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:47.162817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:47.164396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:47.166021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:47.166898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:47.167951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.170746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:47.173003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.174336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router 04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:25:47.180572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:47.184687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:47.194869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:47.203794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.213993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.215193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29cd5eda-4527-4f21-a645-714f80ecbfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f HTTP/1.1" status: 204  len: 168 time: 1.2477643
Nov 15 09:25:47.217991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33250) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.262504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.267645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:47.273093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.276685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:47.277997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d2184f7-8d42-4b25-869c-05d2d81b7a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3775737
Nov 15 09:25:47.283705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33254) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.291676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b50015f0-6993-445d-b4a6-836ab95b0cfc tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:47.358068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=82506e12-dcdc-4cc6-b2a6-b47b68b82196,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:47.362870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:47.398129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.399422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0769026
Nov 15 09:25:47.412552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33258) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.427107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5551ea67-ccd6-4990-975c-640cdacbd113 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '82506e12-dcdc-4cc6-b2a6-b47b68b82196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:47.428363 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-5551ea67-ccd6-4990-975c-640cdacbd113 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 15 09:25:47.428927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-5551ea67-ccd6-4990-975c-640cdacbd113 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:47.429978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5551ea67-ccd6-4990-975c-640cdacbd113 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0142972
Nov 15 09:25:47.450057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:47.456983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33262) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.467423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-423628d6-2a7d-417c-a4b5-ae5000a98299 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '82506e12-dcdc-4cc6-b2a6-b47b68b82196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:47.468197 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-423628d6-2a7d-417c-a4b5-ae5000a98299 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 15 09:25:47.468780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-423628d6-2a7d-417c-a4b5-ae5000a98299 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:47.469830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-423628d6-2a7d-417c-a4b5-ae5000a98299 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0118425
Nov 15 09:25:47.478699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33266) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.488419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.488820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment d064e80a-1c89-48a6-9550-aa89f0c7a1d4 of type vxlan for network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95
Nov 15 09:25:47.494825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-08b6c3d0-fd51-4dd4-9931-834d55ce9893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '82506e12-dcdc-4cc6-b2a6-b47b68b82196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:47.496006 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-08b6c3d0-fd51-4dd4-9931-834d55ce9893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 15 09:25:47.496604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-08b6c3d0-fd51-4dd4-9931-834d55ce9893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:47.497664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08b6c3d0-fd51-4dd4-9931-834d55ce9893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0163217
Nov 15 09:25:47.505360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.525075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.526572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e14d6764-c606-4c67-b1d4-189c6f4ac523 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '82506e12-dcdc-4cc6-b2a6-b47b68b82196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:47.527501 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-e14d6764-c606-4c67-b1d4-189c6f4ac523 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 15 09:25:47.528085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e14d6764-c606-4c67-b1d4-189c6f4ac523 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:47.529148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e14d6764-c606-4c67-b1d4-189c6f4ac523 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0201335
Nov 15 09:25:47.533732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33274) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:47.594970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.620703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet bbe34957-4b38-41d5-a1bc-754d6b1ab4a9 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:47.632774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.733829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.789805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.814921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.820753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:47.821214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.837887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-023204c5-216e-4d89-935c-60d3452d0116 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:47.873645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:47.946768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.014201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet 7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:48.018924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.044743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=2b762dcd-721a-4a9a-b5cb-94851ee3ee95,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:48.052966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9063904
Nov 15 09:25:48.056246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33278) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:48.071305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:48.085027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.096531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.096985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.097388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.097805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.098219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.098660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.099069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.099478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.099917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.100326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.100731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.101138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.101622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.102033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.102436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.102841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.103244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.103651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.104091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.104498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.104900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.105302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.105704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.106105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:25:48.119413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:48.138241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:48.182365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:48.186852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.216383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.227821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d8eeebf-e0bc-4de8-81f4-2f4a254d135a tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:48.251394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=82506e12-dcdc-4cc6-b2a6-b47b68b82196,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:48.262573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:48.298609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.302396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/82506e12-dcdc-4cc6-b2a6-b47b68b82196 HTTP/1.1" status: 204  len: 168 time: 0.7634828
Nov 15 09:25:48.303564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33282) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:48.304842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:48.328401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:48.336239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:48.394960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:48.460635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:48.537368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.580473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-725d76f7-7800-403d-9959-2f61f6c34fbd tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:48.641834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.708569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-725d76f7-7800-403d-9959-2f61f6c34fbd tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:48.709921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-725d76f7-7800-403d-9959-2f61f6c34fbd tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4043744
Nov 15 09:25:48.714802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33286) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:48.734480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Router 9bc54cd5-40b6-49e9-b532-d755e4738832 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:25:48.738776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--1133907404'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:48.760868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:48.780564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:48.805879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.823958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af1b1539-9891-419e-a353-aa5378c2e26b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:48.910463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:48.947496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=bbe34957-4b38-41d5-a1bc-754d6b1ab4a9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:48.988080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:49.030792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:49.045249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3324096
Nov 15 09:25:49.045430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] Sync routers for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:49.045903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33290) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.056013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:49.058517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:49.059323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:49.079940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:49.084769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:49.097402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513a4e6-63b0-48db-8f2e-c07af93574e0 None None] Network b9503565-9076-4984-9cf7-8171ad2451c7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:49.100472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:49.103022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.119885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.131952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/bbe34957-4b38-41d5-a1bc-754d6b1ab4a9 HTTP/1.1" status: 204  len: 168 time: 1.9128304
Nov 15 09:25:49.134442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33294) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.144575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad9e04c1-86e4-4667-baa4-69c54fe12cdb tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:49.159114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f8c50>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:49.172900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:25:49.174715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:49.185427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-549543d0-7776-4406-8839-94f7b6ee94e1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] delete failed (client error): The resource could not be found.
Nov 15 09:25:49.191243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-549543d0-7776-4406-8839-94f7b6ee94e1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1164224894 HTTP/1.1" status: 404  len: 335 time: 0.1396914
Nov 15 09:25:49.199630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33298) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.214094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8263113d-8f8f-4078-8140-a0701fb10072 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'router': {'external_gateway_info': {'network_id': '9bc54cd5-40b6-49e9-b532-d755e4738832'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:49.262367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f8c50>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:49.263220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d01c55-043e-48b0-b96a-2ae1db0e6560 None None] The sync data for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:25:49.276668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:49.281460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.338953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:49.406402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.416754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7004db34-eccf-4d4e-ba8a-0c60fbee9af7 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:49.420358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.483592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=87011df7-edb6-45eb-be9b-d953583619e2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:49.488764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:49.502433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.506361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7872102
Nov 15 09:25:49.506870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33302) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.513611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7fd1bf68-5c24-42bc-86ae-464eb679ac76 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:49.514136 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-7fd1bf68-5c24-42bc-86ae-464eb679ac76 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 15 09:25:49.514862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-7fd1bf68-5c24-42bc-86ae-464eb679ac76 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:49.518841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7fd1bf68-5c24-42bc-86ae-464eb679ac76 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0079970
Nov 15 09:25:49.519768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33306) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.523472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port a5d83aa7-7f64-4a7d-a314-e45a64956115 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:49.523909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.571920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.572255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74125052-4004-43ef-a1d7-6fb90dd2d3b2 None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:49.576273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2 HTTP/1.1" status: 204  len: 168 time: 2.2891746
Nov 15 09:25:49.582616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33310) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:49.590618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:49.602171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] DHCP port deletion for b9503565-9076-4984-9cf7-8171ad2451c7 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:49.612906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:49.618779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:49.624496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:49.661995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Deleting port a5d83aa7-7f64-4a7d-a314-e45a64956115 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:49.662591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.721633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Deleting subnet e9db624d-eb05-410c-836c-ef6873b8c2f6 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:49.728042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.885606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:49.928696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a5d83aa7-7f64-4a7d-a314-e45a64956115 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:49.964815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port a5d83aa7-7f64-4a7d-a314-e45a64956115, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a5d83aa7-7f64-4a7d-a314-e45a64956115,segment=NetworkSegment(c524bc6c-9e76-4a55-a6ce-43072642f84b),segment_id=c524bc6c-9e76-4a55-a6ce-43072642f84b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:49.965185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:49.965335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.121655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for a5d83aa7-7f64-4a7d-a314-e45a64956115 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:50.188391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] For port a5d83aa7-7f64-4a7d-a314-e45a64956115, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a5d83aa7-7f64-4a7d-a314-e45a64956115,segment=NetworkSegment(c524bc6c-9e76-4a55-a6ce-43072642f84b),segment_id=c524bc6c-9e76-4a55-a6ce-43072642f84b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:50.189771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.213277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.271498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.289132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-526b7f7e-f906-40b7-b966-d68a2b9ae0c2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:50.353571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.368639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port a5d83aa7-7f64-4a7d-a314-e45a64956115 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:25:50.378810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Calling delete_port for a5d83aa7-7f64-4a7d-a314-e45a64956115 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:50.381430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:50.388385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:50.389537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4394df8-f3eb-4e2a-89e3-0d3bb86c0a04 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.8690045
Nov 15 09:25:50.400291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33314) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:50.404528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8263113d-8f8f-4078-8140-a0701fb10072 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:50.420431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b81a6eb2-a543-46a5-bce9-5248055e13b2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:50.420967 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-b81a6eb2-a543-46a5-bce9-5248055e13b2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 15 09:25:50.421524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b81a6eb2-a543-46a5-bce9-5248055e13b2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:50.422619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b81a6eb2-a543-46a5-bce9-5248055e13b2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0211697
Nov 15 09:25:50.431130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33318) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:50.445535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:50.459766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:50.469440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:50.475678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:50.482189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:25:50.482823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:25:50.499750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:50.505685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=98dcc6c3-ea7f-47bf-91ab-c149bfae3453,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:50.511612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:50.550868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-8263113d-8f8f-4078-8140-a0701fb10072 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] update failed (client error): The resource could not be found.
Nov 15 09:25:50.552073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8263113d-8f8f-4078-8140-a0701fb10072 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832 HTTP/1.1" status: 404  len: 339 time: 1.3486967
Nov 15 09:25:50.556358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33322) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:50.784946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:50.788808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9a451f71-c2f3-470f-8468-2dbb39edec91 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3496597
Nov 15 09:25:50.789565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33326) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:50.797851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e0de55a6-8e06-408a-ba57-278c1c261116 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:50.798993 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-e0de55a6-8e06-408a-ba57-278c1c261116 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 15 09:25:50.799651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e0de55a6-8e06-408a-ba57-278c1c261116 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:50.805536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0de55a6-8e06-408a-ba57-278c1c261116 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0109897
Nov 15 09:25:50.808786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:50.822859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=a5d83aa7-7f64-4a7d-a314-e45a64956115,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:50.832386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:50.839921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:50.857414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:50.873850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:50.874231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: 2b762dcd-721a-4a9a-b5cb-94851ee3ee95, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:50.880973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:50.896731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:50.913599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:50.984118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Deleting port a5d83aa7-7f64-4a7d-a314-e45a64956115 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:50.984806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.001719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port a5d83aa7-7f64-4a7d-a314-e45a64956115 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:51.009090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Project 0630e0662d7f4e63b2f5d6dd5573da84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:25:51.062051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:51.070539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5f2a-6a08-4039-b0ac-fed5355dff4e None None] The port 'a5d83aa7-7f64-4a7d-a314-e45a64956115' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:25:51.136662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 2b762dcd-721a-4a9a-b5cb-94851ee3ee95) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:51.145692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0ced1-3752-41c1-b722-6508cb9fce19 None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:51.159750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:51.160439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.176656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:51.180372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2fb9bd08-10bd-4983-9be2-a925394e5add tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3524346
Nov 15 09:25:51.185242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:51.198116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5945d336-33b8-4131-9241-39e38bc5491e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:51.198640 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-5945d336-33b8-4131-9241-39e38bc5491e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 15 09:25:51.199191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-5945d336-33b8-4131-9241-39e38bc5491e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:51.199465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.203035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5945d336-33b8-4131-9241-39e38bc5491e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0092547
Nov 15 09:25:51.203209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33338) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:51.210451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:51.218345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:51.225233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1631455
Nov 15 09:25:51.255532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:51.257077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1a12c670-c1d6-44f2-af22-f0673d3ec165 None None] Provisioning complete for port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:51.257755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a12c670-c1d6-44f2-af22-f0673d3ec165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.257952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33342) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:51.260740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:51.268115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1450537482'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:51.322307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.352228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c4907b5-5694-475a-b194-063264f61442 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:51.352469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:51.401067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Project 0630e0662d7f4e63b2f5d6dd5573da84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:25:51.443591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1b00a20>,) {'filters': {'network_id': ['b9503565-9076-4984-9cf7-8171ad2451c7']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:51.464970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Subnet': ['ID=e9db624d-eb05-410c-836c-ef6873b8c2f6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:51.466893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.472938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:51.480254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1b00a20>, 'c524bc6c-9e76-4a55-a6ce-43072642f84b') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:51.480604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1b00a20>, 'c524bc6c-9e76-4a55-a6ce-43072642f84b') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:51.508360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.533898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:51.537664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b4f9811b-2d5b-46da-b56b-9c1fbe053e74 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3309696
Nov 15 09:25:51.537900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.539711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33346) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:51.541018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-2b762dcd-721a-4a9a-b5cb-94851ee3ee95', 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '98dcc6c3-ea7f-47bf-91ab-c149bfae3453'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:51.542157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.544242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:51.563521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '87011df7-edb6-45eb-be9b-d953583619e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:51.585892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:51.588736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.592974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:51.597904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6725e64-9840-4fa3-8326-51d8b754c04b None None] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:51.614625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:51.649108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:51.653438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:51.669184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:51.671675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:51.687645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:51.761861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/e9db624d-eb05-410c-836c-ef6873b8c2f6 HTTP/1.1" status: 204  len: 168 time: 2.1759131
Nov 15 09:25:51.766542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:51.783291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:51.788918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.870557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network b9503565-9076-4984-9cf7-8171ad2451c7 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:51.885652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Project 0630e0662d7f4e63b2f5d6dd5573da84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:25:51.891195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:51.911528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6787e6c-ea83-4736-8f74-e031be0a8a3a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1411252
Nov 15 09:25:51.917849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33354) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.090570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:52.091753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-527c7c64-9833-49e3-9e58-3677609f8798 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5489686
Nov 15 09:25:52.112310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33358) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.121560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 03d24ea9-8c88-4941-bd69-c1191b2f39e1 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:25:52.188898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network b9503565-9076-4984-9cf7-8171ad2451c7 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:52.217380 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:52.241189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Allocated IP 172.20.0.2 (2b762dcd-721a-4a9a-b5cb-94851ee3ee95/98dcc6c3-ea7f-47bf-91ab-c149bfae3453/79f25f41-9e80-4526-a5ce-688f6e904f85) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:52.321731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30c8e6-83fc-41e2-a535-57dd9ee173f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:52.323368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca30c8e6-83fc-41e2-a535-57dd9ee173f2 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3537345
Nov 15 09:25:52.326051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33362) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.331464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] DHCP port deletion for 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:52.346941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Deleting port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:52.346941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.359067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.392730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.401202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Allocated IP 172.20.0.1 (1bc33614-423e-40b4-89b6-b051f4836702/897d9bf3-82a0-4633-b56d-a864ab8aadd5/a1d8204e-a0f5-4fc4-8e71-7937973d378c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:52.403549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14c045-1585-4f2b-894d-f406a5866c5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:52.404449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe14c045-1585-4f2b-894d-f406a5866c5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Synchronizing usage tracker for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:52.427228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.430694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13787b16-abec-4f42-ba1c-a27f8ed448d6 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:52.450461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.462620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=b9503565-9076-4984-9cf7-8171ad2451c7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:52.465483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:52.466489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe14c045-1585-4f2b-894d-f406a5866c5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Unset dirty status for tenant:bc4bb1cc510a4e7b97fb9c7b1eae4978 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:52.470486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe14c045-1585-4f2b-894d-f406a5866c5f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1407161
Nov 15 09:25:52.474604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/b9503565-9076-4984-9cf7-8171ad2451c7 HTTP/1.1" status: 204  len: 168 time: 3.3009486
Nov 15 09:25:52.476082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33366) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.476082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33368) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.484711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-172192713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:52.570663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:52.580790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98e19218-e841-414f-a4c8-7237e5b7f584 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0978987
Nov 15 09:25:52.582993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33374) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.586847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:52.592489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:52.635238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:52.645536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e196b3-498c-4d1f-9691-cb2997af1017 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.646056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e196b3-498c-4d1f-9691-cb2997af1017 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.650233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8e196b3-498c-4d1f-9691-cb2997af1017 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/f12feedb-472f-4940-b04f-f50874fba89b HTTP/1.1" status: 404  len: 333 time: 0.0576143
Nov 15 09:25:52.650924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33378) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.707907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.708832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.718407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80101ee-b8cd-423c-8e16-99090eb9af73 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.718930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80101ee-b8cd-423c-8e16-99090eb9af73 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.724060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e80101ee-b8cd-423c-8e16-99090eb9af73 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/e9db624d-eb05-410c-836c-ef6873b8c2f6 HTTP/1.1" status: 404  len: 337 time: 0.0699940
Nov 15 09:25:52.725054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33382) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.725363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] For port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,segment=NetworkSegment(3573b57e-c608-4645-a364-d0cf87be029b),segment_id=3573b57e-c608-4645-a364-d0cf87be029b)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:52.725815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.734482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.772035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86bbd18-442e-43df-840c-78e9ae1f2867 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.772547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86bbd18-442e-43df-840c-78e9ae1f2867 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.794812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e86bbd18-442e-43df-840c-78e9ae1f2867 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/7caf3bcd-75a3-4fc1-b7aa-ee0db4f9e6c2 HTTP/1.1" status: 404  len: 337 time: 0.0671113
Nov 15 09:25:52.799730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33386) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.842687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.855364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e2c216-5cc5-4daf-859c-17c08410b1cd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.855562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e2c216-5cc5-4daf-859c-17c08410b1cd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.859873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59e2c216-5cc5-4daf-859c-17c08410b1cd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/2439881a-a301-4e85-8f9b-3ead7fa4b97a HTTP/1.1" status: 404  len: 333 time: 0.0566094
Nov 15 09:25:52.860024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.860134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33390) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.869111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7ae08e8-f832-4a58-afa3-f1855ca1b44b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:52.869422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Transition to ACTIVE for port object 79f25f41-9e80-4526-a5ce-688f6e904f85 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:52.879586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Calling delete_port for 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:52.899686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=87011df7-edb6-45eb-be9b-d953583619e2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:52.911503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba75f996-cb35-4450-9e0d-4a9c3d0a301a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.911883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba75f996-cb35-4450-9e0d-4a9c3d0a301a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.916041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba75f996-cb35-4450-9e0d-4a9c3d0a301a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/44ce19d0-7e29-4e50-861e-a23f79608302 HTTP/1.1" status: 404  len: 337 time: 0.0527790
Nov 15 09:25:52.916601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33394) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.932059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:52.945718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.962426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff33d384-cf33-4d85-b369-dbb08d361afc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:52.962918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff33d384-cf33-4d85-b369-dbb08d361afc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:52.964794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff33d384-cf33-4d85-b369-dbb08d361afc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/9fb84db1-342e-4623-ac0e-557d7f9e5e8a HTTP/1.1" status: 404  len: 337 time: 0.0472281
Nov 15 09:25:52.967390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33398) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:52.970915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Transition to ACTIVE for port object 79f25f41-9e80-4526-a5ce-688f6e904f85 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:52.972336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Transition to ACTIVE for port object a1d8204e-a0f5-4fc4-8e71-7937973d378c will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:52.976098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:52.977337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/87011df7-edb6-45eb-be9b-d953583619e2 HTTP/1.1" status: 204  len: 168 time: 0.8645935
Nov 15 09:25:53.006176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33402) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.014231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.020459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.038192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-843bbb92-928e-484e-8d40-6c7a67b935c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:53.047763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf7e480-6fc4-4b70-92c1-4fa208f0dd46 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.048908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf7e480-6fc4-4b70-92c1-4fa208f0dd46 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.052901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bbf7e480-6fc4-4b70-92c1-4fa208f0dd46 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a05e156-2404-454f-abb4-e8426334212c HTTP/1.1" status: 404  len: 333 time: 0.0821648
Nov 15 09:25:53.055091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33406) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.091336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.096414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc3a78db-05d9-4b77-a7e6-190609d56e75 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.6169977
Nov 15 09:25:53.096663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33410) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.104974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.5 (2b762dcd-721a-4a9a-b5cb-94851ee3ee95/98dcc6c3-ea7f-47bf-91ab-c149bfae3453/03d24ea9-8c88-4941-bd69-c1191b2f39e1) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:53.106669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598163347'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:53.108618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e5714d-6665-44e9-997e-f9390b9c520e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.109121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e5714d-6665-44e9-997e-f9390b9c520e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.118883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-69e5714d-6665-44e9-997e-f9390b9c520e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/b9498b43-4b46-4d99-adab-53f587de6ad8 HTTP/1.1" status: 404  len: 337 time: 0.0544889
Nov 15 09:25:53.118883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33414) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.127474 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78613e39-babc-47d9-890f-679d58a9b3ec tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1071210
Nov 15 09:25:53.127773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33416) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.128331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:53.128331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:53.128563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--567452674'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:53.129211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:53.135456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:53.140502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.173240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:53.175694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:53.181533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.181916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.196656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:53.206803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7dd74691-7fca-4537-8b6a-b9fcb122dc49 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:53.218931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:25:53.229532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.230361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae of type vxlan for network 8cfb1913-e239-4b27-9b62-55d3300b9af9
Nov 15 09:25:53.247132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:53.255548 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bd44be-31c4-4a1a-8293-60ae43584893 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.256368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bd44be-31c4-4a1a-8293-60ae43584893 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.260274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b4bd44be-31c4-4a1a-8293-60ae43584893 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/6cbdf5a0-504d-4d03-a981-b672cf5ba090 HTTP/1.1" status: 404  len: 337 time: 0.1355703
Nov 15 09:25:53.261135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33422) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.279624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Pushing event updated for resources: {'Port': ['ID=79f25f41-9e80-4526-a5ce-688f6e904f85,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:53.284452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:53.289878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b43d2cba-f5e7-44fb-b321-24be7ee473ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:53.299603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.315526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e3bc82-9a55-4494-9e94-b4ad04fab796 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.316179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e3bc82-9a55-4494-9e94-b4ad04fab796 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.322222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:53.328383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-80e3bc82-9a55-4494-9e94-b4ad04fab796 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9aeac0f4-f8e4-4142-a1de-1f4636019bd3 HTTP/1.1" status: 404  len: 333 time: 0.0640862
Nov 15 09:25:53.328901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33426) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.362813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Pushing event deleted for resources: {'Port': ['ID=1ee5e0a4-e3a4-4c07-a03f-07ce734ae341,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:53.365533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:53.394558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135d199-5f49-46bd-ba85-93e5a558b371 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.394863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8135d199-5f49-46bd-ba85-93e5a558b371 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.398915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8135d199-5f49-46bd-ba85-93e5a558b371 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/6587dae9-dfed-449c-a747-d96b782f8a2f HTTP/1.1" status: 404  len: 337 time: 0.0669410
Nov 15 09:25:53.399747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33430) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.408621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] No DVR routers for this DVR port 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:25:53.429506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:53.431321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:53.433564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:53.449668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa425e8-ebb9-49aa-b456-2d7761ada39e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.456240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa425e8-ebb9-49aa-b456-2d7761ada39e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.456240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eaa425e8-ebb9-49aa-b456-2d7761ada39e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/90ad41fc-b911-4212-bfe6-0a0f64f2da4a HTTP/1.1" status: 404  len: 337 time: 0.0511560
Nov 15 09:25:53.456894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33434) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.477548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Port': ['ID=a1d8204e-a0f5-4fc4-8e71-7937973d378c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:53.487361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:53.495740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Attempting to bind port 79f25f41-9e80-4526-a5ce-688f6e904f85 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:25:53.496213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Attempting to bind port 79f25f41-9e80-4526-a5ce-688f6e904f85 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:25:53.496644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Attempting to bind port 79f25f41-9e80-4526-a5ce-688f6e904f85 on network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:25:53.498619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.504104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:53.504839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.504969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:25:53.505409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Checking segment: {'id': 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:53.505876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.506332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Bound using segment: {'id': 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:25:53.506868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Bound port: 79f25f41-9e80-4526-a5ce-688f6e904f85, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b762dcd-721a-4a9a-b5cb-94851ee3ee95'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:25:53.507305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.516204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91857ccd-1f97-46ff-92c7-a8a00dccb955 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:53.518410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.549678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd71accf-8d0e-4c19-beb0-95f522f962b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.550284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd71accf-8d0e-4c19-beb0-95f522f962b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.554673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd71accf-8d0e-4c19-beb0-95f522f962b7 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9754ddae-08f6-461c-adb4-618ac8faeae6 HTTP/1.1" status: 404  len: 333 time: 0.0941725
Nov 15 09:25:53.557899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33438) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.616136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] For port 79f25f41-9e80-4526-a5ce-688f6e904f85, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:25:53.619650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] For port 79f25f41-9e80-4526-a5ce-688f6e904f85, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=79f25f41-9e80-4526-a5ce-688f6e904f85,segment=NetworkSegment(d064e80a-1c89-48a6-9550-aa89f0c7a1d4),segment_id=d064e80a-1c89-48a6-9550-aa89f0c7a1d4)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:25:53.623463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:53.630223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.640639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:53.646097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5457563
Nov 15 09:25:53.650465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:53.650627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.654409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 1bc33614-423e-40b4-89b6-b051f4836702 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:53.655083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33442) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.665689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:53.676140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:53.676342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:53.687265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object 03d24ea9-8c88-4941-bd69-c1191b2f39e1 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:25:53.689354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:53.691033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=8cfb1913-e239-4b27-9b62-55d3300b9af9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:53.694379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f1974b-40ed-40ca-a9b1-e69eab627719 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.695673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:53.695815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f1974b-40ed-40ca-a9b1-e69eab627719 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.701112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f9f1974b-40ed-40ca-a9b1-e69eab627719 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/53c139dc-e3d3-47db-a027-20f84521f21b HTTP/1.1" status: 404  len: 337 time: 0.1411362
Nov 15 09:25:53.701855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33446) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.702862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:53.723547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:53.762940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d48bb7-50f7-4451-9e5c-a509a0f1a4ad tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.763619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d48bb7-50f7-4451-9e5c-a509a0f1a4ad tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.769455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-86d48bb7-50f7-4451-9e5c-a509a0f1a4ad tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/99c66c8f-a6cb-418b-b187-2f3a4786b9d0 HTTP/1.1" status: 404  len: 333 time: 0.0654519
Nov 15 09:25:53.770249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33450) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.822720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e97e58a-f075-4043-bd42-631e8f80a789 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.823582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e97e58a-f075-4043-bd42-631e8f80a789 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.825618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:25:53.831179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e97e58a-f075-4043-bd42-631e8f80a789 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/f888b66f-52a9-454d-9676-cd709da989d8 HTTP/1.1" status: 404  len: 337 time: 0.0595939
Nov 15 09:25:53.831983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33454) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.897013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-280a4801-d9a1-4dc7-8d68-09dc10dcd273 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.897598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280a4801-d9a1-4dc7-8d68-09dc10dcd273 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.903552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-280a4801-d9a1-4dc7-8d68-09dc10dcd273 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a7b62e7-4cf7-457e-b789-4a2405c25c73 HTTP/1.1" status: 404  len: 333 time: 0.0703347
Nov 15 09:25:53.904381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33458) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.925733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:53.945938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:53.960292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bd991e-d5c7-4670-9d06-6fdc5084aa11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:53.960891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bd991e-d5c7-4670-9d06-6fdc5084aa11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:53.965414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5bd991e-d5c7-4670-9d06-6fdc5084aa11 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/e7257856-6e36-45b4-a653-3a486c11868e HTTP/1.1" status: 404  len: 337 time: 0.0569122
Nov 15 09:25:53.965889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33462) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:53.968373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:53.979073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:25:53.984121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:53.996825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:54.012281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00681c1-00f7-4fec-8daf-49a043300daa tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.012898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00681c1-00f7-4fec-8daf-49a043300daa tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.019833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c00681c1-00f7-4fec-8daf-49a043300daa tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/257f4518-3fe9-4c6e-8375-173eef3c7a1c HTTP/1.1" status: 404  len: 333 time: 0.0478518
Nov 15 09:25:54.019833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33466) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.024829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.043298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.045486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-de0bc00c-4762-4e21-9560-8df7cf064e75 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:54.064680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ff4fa6-dcf8-4124-9dfb-a11093c4d126 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.065440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ff4fa6-dcf8-4124-9dfb-a11093c4d126 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.069936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f0ff4fa6-dcf8-4124-9dfb-a11093c4d126 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/41c594db-42bc-46ca-ad8e-2f0a75644820 HTTP/1.1" status: 404  len: 337 time: 0.0480340
Nov 15 09:25:54.070354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33470) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.098495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:25:54.129186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee23bfcb-bb45-409f-bca6-6773cc65426d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.129724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee23bfcb-bb45-409f-bca6-6773cc65426d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.131998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ee23bfcb-bb45-409f-bca6-6773cc65426d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0a4e6dee-d5d9-4780-99af-722faae955ad HTTP/1.1" status: 404  len: 333 time: 0.0602472
Nov 15 09:25:54.135728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33474) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.179965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eecc5f-2b61-41b0-8c6d-9ca4538c59d4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.180548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62eecc5f-2b61-41b0-8c6d-9ca4538c59d4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.182798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-62eecc5f-2b61-41b0-8c6d-9ca4538c59d4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/600ba6d0-0467-48e0-a30d-7dfa01029e87 HTTP/1.1" status: 404  len: 337 time: 0.0456243
Nov 15 09:25:54.185258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33478) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.187258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.231383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42fd4e4-fc01-4f02-981c-f2cdd9e14f32 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.232315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42fd4e4-fc01-4f02-981c-f2cdd9e14f32 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.234500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d42fd4e4-fc01-4f02-981c-f2cdd9e14f32 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/5e66e19b-f68d-4208-975f-c71dcfbff641 HTTP/1.1" status: 404  len: 333 time: 0.0476375
Nov 15 09:25:54.237870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.277891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:25:54.278276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1ee5e0a4-e3a4-4c07-a03f-07ce734ae341 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:25:54.289483 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-605ce9ff-1eb2-4fa3-87f2-327909517592 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.289712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605ce9ff-1eb2-4fa3-87f2-327909517592 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.292685 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-605ce9ff-1eb2-4fa3-87f2-327909517592 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/94667a93-5949-40c7-be5f-4f97f56ec0ce HTTP/1.1" status: 404  len: 337 time: 0.0527143
Nov 15 09:25:54.294983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33486) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.350989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd6f688-a3b1-4fc2-99e7-d78569ca7c71 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.352227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd6f688-a3b1-4fc2-99e7-d78569ca7c71 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.353815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Pushing event updated for resources: {'Port': ['ID=79f25f41-9e80-4526-a5ce-688f6e904f85,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:54.353989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2fd6f688-a3b1-4fc2-99e7-d78569ca7c71 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/3a673de5-46de-4494-8b66-b4fd61d7213d HTTP/1.1" status: 404  len: 337 time: 0.0571904
Nov 15 09:25:54.356598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33490) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.362295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:54.392567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-398e32ae-2811-423d-821f-7f68ec12f9f7 None None] Provisioning for port a1d8204e-a0f5-4fc4-8e71-7937973d378c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:54.402659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-398e32ae-2811-423d-821f-7f68ec12f9f7 None None] Provisioning complete for port a1d8204e-a0f5-4fc4-8e71-7937973d378c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:54.403089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-398e32ae-2811-423d-821f-7f68ec12f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.409924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-603d680e-dfa9-4f53-8ef9-d849c054edcd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.410573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603d680e-dfa9-4f53-8ef9-d849c054edcd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.411597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=03d24ea9-8c88-4941-bd69-c1191b2f39e1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:54.415141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-603d680e-dfa9-4f53-8ef9-d849c054edcd tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/90076c74-a7d6-429a-9059-85afcf2b1c5d HTTP/1.1" status: 404  len: 333 time: 0.0548227
Nov 15 09:25:54.419722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33494) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.426403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:54.426998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c64d6444-f761-428b-9876-3b21d0b775f3 tempest-PortsAdminExtendedAttrsTestJSON-2064263519 tempest-PortsAdminExtendedAttrsTestJSON-2064263519] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:54.461313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.467425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aa3fcc-e7c8-45b2-b68b-537758e2fd3e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.468041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aa3fcc-e7c8-45b2-b68b-537758e2fd3e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.476296 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3aa3fcc-e7c8-45b2-b68b-537758e2fd3e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/7b335529-f1d6-4b05-9fbf-559623c77bcd HTTP/1.1" status: 404  len: 337 time: 0.0531416
Nov 15 09:25:54.476504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.476649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33498) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.476764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3539956
Nov 15 09:25:54.483821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:54.491709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-398e32ae-2811-423d-821f-7f68ec12f9f7 None None] Port a1d8204e-a0f5-4fc4-8e71-7937973d378c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:54.507821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33502) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.520496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-365a1d12-ee89-4ddc-8088-83a7d3fe796d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.521006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365a1d12-ee89-4ddc-8088-83a7d3fe796d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.523223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-365a1d12-ee89-4ddc-8088-83a7d3fe796d tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/58c65178-8def-4843-8f3a-775515a7de8d HTTP/1.1" status: 404  len: 337 time: 0.0489619
Nov 15 09:25:54.525487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33506) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.572451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2437b-e978-42e8-89b6-dd2265289dfc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.573215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2437b-e978-42e8-89b6-dd2265289dfc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.576496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9c2437b-e978-42e8-89b6-dd2265289dfc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/2fb8b446-63ba-41d4-ba48-3829269b023e HTTP/1.1" status: 404  len: 333 time: 0.0488365
Nov 15 09:25:54.577997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33510) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.583293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '08c18dbf-964d-4307-a6b0-224b54dc623e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:54.609683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:54.625093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abd2275-21ff-4ee3-965f-9380f1f6e36a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.625590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abd2275-21ff-4ee3-965f-9380f1f6e36a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.627810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4abd2275-21ff-4ee3-965f-9380f1f6e36a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/759d2bad-8e65-48a9-a1f8-ef625dbade3c HTTP/1.1" status: 404  len: 337 time: 0.0486369
Nov 15 09:25:54.630745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33514) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.641667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=08c18dbf-964d-4307-a6b0-224b54dc623e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:54.658042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:54.674884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:54.675125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12a7996-3cc6-44e8-b197-774a77285914 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.675382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12a7996-3cc6-44e8-b197-774a77285914 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.677281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d12a7996-3cc6-44e8-b197-774a77285914 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/db708874-78f3-46e7-b831-1a8fbb9cd14c HTTP/1.1" status: 404  len: 337 time: 0.0455396
Nov 15 09:25:54.680105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33518) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.683750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:54.710626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:54.722291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:54.724892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f90142-4210-4e28-91ea-089d754337c0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.725401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f90142-4210-4e28-91ea-089d754337c0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.727226 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34f90142-4210-4e28-91ea-089d754337c0 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/70a026c0-c91d-45a7-9460-6fcbd2bac6e4 HTTP/1.1" status: 404  len: 333 time: 0.0453055
Nov 15 09:25:54.729922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33522) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.731226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:54.739997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:25:54.776985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9c30b8-fda5-4bf8-9c4b-e98b23f2856c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.777495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9c30b8-fda5-4bf8-9c4b-e98b23f2856c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.780137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea9c30b8-fda5-4bf8-9c4b-e98b23f2856c tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/91f06732-09b3-4cb3-8234-663704d5f6fc HTTP/1.1" status: 404  len: 337 time: 0.0484245
Nov 15 09:25:54.787580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33526) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.841708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-455f2cb3-2bc6-4c5f-a552-11ab46f53f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:54.842347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455f2cb3-2bc6-4c5f-a552-11ab46f53f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:54.844509 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-455f2cb3-2bc6-4c5f-a552-11ab46f53f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/23191285-464d-4d9c-9b3d-bf217232e4ca HTTP/1.1" status: 404  len: 337 time: 0.0557735
Nov 15 09:25:54.848039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33530) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:54.899522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e20f6340-6e3a-4901-8c6a-c22ac55c5367 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports?device_id=6285dc7b-5d92-4a93-9af0-53fca6e9996c HTTP/1.1" status: 200  len: 205 time: 0.0500448
Nov 15 09:25:54.904521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33534) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.000560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d5f9eb2d-21e9-49f8-b766-83092f311aca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] delete failed (client error): The resource could not be found.
Nov 15 09:25:55.001938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5f9eb2d-21e9-49f8-b766-83092f311aca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/routers/6285dc7b-5d92-4a93-9af0-53fca6e9996c HTTP/1.1" status: 404  len: 336 time: 0.0955679
Nov 15 09:25:55.004500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33538) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.049856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c8025d-0952-4f7b-b438-152a452d4cf3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.050363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c8025d-0952-4f7b-b438-152a452d4cf3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.054700 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0c8025d-0952-4f7b-b438-152a452d4cf3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/2854f7d9-82ef-4b0e-8adc-f6282bdd6268 HTTP/1.1" status: 404  len: 337 time: 0.0467200
Nov 15 09:25:55.055094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33542) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.108230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3a65f6b5-d74f-4450-a2b4-34f1b82a4ea1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "GET /v2.0/ports?device_id=9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 HTTP/1.1" status: 200  len: 205 time: 0.0518110
Nov 15 09:25:55.110539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33546) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.120825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:55.121511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:55.142462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The resource could not be found.
Nov 15 09:25:55.143793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a136412-6438-4e0e-bd94-d3eedfc8bb90 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6295218
Nov 15 09:25:55.161120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33550) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.180330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '08c18dbf-964d-4307-a6b0-224b54dc623e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '71d38e14-7cec-41e5-a717-58e2b6c453a9'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:55.190898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:55.191112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-bb7a661a-2cb0-450c-bebe-042c7651c3c4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] delete failed (client error): The resource could not be found.
Nov 15 09:25:55.192195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb7a661a-2cb0-450c-bebe-042c7651c3c4 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/routers/9c8ca9bf-a78a-4af1-94b2-61b12e1336d4 HTTP/1.1" status: 404  len: 336 time: 0.0803511
Nov 15 09:25:55.194944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33554) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.206945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:55.210166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:55.218591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 3.9595149
Nov 15 09:25:55.229408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33558) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.232673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:55.270080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e315d365-f232-499b-8fba-8022dd0257a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.270580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e315d365-f232-499b-8fba-8022dd0257a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.272419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e315d365-f232-499b-8fba-8022dd0257a9 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/a160abde-67d5-4956-9d84-b5a147aa2cfc HTTP/1.1" status: 404  len: 337 time: 0.0765185
Nov 15 09:25:55.277137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33562) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.347070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df3d5b7-286b-4837-8aa1-c17ac79868de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.347577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df3d5b7-286b-4837-8aa1-c17ac79868de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.349430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9df3d5b7-286b-4837-8aa1-c17ac79868de tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/b2015ffc-ddf7-496f-b9a7-5f590ca50934 HTTP/1.1" status: 404  len: 337 time: 0.0713441
Nov 15 09:25:55.352238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33566) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.404615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9906045b-4367-4615-924f-e4a10fd20563 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.405122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9906045b-4367-4615-924f-e4a10fd20563 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.406939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9906045b-4367-4615-924f-e4a10fd20563 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/f662afd3-4032-4ba2-9a73-7a8de0bbdb1b HTTP/1.1" status: 404  len: 333 time: 0.0537586
Nov 15 09:25:55.413594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 03d24ea9-8c88-4941-bd69-c1191b2f39e1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:55.414111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:55.418813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33570) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.712798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:55.798756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcb8cbe-e564-4866-89db-57ef9c36e4ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.799313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcb8cbe-e564-4866-89db-57ef9c36e4ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.801212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4bcb8cbe-e564-4866-89db-57ef9c36e4ba tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/ec6861a5-d692-4a2e-9a39-6251ed210b6d HTTP/1.1" status: 404  len: 337 time: 0.3813946
Nov 15 09:25:55.806924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33574) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.885819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The resource could not be found.
Nov 15 09:25:55.886969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-222a40c7-5b95-4acc-b367-0188794c8711 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7248390
Nov 15 09:25:55.891424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33578) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.894902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23f369c-e374-4c9a-b6a3-59c9a523da76 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:55.895415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23f369c-e374-4c9a-b6a3-59c9a523da76 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:55.903972 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a23f369c-e374-4c9a-b6a3-59c9a523da76 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/0597015c-9479-4c77-8cc9-7fff810ecb46 HTTP/1.1" status: 404  len: 333 time: 0.0947504
Nov 15 09:25:55.904234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 03d24ea9-8c88-4941-bd69-c1191b2f39e1 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:55.928974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33582) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:55.940297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 79f25f41-9e80-4526-a5ce-688f6e904f85 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:56.007620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f65f981-c1ac-4045-babd-883f8430fd3f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.008181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f65f981-c1ac-4045-babd-883f8430fd3f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.010087 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f65f981-c1ac-4045-babd-883f8430fd3f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/db67e618-163a-48d4-8ec1-b4da25bd41ef HTTP/1.1" status: 404  len: 337 time: 0.0771101
Nov 15 09:25:56.014641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33586) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.069331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:25:56.080271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d680a6-1af9-471a-8ff2-72cc116e6256 None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:56.101988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0e4adf-b02d-489f-9779-7679940d788b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.102219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 79f25f41-9e80-4526-a5ce-688f6e904f85 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:56.102530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0e4adf-b02d-489f-9779-7679940d788b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.104333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ce0e4adf-b02d-489f-9779-7679940d788b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/9ee937fe-304a-4652-8313-bd7cb7b9bea1 HTTP/1.1" status: 404  len: 333 time: 0.0819428
Nov 15 09:25:56.107656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.109570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33590) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.185638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.221758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a965e89-d106-43ca-836c-102d627077b6 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:56.244355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Provisioning for port 79f25f41-9e80-4526-a5ce-688f6e904f85 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:25:56.252703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Provisioning complete for port 79f25f41-9e80-4526-a5ce-688f6e904f85 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:56.253294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.259224 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a99e30-ecd0-451f-8668-f4de09808f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.259740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a99e30-ecd0-451f-8668-f4de09808f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.264442 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5a99e30-ecd0-451f-8668-f4de09808f60 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/769724e2-9ea0-40bb-a961-83537db1b04f HTTP/1.1" status: 404  len: 337 time: 0.1484668
Nov 15 09:25:56.284303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33594) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.292377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.393125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5085ce6-f077-4d88-bdf3-32084dfb48a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.393562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5085ce6-f077-4d88-bdf3-32084dfb48a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.395393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5085ce6-f077-4d88-bdf3-32084dfb48a1 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/238ca7ae-896b-4b94-a66f-7ce021b4fb2c HTTP/1.1" status: 404  len: 333 time: 0.1008220
Nov 15 09:25:56.398364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33598) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.426216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.443178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.447196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.458285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event updated for resources: {'Port': ['ID=a1d8204e-a0f5-4fc4-8e71-7937973d378c,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:56.463786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46518189-d5bf-4a31-825f-d84fa982592f tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:56.509106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a296dd-39ae-45c7-8fb3-6eeabc0f41da tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.509788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a296dd-39ae-45c7-8fb3-6eeabc0f41da tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.516282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:56.519312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.567539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] For port 79f25f41-9e80-4526-a5ce-688f6e904f85, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=79f25f41-9e80-4526-a5ce-688f6e904f85,segment=NetworkSegment(d064e80a-1c89-48a6-9550-aa89f0c7a1d4),segment_id=d064e80a-1c89-48a6-9550-aa89f0c7a1d4)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:56.569499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=03d24ea9-8c88-4941-bd69-c1191b2f39e1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:56.585897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:56.585897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72a296dd-39ae-45c7-8fb3-6eeabc0f41da tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/3604291d-ea1f-408e-90dc-8d6457fdc6a4 HTTP/1.1" status: 404  len: 337 time: 0.1831458
Nov 15 09:25:56.585897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33602) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.604898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.610864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:56.654655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f111a4ed-55ae-4603-89ad-65b7c504a8dc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.655344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f111a4ed-55ae-4603-89ad-65b7c504a8dc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.661328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f111a4ed-55ae-4603-89ad-65b7c504a8dc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/ccd1a8b8-149c-4ca4-af45-6f634b2b545b HTTP/1.1" status: 404  len: 333 time: 0.0742733
Nov 15 09:25:56.664146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33606) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.669985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.688660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3fee90e-b2c6-430f-aa16-ba31e1fcd1ab tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:56.706706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Pushing event updated for resources: {'Port': ['ID=79f25f41-9e80-4526-a5ce-688f6e904f85,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:56.710580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:56.729903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-692b52f5-12d9-44be-8105-d1bd0fb9d4bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.730574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692b52f5-12d9-44be-8105-d1bd0fb9d4bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.732586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-692b52f5-12d9-44be-8105-d1bd0fb9d4bc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/4e4cf703-97a0-4375-b812-9d8c0cf0d7d9 HTTP/1.1" status: 404  len: 337 time: 0.0671933
Nov 15 09:25:56.736154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33610) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.786923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.814283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bf3ef4-09bb-42ca-8239-bfa9bc1820ea tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:56.815229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bf3ef4-09bb-42ca-8239-bfa9bc1820ea tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:56.824034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d4bf3ef4-09bb-42ca-8239-bfa9bc1820ea tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/05ae32bc-a6a7-4b2f-98bc-eb3d03986f1a HTTP/1.1" status: 404  len: 333 time: 0.0864689
Nov 15 09:25:56.830339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33614) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.847997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a96cc453-4418-46fe-954b-9bf7cc4eda45 None None] Provisioning complete for port 79f25f41-9e80-4526-a5ce-688f6e904f85 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:56.848455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a96cc453-4418-46fe-954b-9bf7cc4eda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.911008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:56.913294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/03d24ea9-8c88-4941-bd69-c1191b2f39e1 HTTP/1.1" status: 204  len: 168 time: 1.6795852
Nov 15 09:25:56.916384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33618) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:56.920661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=6da2c603-7c89-492e-9884-b70ef3adbc88,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:56.924534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:56.934775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 1bc33614-423e-40b4-89b6-b051f4836702 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:25:56.956944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7e70eec-3eef-4ed2-aa8d-d8e120c2588b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:56.965260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:56.983890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a37838-7e95-41df-947b-69d3226b31c9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:25:56.984599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71a37838-7e95-41df-947b-69d3226b31c9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:25:57.038972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71a37838-7e95-41df-947b-69d3226b31c9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:25:57.041033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71a37838-7e95-41df-947b-69d3226b31c9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/03d24ea9-8c88-4941-bd69-c1191b2f39e1 HTTP/1.1" status: 404  len: 333 time: 0.1233881
Nov 15 09:25:57.043882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33622) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.059765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-08161019-e399-4432-b9d7-5ad6b45f0392 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:57.060304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08161019-e399-4432-b9d7-5ad6b45f0392 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:57.062164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-08161019-e399-4432-b9d7-5ad6b45f0392 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/deee0799-cf5b-4414-b1f9-d49a42a16d86 HTTP/1.1" status: 404  len: 337 time: 0.2179778
Nov 15 09:25:57.084315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33626) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.130350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.131588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/08c18dbf-964d-4307-a6b0-224b54dc623e HTTP/1.1" status: 204  len: 168 time: 1.2279224
Nov 15 09:25:57.142245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33630) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.145102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c18dbf-964d-4307-a6b0-224b54dc623e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:57.153232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df7e3b4d-e0ef-4b8e-8da5-6f9bddeb234e None None] Provisioning complete for port 79f25f41-9e80-4526-a5ce-688f6e904f85 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:57.153856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df7e3b4d-e0ef-4b8e-8da5-6f9bddeb234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.155677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:57.171478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1b79a7-4e71-45a0-b2d6-7a32a96a61c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:57.172113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1b79a7-4e71-45a0-b2d6-7a32a96a61c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:57.177634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c1b79a7-4e71-45a0-b2d6-7a32a96a61c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/ports/3c41a35c-187a-4aa1-90a6-83eee84922b0 HTTP/1.1" status: 404  len: 333 time: 0.0861228
Nov 15 09:25:57.182536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33634) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.264461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-462b136d-2ede-487c-9420-171dcf5e4a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] DELETE failed (client error): The resource could not be found.
Nov 15 09:25:57.264894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462b136d-2ede-487c-9420-171dcf5e4a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:25:57.269622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-462b136d-2ede-487c-9420-171dcf5e4a8b tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/subnets/392e4e89-741c-4297-9e2e-9ad95d1cc115 HTTP/1.1" status: 404  len: 337 time: 0.0832181
Nov 15 09:25:57.275235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33638) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.342512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f0c499a-f5d3-47cc-b8fd-f0fff4b9a0a9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1988542
Nov 15 09:25:57.343290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33642) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.354123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': '11399290-ea13-4f49-940a-30bf64cde1cd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:57.362884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:57.371406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:57.386323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:57.396951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:57.430107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 98dcc6c3-ea7f-47bf-91ab-c149bfae3453 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:25:57.439311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.500545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ed3600ca-f90a-43a4-9d1d-8f3738b2a104 None None] Provisioning complete for port a1d8204e-a0f5-4fc4-8e71-7937973d378c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:57.501398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed3600ca-f90a-43a4-9d1d-8f3738b2a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.521048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.535324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.568816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed3600ca-f90a-43a4-9d1d-8f3738b2a104 None None] Port a1d8204e-a0f5-4fc4-8e71-7937973d378c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:25:57.572063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ed3600ca-f90a-43a4-9d1d-8f3738b2a104 None None] Could not find standard attr ID for object 03d24ea9-8c88-4941-bd69-c1191b2f39e1. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:25:57.575532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The resource could not be found.
Nov 15 09:25:57.576701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9f55700-f77e-48ea-877e-79b8d3a301d3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2294724
Nov 15 09:25:57.581382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33646) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:57.594138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--1321348747'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:57.604370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:57.613901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:57.619156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:57.631348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:57.636750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:25:57.637151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 8cfb1913-e239-4b27-9b62-55d3300b9af9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:25:57.672104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.696763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c84a3135-205b-46fb-9cc0-ac96fc06d672 None None] Provisioning complete for port 79f25f41-9e80-4526-a5ce-688f6e904f85 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:57.697292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c84a3135-205b-46fb-9cc0-ac96fc06d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.711566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.867118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:57.885649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:57.893025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:57.904729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:57.916654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:57.946516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 79f25f41-9e80-4526-a5ce-688f6e904f85 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:25:58.040801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 79f25f41-9e80-4526-a5ce-688f6e904f85 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:25:58.041556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.069525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a259ce10>,) {'filters': {'network_id': ['0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:58.077199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.090039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a259ce10>, '3573b57e-c608-4645-a364-d0cf87be029b') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:58.090381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a259ce10>, '3573b57e-c608-4645-a364-d0cf87be029b') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:25:58.111859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.139143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Router 9bc54cd5-40b6-49e9-b532-d755e4738832 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:25:58.140368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.144358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Releasing vxlan tunnel 6 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:25:58.149407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.155265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9637fad-7ecb-4747-b1d2-0fe8d9f27bae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:58.175590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:25:58.181185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.241673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8cfb1913-e239-4b27-9b62-55d3300b9af9) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:25:58.250534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539559b-a4ab-4c59-9772-3e9d97dee321 None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:58.264978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:25:58.265633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.290127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1aa486-268c-41b9-8cdf-4be66ea57902,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:58.294412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:58.294984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1006e398-107c-4871-9c14-2960a31b05c3 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:58.342922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.347895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7613766
Nov 15 09:25:58.355307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=98dcc6c3-ea7f-47bf-91ab-c149bfae3453,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:58.361594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33650) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:58.365049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:58.370227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--1324947269'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:58.378382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:58.386468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:58.390055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:58.400373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:58.407871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.412430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/98dcc6c3-ea7f-47bf-91ab-c149bfae3453 HTTP/1.1" status: 204  len: 168 time: 1.3648961
Nov 15 09:25:58.413216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:58.426448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6edcdbb-7d80-4a38-b226-63c6486d1974 None None] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:25:58.493757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.579275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.651121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:58.660528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:58.663773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8cfb1913-e239-4b27-9b62-55d3300b9af9', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:25:58.663953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:58.665040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.671888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:58.676656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 79f25f41-9e80-4526-a5ce-688f6e904f85 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:58.677045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:58.746083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0857961
Nov 15 09:25:58.748702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33658) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:58.750019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:58.823428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.009993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.012642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] DHCP port deletion for 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:25:59.022939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Deleting port 79f25f41-9e80-4526-a5ce-688f6e904f85 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:25:59.033619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.069015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Network 0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:25:59.101651 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:25:59.113500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.113670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Allocated IP 2001:db8::2 (8cfb1913-e239-4b27-9b62-55d3300b9af9/6da2c603-7c89-492e-9884-b70ef3adbc88/02560d32-9ed2-4185-9f6e-48d2e8b621e6) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:25:59.121715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2504cc34-238a-47cb-aebd-11e57eb13ee9 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:59.195067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:25:59.212881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6529624
Nov 15 09:25:59.213563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33662) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:59.227731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] Sync routers for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:25:59.296477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.303239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52dbec91-ea37-4d7d-9573-1ac5427ff1ae tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:59.319921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.324603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] 10.222.0.81 "DELETE /v2.0/networks/0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9 HTTP/1.1" status: 204  len: 168 time: 2.0443592
Nov 15 09:25:59.341082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=620ac226-87ba-4ebc-affb-4b104b288c62,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:59.347517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:59.356564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 79f25f41-9e80-4526-a5ce-688f6e904f85, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=79f25f41-9e80-4526-a5ce-688f6e904f85,segment=NetworkSegment(d064e80a-1c89-48a6-9550-aa89f0c7a1d4),segment_id=d064e80a-1c89-48a6-9550-aa89f0c7a1d4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:59.356975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.395611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] For port 79f25f41-9e80-4526-a5ce-688f6e904f85, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=79f25f41-9e80-4526-a5ce-688f6e904f85,segment=NetworkSegment(d064e80a-1c89-48a6-9550-aa89f0c7a1d4),segment_id=d064e80a-1c89-48a6-9550-aa89f0c7a1d4)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:25:59.396525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.414096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Pushing event deleted for resources: {'Network': ['ID=0e28cd3f-3dc3-48c1-8a6c-00bc0d339ac9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:25:59.421779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:25:59.478524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5efefd19-07f0-4fdb-b1c4-db00d2072b5b tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.501505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.505874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1403973
Nov 15 09:25:59.511095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 79f25f41-9e80-4526-a5ce-688f6e904f85 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:25:59.543979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33668) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:59.560423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': 'ac1aa486-268c-41b9-8cdf-4be66ea57902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '620ac226-87ba-4ebc-affb-4b104b288c62'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:25:59.570189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:25:59.640092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:25:59.647575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:25:59.666749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:25:59.742380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-5efefd19-07f0-4fdb-b1c4-db00d2072b5b tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] delete failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:25:59.746328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5efefd19-07f0-4fdb-b1c4-db00d2072b5b tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832 HTTP/1.1" status: 409  len: 329 time: 0.5291359
Nov 15 09:25:59.749857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33674) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:59.817134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33678) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:59.833098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:25:59.847823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c0db962-c860-48f1-8cf1-587bdc707900 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:25:59.912149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:25:59.913573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-69bc7c7a-9d32-4edf-b4e7-4dfe604a8355 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3686967
Nov 15 09:25:59.916607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33684) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:25:59.995662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.009685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Transition to ACTIVE for port object 02560d32-9ed2-4185-9f6e-48d2e8b621e6 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:00.029459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Transition to ACTIVE for port object 02560d32-9ed2-4185-9f6e-48d2e8b621e6 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:00.029618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.057058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Calling delete_port for 79f25f41-9e80-4526-a5ce-688f6e904f85 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:00.076242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.099102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 79f25f41-9e80-4526-a5ce-688f6e904f85 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:00.130485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:00.131219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81519e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:00.205958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.242788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:00.263058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=79f25f41-9e80-4526-a5ce-688f6e904f85,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:00.278587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.284862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 79f25f41-9e80-4526-a5ce-688f6e904f85 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:26:00.285039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 79f25f41-9e80-4526-a5ce-688f6e904f85 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:26:00.285609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:00.290783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-efc0209e-bbe4-44d7-8a22-3ee1af9f503c tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:00.311874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ac226-87ba-4ebc-affb-4b104b288c62,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:00.327491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:00.345367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81519e8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:00.357164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.358774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/620ac226-87ba-4ebc-affb-4b104b288c62 HTTP/1.1" status: 204  len: 168 time: 0.4414279
Nov 15 09:26:00.362565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33688) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:00.383448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.424529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port 79f25f41-9e80-4526-a5ce-688f6e904f85 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:00.471561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:00.472520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81519e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:00.479563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e1af2f5-ef88-4d73-9ef2-4c3446be80da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc4bb1cc510a4e7b97fb9c7b1eae4978&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6589980
Nov 15 09:26:00.479739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7059d4f1-46b7-4bdc-8873-99c4d2b29a0b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:00.482410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.483965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33692) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:00.541295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Pushing event updated for resources: {'Port': ['ID=02560d32-9ed2-4185-9f6e-48d2e8b621e6,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:00.556185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:00.559888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81519e8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:00.560368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593b362-1b13-4e97-b329-ba6c95aa82b6 None None] The sync data for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:00.583658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:00.584107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:00.598971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:00.600261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:00.602560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:00.664567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Attempting to bind port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:00.665014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Attempting to bind port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:00.665384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Attempting to bind port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 on network 8cfb1913-e239-4b27-9b62-55d3300b9af9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:00.672444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:00.672984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Checking segment: {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:00.673449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.673898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Bound using segment: {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:00.674427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Bound port: 02560d32-9ed2-4185-9f6e-48d2e8b621e6, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:00.674861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.678082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7059d4f1-46b7-4bdc-8873-99c4d2b29a0b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:00.680456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7059d4f1-46b7-4bdc-8873-99c4d2b29a0b tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3167605
Nov 15 09:26:00.684481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33696) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:00.763341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.778294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] For port 02560d32-9ed2-4185-9f6e-48d2e8b621e6, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:00.782161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] For port 02560d32-9ed2-4185-9f6e-48d2e8b621e6, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=02560d32-9ed2-4185-9f6e-48d2e8b621e6,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:00.825551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.828691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:00.851314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f35ae13f-0cf8-4d3e-8e94-5392ddd08b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:00.930881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.021521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Pushing event updated for resources: {'Port': ['ID=02560d32-9ed2-4185-9f6e-48d2e8b621e6,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:01.033461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:01.034854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.061415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1d6f9e8>,) {'filters': {'network_id': ['2b762dcd-721a-4a9a-b5cb-94851ee3ee95']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:01.080508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.085762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Deleting port 79f25f41-9e80-4526-a5ce-688f6e904f85 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:01.086493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.090997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0a9cda2-da9d-46f9-8350-d31438c8f3db tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:01.121049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1aa486-268c-41b9-8cdf-4be66ea57902,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:01.123926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:01.145666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d6f9e8>, 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:01.145666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d6f9e8>, 'd064e80a-1c89-48a6-9550-aa89f0c7a1d4') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:01.147765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.180998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.186505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0d1b-0317-4a3d-be6f-9d15dfcc7a43 None None] The port '79f25f41-9e80-4526-a5ce-688f6e904f85' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:26:01.190815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.192235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/ac1aa486-268c-41b9-8cdf-4be66ea57902 HTTP/1.1" status: 204  len: 168 time: 0.5060422
Nov 15 09:26:01.195413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33700) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:01.238035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.245191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:01.279463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e782f89-f12b-49b5-962f-bae7d57b1715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:01.365584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e782f89-f12b-49b5-962f-bae7d57b1715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:01.371307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e782f89-f12b-49b5-962f-bae7d57b1715 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1709797
Nov 15 09:26:01.373843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33704) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:01.381366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--325659899'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:01.391425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:01.464311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:01.487336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting port a1d8204e-a0f5-4fc4-8e71-7937973d378c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:01.487720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.525846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.562984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:01.572519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.583145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.602023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d49f9f35-0e94-430d-8082-43de75f32a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:01.700849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0541e3-9601-459c-9039-2d757b17ad15,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:01.713276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:01.732729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8::1 (8cfb1913-e239-4b27-9b62-55d3300b9af9/6da2c603-7c89-492e-9884-b70ef3adbc88/720a1f77-6886-4bf5-a04e-20d15d4ae308) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:01.836752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:01.840368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b0541e3-9601-459c-9039-2d757b17ad15 HTTP/1.1" status: 204  len: 168 time: 1.3392980
Nov 15 09:26:01.892685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 2b762dcd-721a-4a9a-b5cb-94851ee3ee95 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:01.926601 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:01.944611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:01.955889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 02560d32-9ed2-4185-9f6e-48d2e8b621e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:01.959359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:01.965166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:01.975771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:02.037664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.089953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:02.151107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.151107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.151107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1070ac8d-dd5b-49ba-a47d-44ae265e1525 tempest-FloatingIPNegativeTestJSON-963485872 tempest-FloatingIPNegativeTestJSON-963485872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:02.179246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.189014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=2b762dcd-721a-4a9a-b5cb-94851ee3ee95,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:02.194520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:02.197099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Calling delete_port for a1d8204e-a0f5-4fc4-8e71-7937973d378c owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:02.201036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/2b762dcd-721a-4a9a-b5cb-94851ee3ee95 HTTP/1.1" status: 204  len: 168 time: 3.7866206
Nov 15 09:26:02.205937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object 720a1f77-6886-4bf5-a04e-20d15d4ae308 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:02.207081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33712) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:02.216069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'name': 'tempest-PortsTestJSON-370779028'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:02.262528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.300590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.313385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe8d14f6-2515-43af-aafb-d44e802fa42a tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:02.361544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:02.366377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:02.372535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:02.379517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:02.382721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec51a0-63a5-43d0-9137-6ef11d1cf24e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:02.386444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:02.386869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.409787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8168ff4e-28e4-4a36-8c71-a9d63b1b1dab tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:02.421960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.428642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0490119
Nov 15 09:26:02.429725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33722) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:02.437373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': 'a5ec51a0-63a5-43d0-9137-6ef11d1cf24e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:02.445441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:02.450317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:02.456257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:02.462765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:02.524028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:02.529543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.601785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:02.619579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:02.695821 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:26:02.697025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21087740-2664-4ac9-a2ba-eda9477ee639 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2661347
Nov 15 09:26:02.699874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33728) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:02.705650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group_rule': {'security_group_id': 'a5ec51a0-63a5-43d0-9137-6ef11d1cf24e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:02.712270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:02.717512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:02.720327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.738625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:02.741573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72583514-3a1f-436f-bef4-027524ea810d tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:02.742825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a44b3-585c-4b90-a73a-d63bf22e7008 None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:02.762108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port d9833f2e-a8d7-48c6-b070-02b193c15d5d yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:02.785616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:02.815700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:02.826745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:02.832790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:02.833391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:02.851398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Port': ['ID=a1d8204e-a0f5-4fc4-8e71-7937973d378c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:02.865963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:03.042952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:26:03.044758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Provisioning for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:03.049143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d6f8d153-cde5-4eb4-9f9a-552ceb7499ef tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3450036
Nov 15 09:26:03.052142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33736) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:03.061582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Provisioning complete for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:03.062788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.135223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.153642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.317921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.326178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33742) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:03.355493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] For port 02560d32-9ed2-4185-9f6e-48d2e8b621e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=02560d32-9ed2-4185-9f6e-48d2e8b621e6,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:03.380064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.383666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.394558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.396580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:03.489698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Pushing event updated for resources: {'Port': ['ID=02560d32-9ed2-4185-9f6e-48d2e8b621e6,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:03.493347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:03.498763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.661616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Provisioning for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:03.663053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.668188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Provisioning complete for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:03.668638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.673145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea54a70e-8d23-4ad4-99a2-9fb6ac61d477 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:03.697801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec51a0-63a5-43d0-9137-6ef11d1cf24e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:03.703364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:03.745808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Port 720a1f77-6886-4bf5-a04e-20d15d4ae308 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:03.785548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.786829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/a5ec51a0-63a5-43d0-9137-6ef11d1cf24e HTTP/1.1" status: 204  len: 168 time: 0.7284954
Nov 15 09:26:03.789555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33746) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:03.807003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Provisioning complete for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:03.807792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6d04867-e544-4ada-b8b5-4f8c05bf3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.820833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:03.915773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:03.951235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 02560d32-9ed2-4185-9f6e-48d2e8b621e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:04.050761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a98c3912-22e5-4f05-baff-0043cfa43aca tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:04.156104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a98c3912-22e5-4f05-baff-0043cfa43aca tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:04.158484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a98c3912-22e5-4f05-baff-0043cfa43aca tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3679218
Nov 15 09:26:04.168757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33752) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.177210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'tempest-secgroup--354614665'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:04.185082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:04.216575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:04.217177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.233427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-429265632'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:04.260217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:04.273878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:04.299918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:04.308327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:04.316337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Router 9bc54cd5-40b6-49e9-b532-d755e4738832 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:04.317597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.328378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:04.366860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=d9833f2e-a8d7-48c6-b070-02b193c15d5d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:04.371765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:04.375070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:04.376548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:04.379658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:04.383928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:04.385705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.416459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:04.421899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.437823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9781bb48-e974-4eae-830e-80fce90eccdd None None] Provisioning complete for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:04.438798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9781bb48-e974-4eae-830e-80fce90eccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.440473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:04.446238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.450460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.453517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Usage tracker for resource:security_group_rule and tenant:0630e0662d7f4e63b2f5d6dd5573da84 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:04.457891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:04.481486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.482403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.499952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff839ec-b0a8-44df-9dff-39827daddbe5 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:04.515031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9781bb48-e974-4eae-830e-80fce90eccdd None None] Port 720a1f77-6886-4bf5-a04e-20d15d4ae308 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:04.522539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:04.529619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9781bb48-e974-4eae-830e-80fce90eccdd None None] Provisioning complete for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:04.530141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9781bb48-e974-4eae-830e-80fce90eccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.582444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:04.594225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] Sync routers for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:04.605029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.3967850
Nov 15 09:26:04.611738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33756) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.621334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.622231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:04.623153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f87b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:04.633051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:04.647322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:security_group_rule and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:04.654815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:04.665605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9111249
Nov 15 09:26:04.666201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33760) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.674602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:04.676266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.691214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31687814-9761-442c-8040-ad96f3e312e2 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:04.743111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f87b8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:04.758288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port d9833f2e-a8d7-48c6-b070-02b193c15d5d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:04.758846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.763293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] Routers {'9bc54cd5-40b6-49e9-b532-d755e4738832'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:04.764339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f87b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9bc54cd5-40b6-49e9-b532-d755e4738832'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:04.777874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:04.793945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:04.795723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b3c715f8-e0f9-4896-9402-2a0d8fd08759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] show failed (client error): The resource could not be found.
Nov 15 09:26:04.800532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3c715f8-e0f9-4896-9402-2a0d8fd08759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-85047367 HTTP/1.1" status: 404  len: 333 time: 0.1274438
Nov 15 09:26:04.802129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33764) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.802290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce6ea8-d6ae-4b3a-80d2-155214f5c80c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:04.804849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:04.806258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6361246
Nov 15 09:26:04.807340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2b81b710-dee5-453e-be2c-1149405e434d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Request body: {'router': {'name': 'new_name'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:04.807695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25a585d0-663d-4bce-8764-15ac0cc9b7b0 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:04.816855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33768) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.826079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-839a9dc1-6df7-4590-8064-d93df92867cc tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Request body: {'security_group': {'name': 'default'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:04.826727 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.api.v2.base [None req-839a9dc1-6df7-4590-8064-d93df92867cc tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 15 09:26:04.827400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-839a9dc1-6df7-4590-8064-d93df92867cc tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] update failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:26:04.828628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-839a9dc1-6df7-4590-8064-d93df92867cc tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "PUT /v2.0/security-groups/02ce6ea8-d6ae-4b3a-80d2-155214f5c80c HTTP/1.1" status: 409  len: 330 time: 0.0106547
Nov 15 09:26:04.833552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33772) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:04.900428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f87b8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:04.901151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740e06-da6e-4300-a43f-30cecf909952 None None] The sync data for ids ['9bc54cd5-40b6-49e9-b532-d755e4738832'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:04.955712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2b81b710-dee5-453e-be2c-1149405e434d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] update failed (client error): The resource could not be found.
Nov 15 09:26:04.956904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b81b710-dee5-453e-be2c-1149405e434d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-156872074 HTTP/1.1" status: 404  len: 334 time: 0.1543767
Nov 15 09:26:04.960786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:05.003030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:05.011666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:05.059270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.065412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5014646d-790e-477f-acc7-f5d993c17155 None None] Provisioning complete for port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:05.066182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5014646d-790e-477f-acc7-f5d993c17155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.218225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.236800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.258311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.324982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.335934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e9b9670-c7f8-483f-8a12-45bb09a29893 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:05.354464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ddecfac7-f4d5-46e9-a327-1825e3d42bea None None] Provisioning complete for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:05.355464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ddecfac7-f4d5-46e9-a327-1825e3d42bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.427485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ddecfac7-f4d5-46e9-a327-1825e3d42bea None None] Port 720a1f77-6886-4bf5-a04e-20d15d4ae308 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:05.447966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:05.450969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'SecurityGroup': ['ID=430b3218-ea71-4ef6-ad28-a907c13ff95a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:05.466110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:05.490081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.490529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment b78a1c38-a3f2-4db5-b434-98c2eb56c0fd of type vxlan for network a53a71d2-c903-4f04-8937-617b55d40e44
Nov 15 09:26:05.530378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.615092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.619732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:05.620495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.627261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f1133b3-9cc8-4252-8d95-e4c7fe9c0a4a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:05.706524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for d9833f2e-a8d7-48c6-b070-02b193c15d5d owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:05.756839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=a53a71d2-c903-4f04-8937-617b55d40e44,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:05.759679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:05.767769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:05.780719 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.3630588
Nov 15 09:26:05.786004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:05.821272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:26:05.854896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting subnet 22fc19a4-76be-46a6-8da1-65bbe1417207 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:05.864756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:05.932917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.018566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.028809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6a6974d-9028-4cce-b448-70b4dc992ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:06.057565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce6ea8-d6ae-4b3a-80d2-155214f5c80c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:06.067181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:06.107016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.108273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/02ce6ea8-d6ae-4b3a-80d2-155214f5c80c HTTP/1.1" status: 204  len: 168 time: 1.2738426
Nov 15 09:26:06.115151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33786) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.133656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:06.142701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3882601
Nov 15 09:26:06.143130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33790) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.144641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:06.149539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98604532'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:06.155030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:06.159787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:06.162726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:06.163077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:06.163942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fe1ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:06.169209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:06.180957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.196952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9a265bb-a67d-4884-9637-8b4086c70a53 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Synchronizing usage tracker for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:06.218600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.240280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:06.249847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a9a265bb-a67d-4884-9637-8b4086c70a53 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Unset dirty status for tenant:0630e0662d7f4e63b2f5d6dd5573da84 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:06.251373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9a265bb-a67d-4884-9637-8b4086c70a53 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1349914
Nov 15 09:26:06.255456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33794) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.274702 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a926da24-3991-40e3-a3ea-b09fedf94da1 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] delete failed (client error): The resource could not be found.
Nov 15 09:26:06.275983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a926da24-3991-40e3-a3ea-b09fedf94da1 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "DELETE /v2.0/security-groups/90734387-a42f-44f8-b28d-a5a81053e18a HTTP/1.1" status: 404  len: 347 time: 0.0194256
Nov 15 09:26:06.281305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33798) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.300240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d9a1c628-2f94-46af-aeae-14e261d51b2f tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] show failed (client error): The resource could not be found.
Nov 15 09:26:06.301776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d9a1c628-2f94-46af-aeae-14e261d51b2f tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-groups/c484ab32-88e8-427f-ab3e-458fa003f55e HTTP/1.1" status: 404  len: 347 time: 0.0190623
Nov 15 09:26:06.305272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33802) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.321560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2937a07f-1a88-496f-ac62-5ea2188b9ee6 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] show failed (client error): The resource could not be found.
Nov 15 09:26:06.323077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2937a07f-1a88-496f-ac62-5ea2188b9ee6 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] 10.222.0.81 "GET /v2.0/security-group-rules/6aa3cb2d-f325-4c83-a177-3193e14080c2 HTTP/1.1" status: 404  len: 356 time: 0.0166333
Nov 15 09:26:06.365958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:06.371553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.397176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:06.399590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=d9833f2e-a8d7-48c6-b070-02b193c15d5d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:06.414049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:06.558095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:06.595575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.596005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment 8ea39885-0de2-4e34-9967-be149f71cc10 of type vxlan for network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2
Nov 15 09:26:06.597577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.624633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/d9833f2e-a8d7-48c6-b070-02b193c15d5d HTTP/1.1" status: 204  len: 168 time: 2.0047283
Nov 15 09:26:06.625377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33812) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:06.667262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.672477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'mac_address': 'fa:16:3e:81:90:05', 'name': 'tempest-PortsTestJSON-289878815'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:06.808787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:06.813475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:06.814392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.817033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:06.821322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:06.821322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.823044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:06.840688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97aff5a8-5fd5-48f4-a7a4-a0dbdeb06759 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:06.873947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:06.901181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:06.928905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fe1ac8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:02Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:04Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:06.934777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:06.935432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Updating router 4f2d4697-11d5-4bfb-8726-37a79aa59697 port 720a1f77-6886-4bf5-a04e-20d15d4ae308 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:06.936659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33818) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:07.018169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:07.069728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=3c9b92af-e4fd-4767-ad5b-2088e3dacea2,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:07.075996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9316907
Nov 15 09:26:07.077312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ed0d769-5119-4e67-b364-5d29d15f956d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:07.077803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33824) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:07.088179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effe584b-2d5b-4cb4-b2d1-1c5f61134092 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:07.092609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:07.136948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:07.162263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Subnet': ['ID=22fc19a4-76be-46a6-8da1-65bbe1417207,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:07.232646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:07.280279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:07.285755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/subnets/22fc19a4-76be-46a6-8da1-65bbe1417207 HTTP/1.1" status: 204  len: 168 time: 2.3239279
Nov 15 09:26:07.286619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:07.358326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:07.366094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:07.372543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:07.383473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:07.400436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12867ead-2f8c-47c8-9e05-990ec26db623 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0630e0662d7f4e63b2f5d6dd5573da84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4623549
Nov 15 09:26:07.404604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:07.456625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port ff39c1ee-82ed-4b77-8caa-16fb6fa90eef yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:07.465693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:07.476201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:07.586241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:07.610715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e35166-8c4d-444d-97a0-cae3cab6447e None None] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:07.660732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:07.774030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting subnet 3893aa7a-a2f8-48a5-842e-0857b733fea1 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:07.795940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:07.905513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.015561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.182186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.216287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.250252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.261642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.284282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-21d491a9-013a-47d1-af69-632f65a359b1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:08.319251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.341015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Transition to ACTIVE for port object 720a1f77-6886-4bf5-a04e-20d15d4ae308 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:08.375316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.401641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3674a446-2063-450d-92e9-3724136c9c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:08.421304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ff39c1ee-82ed-4b77-8caa-16fb6fa90eef,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:08.425404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:08.440589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] DHCP port deletion for 9c275de6-f740-4d03-b7ca-93909d0a10c3 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:26:08.519439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Deleting port 57433da9-6e73-4562-a713-8eb14cbb7571 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:08.520310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.558674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:08.562676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:08.566338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:08.570652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:08.571761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.626465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.644752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24382d44-953d-460e-8927-10dd8a61a079 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:08.653499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.0270069
Nov 15 09:26:08.654490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33840) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:08.655169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.666837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Pushing event updated for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:08.732537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.733024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.733528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.734023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.734513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.735194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.735677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.736179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.736676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.737166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.737648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.738129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.738664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.739148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.739622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.740128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.740605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.741083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.741573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.742053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.742642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.743117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.743595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.744124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:08.747359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0eb75f53-2e21-42c2-9325-00c5d7d62cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:08.763547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64a0e5-36e4-475c-8dec-128df4df0e41 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:08.764259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ee64a0e5-36e4-475c-8dec-128df4df0e41 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:08.769149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:08.772805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c15de6-0394-4ff4-b9fd-32aa9b852ac6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:08.775780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:08.828284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Subnet': ['ID=3893aa7a-a2f8-48a5-842e-0857b733fea1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:08.842893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:08.843768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.869953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8c15de6-0394-4ff4-b9fd-32aa9b852ac6 HTTP/1.1" status: 204  len: 168 time: 1.4641113
Nov 15 09:26:08.871516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ee64a0e5-36e4-475c-8dec-128df4df0e41 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:08.872764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ee64a0e5-36e4-475c-8dec-128df4df0e41 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ff39c1ee-82ed-4b77-8caa-16fb6fa90eef HTTP/1.1" status: 200  len: 840 time: 0.2131872
Nov 15 09:26:08.883218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33846) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:08.948481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.957657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:08.979497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33850) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:08.980878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/subnets/3893aa7a-a2f8-48a5-842e-0857b733fea1 HTTP/1.1" status: 204  len: 168 time: 1.6899874
Nov 15 09:26:08.989486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1415b06-5c55-40b9-ba99-57d734409345 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:09.131214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339cd34-fcfe-4090-8af9-2e5e29a5c8cf None None] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:09.161732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port ff39c1ee-82ed-4b77-8caa-16fb6fa90eef {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:09.166869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:09.327482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:09.518928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=1b45d59a-76fe-47d2-8d10-976a775f7c4a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:09.603936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:09.627343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:09.648593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:09.649345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 3c9b92af-e4fd-4767-ad5b-2088e3dacea2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:09.664597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] For port 57433da9-6e73-4562-a713-8eb14cbb7571, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=57433da9-6e73-4562-a713-8eb14cbb7571,segment=NetworkSegment(db1dac87-aa76-4eee-ae7f-813a23c236a7),segment_id=db1dac87-aa76-4eee-ae7f-813a23c236a7)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:09.666402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:09.734017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:09.773878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 3c9b92af-e4fd-4767-ad5b-2088e3dacea2) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:09.792078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for ff39c1ee-82ed-4b77-8caa-16fb6fa90eef owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:09.811652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33862) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:09.851775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:09.870937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting port 57433da9-6e73-4562-a713-8eb14cbb7571 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:09.871326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:09.883365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:09.884104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.006798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Attempting to bind port 720a1f77-6886-4bf5-a04e-20d15d4ae308 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:10.007360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Attempting to bind port 720a1f77-6886-4bf5-a04e-20d15d4ae308 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:10.007614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Attempting to bind port 720a1f77-6886-4bf5-a04e-20d15d4ae308 on network 8cfb1913-e239-4b27-9b62-55d3300b9af9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:10.009725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-113d333f-3f83-425a-abb7-fe5717c9ae27 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8909655
Nov 15 09:26:10.010052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3191be-b212-4286-ac42-e8713ce42254 None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:10.010596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33868) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:10.024510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 57433da9-6e73-4562-a713-8eb14cbb7571 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:10.061067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Calling delete_port for 57433da9-6e73-4562-a713-8eb14cbb7571 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:10.181469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] For port 57433da9-6e73-4562-a713-8eb14cbb7571, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=57433da9-6e73-4562-a713-8eb14cbb7571,segment=NetworkSegment(db1dac87-aa76-4eee-ae7f-813a23c236a7),segment_id=db1dac87-aa76-4eee-ae7f-813a23c236a7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:10.182175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.227265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:10.231858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:subnet and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:10.234976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:10.242122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:10.243100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:10.243532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Checking segment: {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:10.244017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.244448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Bound using segment: {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:10.245004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Bound port: 720a1f77-6886-4bf5-a04e-20d15d4ae308, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:10.245433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.285222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:10.351409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Calling delete_port for 57433da9-6e73-4562-a713-8eb14cbb7571 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:10.414931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33878) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:10.422898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.451806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.452304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:10.570959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=ff39c1ee-82ed-4b77-8caa-16fb6fa90eef,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:10.573909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:10.630686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.638939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] For port 720a1f77-6886-4bf5-a04e-20d15d4ae308, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:10.642863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] For port 720a1f77-6886-4bf5-a04e-20d15d4ae308, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=720a1f77-6886-4bf5-a04e-20d15d4ae308,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:10.658840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-950c6812-51a1-4372-94e6-78ebf2d7baa0 tempest-ServiceProvidersTest-1846991427 tempest-ServiceProvidersTest-1846991427] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2402527
Nov 15 09:26:10.660242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.679542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad276a0c-6300-4b20-a4ad-528e9ea3c78c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:10.691260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.730664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ff39c1ee-82ed-4b77-8caa-16fb6fa90eef HTTP/1.1" status: 204  len: 168 time: 1.8467157
Nov 15 09:26:10.731642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33886) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:10.808544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Port': ['ID=57433da9-6e73-4562-a713-8eb14cbb7571,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:10.817253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:10.852537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:10.904949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7718c9e3-4c12-4a0b-8a34-b42debecd2f7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:26:10.905529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7718c9e3-4c12-4a0b-8a34-b42debecd2f7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:10.938525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] No DVR routers for this DVR port 57433da9-6e73-4562-a713-8eb14cbb7571 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:10.939567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:10.999319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7718c9e3-4c12-4a0b-8a34-b42debecd2f7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:11.003103 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7718c9e3-4c12-4a0b-8a34-b42debecd2f7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ff39c1ee-82ed-4b77-8caa-16fb6fa90eef HTTP/1.1" status: 404  len: 333 time: 0.1847551
Nov 15 09:26:11.008305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:11.008891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:11.010416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33892) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:11.018697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'name': 'tempest-PortsTestJSON-1497131898'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:11.108611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.150330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:11.151168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.192993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:11.198981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:11.258346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] DHCP port deletion for f3301c50-eb06-4b4a-87f5-f8e572a7ada3 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:26:11.272957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Pushing event updated for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:11.281652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:11.302633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3358>,) {'filters': {'network_id': ['9c275de6-f740-4d03-b7ca-93909d0a10c3']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:11.323247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3358>, 'db1dac87-aa76-4eee-ae7f-813a23c236a7') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:11.323689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a90a3358>, 'db1dac87-aa76-4eee-ae7f-813a23c236a7') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:11.342117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.369462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.372116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:11.511222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:11.516880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.595225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Allocated IP 2001:db8:1::2 (3c9b92af-e4fd-4767-ad5b-2088e3dacea2/1b45d59a-76fe-47d2-8d10-976a775f7c4a/8990da79-000f-4900-90dc-99230947810b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:11.606027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:11.607150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Deleting port 57433da9-6e73-4562-a713-8eb14cbb7571 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:11.607576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.613469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:11.624803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.636000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Deleting port 3a778c1d-80a2-4c17-9fe2-579d65d47850 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:11.636436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.640451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.728874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 39bea50a-0e66-452d-ba99-66f3cc77190d yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:11.831962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:11.841467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf2e53c3e61471eabaeab3ce51c461a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:11.855520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:11.859770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 9c275de6-f740-4d03-b7ca-93909d0a10c3 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:11.877433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c0ab3-b0de-43a8-a443-893058363bbf None None] The port '57433da9-6e73-4562-a713-8eb14cbb7571' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:11.889984 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:11.901676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:11.905507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:11.906353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fe1ac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:25:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:11.940288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:11.964520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-628ed071-f04b-42a9-b7a4-2831465cba33 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:12.019651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3a778c1d-80a2-4c17-9fe2-579d65d47850 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:12.022398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.026218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea259944-7a5c-436c-ac65-8a33b9e8c1f2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:12.052062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.066100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Network': ['ID=9c275de6-f740-4d03-b7ca-93909d0a10c3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:12.072135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:12.083591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/networks/9c275de6-f740-4d03-b7ca-93909d0a10c3 HTTP/1.1" status: 204  len: 168 time: 3.1003680
Nov 15 09:26:12.084281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33902) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:12.241521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.256788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.315861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.332267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0477561-5a82-4f31-9ce9-6ff9b260e78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:12.387420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting port 3a778c1d-80a2-4c17-9fe2-579d65d47850 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:12.388013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.426856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c190e-db90-4483-a141-e878255071ee,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:12.439291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdf2e53c3e61471eabaeab3ce51c461a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2441936
Nov 15 09:26:12.441155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:12.449645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33906) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:12.493188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] For port 3a778c1d-80a2-4c17-9fe2-579d65d47850, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3a778c1d-80a2-4c17-9fe2-579d65d47850,segment=NetworkSegment(0813cd73-4b94-4209-af2d-0bf0a4bf383c),segment_id=0813cd73-4b94-4209-af2d-0bf0a4bf383c)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:12.493564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.517451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:12.545321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=2e941e3e-7dc6-4aec-b881-18ba2772292c,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:12.591212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:12.659347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.666377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.685672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.734544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.750064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] For port 3a778c1d-80a2-4c17-9fe2-579d65d47850, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3a778c1d-80a2-4c17-9fe2-579d65d47850,segment=NetworkSegment(0813cd73-4b94-4209-af2d-0bf0a4bf383c),segment_id=0813cd73-4b94-4209-af2d-0bf0a4bf383c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:12.750802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.833048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:12.860633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:12.860996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: a53a71d2-c903-4f04-8937-617b55d40e44, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:12.866044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c94687c-1e21-4c3d-b449-776a1ad6e431 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:12.947719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Calling delete_port for 3a778c1d-80a2-4c17-9fe2-579d65d47850 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:12.978006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Calling delete_port for 3a778c1d-80a2-4c17-9fe2-579d65d47850 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:13.057686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.060369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.068244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6debb43c-2caa-4d70-b76f-52151976990f tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:13.083760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c190e-db90-4483-a141-e878255071ee,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:13.086725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:13.088527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.105789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56487237-ddf3-45bd-8d71-2fbad40222cc tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:13.134193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=39bea50a-0e66-452d-ba99-66f3cc77190d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:13.146156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:13.159545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Port': ['ID=3a778c1d-80a2-4c17-9fe2-579d65d47850,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:13.162388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:13.211479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.228928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.233216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c44c190e-db90-4483-a141-e878255071ee HTTP/1.1" status: 204  len: 168 time: 0.7793682
Nov 15 09:26:13.249977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network a53a71d2-c903-4f04-8937-617b55d40e44 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:13.272973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] No DVR routers for this DVR port 3a778c1d-80a2-4c17-9fe2-579d65d47850 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:13.284878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:13.288595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:13.292940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:13.297268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:13.298104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.326762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a53a71d2-c903-4f04-8937-617b55d40e44) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:13.394814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:13.395498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.398683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b3a7d-d0f3-4a8d-bfa4-882a1184f185 None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:13.431286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Transition to ACTIVE for port object 8990da79-000f-4900-90dc-99230947810b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:13.433973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.447376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.4358046
Nov 15 09:26:13.451135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33912) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:13.461375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:13.505368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.6637843
Nov 15 09:26:13.544005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33916) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:13.569879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-410640146'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:13.588260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Transition to ACTIVE for port object 8990da79-000f-4900-90dc-99230947810b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:13.600088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:13.603952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:13.604129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:13.620517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:13.629731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:13.702629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d11fec17-a824-45c6-9719-0c5f40028d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.723463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:13.752514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.779867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:13.794228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.806707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8:1::1 (3c9b92af-e4fd-4767-ad5b-2088e3dacea2/1b45d59a-76fe-47d2-8d10-976a775f7c4a/071afbd4-7a7b-4167-b696-44afc4259306) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:13.900214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Pushing event updated for resources: {'Port': ['ID=8990da79-000f-4900-90dc-99230947810b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:13.900682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:13.907753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.913674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2e09f98>,) {'filters': {'network_id': ['f3301c50-eb06-4b4a-87f5-f8e572a7ada3']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:13.929335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e09f98>, '0813cd73-4b94-4209-af2d-0bf0a4bf383c') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:13.929953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e09f98>, '0813cd73-4b94-4209-af2d-0bf0a4bf383c') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:13.946028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.967886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:13.969083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:13.970966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Releasing vxlan tunnel 8 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:14.021719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fe1ac8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:02Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:10Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:14.088543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662efa8-c18b-44de-a11a-eadd645c2153 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:02Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:10Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:14.105900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Deleting port 3a778c1d-80a2-4c17-9fe2-579d65d47850 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:14.106241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.127559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:14.179445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.179875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment 09917cea-d5bb-4e1f-ad55-4dc2bb0b614d of type vxlan for network aa5c3f6b-6e40-476a-bd40-4d37ef78becc
Nov 15 09:26:14.182150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a53a71d2-c903-4f04-8937-617b55d40e44', 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44', 'tenant_id': 'afbe001e0bd648359811d8d3eced284f', 'fixed_ips': [{'subnet_id': '2e941e3e-7dc6-4aec-b881-18ba2772292c'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:14.183060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.192093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:14.201770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.224342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b26d432d-d109-4940-b0ce-b2b14916548b None None] The port '3a778c1d-80a2-4c17-9fe2-579d65d47850' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:26:14.342712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.357324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.361412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:14.365251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:14.375092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:14.406111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object 071afbd4-7a7b-4167-b696-44afc4259306 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:14.466037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.474472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.479070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:14.479758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.486540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8810f6a-cf80-40b3-80d6-b5121a172665 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:14.507285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network f3301c50-eb06-4b4a-87f5-f8e572a7ada3 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:14.520341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:14.536140 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:14.538287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Attempting to bind port 8990da79-000f-4900-90dc-99230947810b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:14.538287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Attempting to bind port 8990da79-000f-4900-90dc-99230947810b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:14.538867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Attempting to bind port 8990da79-000f-4900-90dc-99230947810b on network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:14.549647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:14.550100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Checking segment: {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:14.550517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.550981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Bound using segment: {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:14.551499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Bound port: 8990da79-000f-4900-90dc-99230947810b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:14.552637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.633336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.678960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.701335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:14.756501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:14.770445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Network': ['ID=f3301c50-eb06-4b4a-87f5-f8e572a7ada3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:14.780838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:14.784064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/networks/f3301c50-eb06-4b4a-87f5-f8e572a7ada3 HTTP/1.1" status: 204  len: 168 time: 2.6942143
Nov 15 09:26:14.786309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33936) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:14.879976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.3295808
Nov 15 09:26:14.883185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33942) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:14.905432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:14.913622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=aa5c3f6b-6e40-476a-bd40-4d37ef78becc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:14.929392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea435bf9-22f3-4423-b730-49d1f30e488c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:14.931805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42e3fb3e-aada-418b-ae36-a9c41e1ccb05 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:14.939494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:14.968640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:15.093202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] In _notify_port_updated(), no bound segment for port 39bea50a-0e66-452d-ba99-66f3cc77190d on network 3c2bfdcd-b63c-47e3-abec-007bb5209bde {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:26:15.098010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:15.098706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.102924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/ports/39bea50a-0e66-452d-ba99-66f3cc77190d HTTP/1.1" status: 200  len: 818 time: 1.6481602
Nov 15 09:26:15.104107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33946) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:15.108912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8314-a45c-4eb3-b542-017ee2cf6b16 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=39bea50a-0e66-452d-ba99-66f3cc77190d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:15.197742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:15.201661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:15.206459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:15.207058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.216681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:15.221321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:15.221866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:15.222310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:15.290175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] For port 8990da79-000f-4900-90dc-99230947810b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:15.301348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:15.305441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:subnet and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:15.308475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:15.315052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:15.341245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] For port 8990da79-000f-4900-90dc-99230947810b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8990da79-000f-4900-90dc-99230947810b,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:15.362371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 39bea50a-0e66-452d-ba99-66f3cc77190d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:15.362756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.373754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Allocated IP 2001:db8:0:ffff::2 (a53a71d2-c903-4f04-8937-617b55d40e44/2e941e3e-7dc6-4aec-b881-18ba2772292c/ea689e62-6385-40fb-bec1-a360de17f4de) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:15.382786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.409256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.423545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:15.524618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:15.542746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting subnet 897d9bf3-82a0-4633-b56d-a864ab8aadd5 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:15.564232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.666638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.771481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.794079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.808056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c45c9851-0cac-4afd-88c6-cbe2b2581326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:15.834115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Pushing event updated for resources: {'Port': ['ID=8990da79-000f-4900-90dc-99230947810b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:15.839387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:15.992824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 720a1f77-6886-4bf5-a04e-20d15d4ae308 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:16.090361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.143337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.173461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Transition to ACTIVE for port object ea689e62-6385-40fb-bec1-a360de17f4de will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:16.182559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.223005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Transition to ACTIVE for port object ea689e62-6385-40fb-bec1-a360de17f4de will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:16.228381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:16.237015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:16.237563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.250959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.252049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.281145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.283716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.284638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91d22f7c-fd2c-4c83-8029-0d66af1c9e08 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:16.384213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 39bea50a-0e66-452d-ba99-66f3cc77190d owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:16.450039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:16.529630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:16.576203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-416f458a-0f80-440e-aba0-33ac9b8e3121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:16.713038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:16.722702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:16.740786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:16.756733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Pushing event updated for resources: {'Port': ['ID=ea689e62-6385-40fb-bec1-a360de17f4de,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:16.762005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:16.959966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Attempting to bind port ea689e62-6385-40fb-bec1-a360de17f4de on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:16.960409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Attempting to bind port ea689e62-6385-40fb-bec1-a360de17f4de by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:16.960847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Attempting to bind port ea689e62-6385-40fb-bec1-a360de17f4de on network a53a71d2-c903-4f04-8937-617b55d40e44 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:17.023933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:17.024385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Checking segment: {'id': 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:17.024860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.025420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Bound using segment: {'id': 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:17.026137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Bound port: ea689e62-6385-40fb-bec1-a360de17f4de, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53a71d2-c903-4f04-8937-617b55d40e44'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:17.026593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.128116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:17.142197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.174316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:17.176216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:17.195063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] For port ea689e62-6385-40fb-bec1-a360de17f4de, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:17.214594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] For port ea689e62-6385-40fb-bec1-a360de17f4de, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea689e62-6385-40fb-bec1-a360de17f4de,segment=NetworkSegment(b78a1c38-a3f2-4db5-b434-98c2eb56c0fd),segment_id=b78a1c38-a3f2-4db5-b434-98c2eb56c0fd)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:17.217856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.249176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.370538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-236c92fb-12fc-4ec0-8129-d768544c72dc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:17.384179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33966) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:17.390347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845238395', 'description': 'tempest-secgroup-smoke-1845238395 description', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:17.391830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3760cbb-9c30-4470-b2b3-cb5b3bbb101e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:17.402997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:17.409393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:17.415755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:17.426449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:17.464984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 720a1f77-6886-4bf5-a04e-20d15d4ae308, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=720a1f77-6886-4bf5-a04e-20d15d4ae308,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:17.503571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=39bea50a-0e66-452d-ba99-66f3cc77190d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:17.507325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:17.520719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.526086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.533692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.535510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Pushing event updated for resources: {'Port': ['ID=ea689e62-6385-40fb-bec1-a360de17f4de,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:17.538846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:17.539520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:17.564478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.605923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771bc2ea-d899-43c6-960f-92228ca69aeb tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:17.632828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:17.642646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.645096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:17.737084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Subnet': ['ID=897d9bf3-82a0-4633-b56d-a864ab8aadd5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:17.740019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:17.746355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:17.750215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:17.762900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:17.766380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:17.890665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:17.902020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.914233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.934299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.945459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.948172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a0941-70d1-4f95-b8d0-99cb40652a72 None None] Network 1bc33614-423e-40b4-89b6-b051f4836702 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:17.954933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-761f4683-1df1-44d3-8b3b-7f3571de362f tempest-RoutersAdminNegativeTest-2107810440 tempest-RoutersAdminNegativeTest-2107810440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:17.979709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:17.989654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/39bea50a-0e66-452d-ba99-66f3cc77190d HTTP/1.1" status: 204  len: 168 time: 2.8274043
Nov 15 09:26:17.997881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/subnets/897d9bf3-82a0-4633-b56d-a864ab8aadd5 HTTP/1.1" status: 204  len: 168 time: 3.2104325
Nov 15 09:26:17.998792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33970) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:17.999167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:18.148163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:18.153112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroup': ['ID=a663e5f0-40c6-45aa-b26b-506f88234baf,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:18.216383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:18.223655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:18.233291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:18.243280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:18.295612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 720a1f77-6886-4bf5-a04e-20d15d4ae308 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:18.326250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518894a-6e66-4d73-ba26-e3855cfe1369 None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:18.357204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.381460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:18.395051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:18.398510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.412979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:18.414043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a849c160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:18.418908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4038067
Nov 15 09:26:18.420066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-508e0e0d-5187-4d91-82f6-1d6a33b99114 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:18.456498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33978) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:18.458313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroup': ['ID=840b5952-2128-4374-9d56-0584bf31b44c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:18.463144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:18.467567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.472441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.0836573
Nov 15 09:26:18.475492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641675938'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:18.482813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:18.488930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:18.493337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:18.499720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:18.508102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33982) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:18.515323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:18.522374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:18.527534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:18.531966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:18.538536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:18.547967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:18.554145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.597174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:18.616939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.617338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment 24776248-8d18-444d-961c-14c18488510f of type vxlan for network ebd9285f-8a55-483c-95d9-d8adcce254fb
Nov 15 09:26:18.624786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22a4cb4b-64fa-45e5-845f-ac953d220e3b None None] Provisioning for port 8990da79-000f-4900-90dc-99230947810b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:18.626846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.686114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 720a1f77-6886-4bf5-a04e-20d15d4ae308 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:18.686544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.698651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.708917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:18.726638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.736370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.741563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.781578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:18.818634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e35b863-84a1-413e-bdcd-3b68a44fd025,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:18.826099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:18.833759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:26:18.841119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.841306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83701479-4b51-4749-85cf-65cb5f0cce07 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:18.842003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-83701479-4b51-4749-85cf-65cb5f0cce07 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:18.845838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3365183
Nov 15 09:26:18.849944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Deleting port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:18.850334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.853038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33986) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:18.871307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:18.885676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:18.896238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:18.903419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:18.924483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:18.939389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.971223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b75b17d6-851d-40d6-9bdb-25f32863d2ae tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:18.971430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:18.999912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] DHCP port deletion for 1bc33614-423e-40b4-89b6-b051f4836702 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:26:19.014191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.020286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:19.021177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.031393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8990da79-000f-4900-90dc-99230947810b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:19.041139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74f65294-3fb0-4c55-a309-3098eca5f165 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:19.059745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Deleting port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:19.061910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.190778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=ebd9285f-8a55-483c-95d9-d8adcce254fb,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:19.195450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:19.201306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7370229
Nov 15 09:26:19.204861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33990) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:19.205482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:26:19.212716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:19.214934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:19.257015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a849c160>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:15Z', 'revision_number': 3, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:15Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:19.260261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:19.264075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:19.264604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Updating router 4f2d4697-11d5-4bfb-8726-37a79aa59697 port 071afbd4-7a7b-4167-b696-44afc4259306 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:19.285367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] For port 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3c98ed80-067b-4b03-92a4-6eb46e7bee56,segment=NetworkSegment(b3df55b7-06e3-48b9-bc21-65fca4725ad5),segment_id=b3df55b7-06e3-48b9-bc21-65fca4725ad5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:19.285948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.373747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:19.378356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:19.381615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:19.387646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:19.422568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.425666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.432578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:19.484387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Calling delete_port for 3c98ed80-067b-4b03-92a4-6eb46e7bee56 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:19.561420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.567472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:19.597522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad9eee6-d2ba-4cd3-b93c-198ad4f06585,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:19.613293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:19.628875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.723877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.728027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:19.729386 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8749566
Nov 15 09:26:19.736582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da465bd9-6cbe-41a8-8add-3fd0abe02fe0 None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:19.747157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 33994) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:19.751670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-83701479-4b51-4749-85cf-65cb5f0cce07 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:19.753383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-83701479-4b51-4749-85cf-65cb5f0cce07 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 1.7500544
Nov 15 09:26:19.757902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:19.764049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 33998) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:19.865704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:19.880559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-78469249-8dd8-4284-8c9b-ec28b29d2041 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:26:19.881065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78469249-8dd8-4284-8c9b-ec28b29d2041 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:19.907651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:19.913319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-78469249-8dd8-4284-8c9b-ec28b29d2041 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:19.914917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:19.918032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78469249-8dd8-4284-8c9b-ec28b29d2041 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/39bea50a-0e66-452d-ba99-66f3cc77190d HTTP/1.1" status: 404  len: 333 time: 0.1528699
Nov 15 09:26:19.933424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34002) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:19.940543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:19.948962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-721661330'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:19.955816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:19.960360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:19.963559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:19.970811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:20.038444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=0b7aa2a5-f950-466d-bb3a-38c6af331635,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:20.053474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:20.058483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77bf964-46c2-44cb-a345-e9838d011377 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:20.110522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:20.118511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.133757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Provisioning for port 071afbd4-7a7b-4167-b696-44afc4259306 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:20.137432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Port': ['ID=3c98ed80-067b-4b03-92a4-6eb46e7bee56,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:20.167138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8990da79-000f-4900-90dc-99230947810b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:20.173881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:20.174620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.177982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8990da79-000f-4900-90dc-99230947810b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:20.178430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.207787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.226645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Transition to ACTIVE for port object 071afbd4-7a7b-4167-b696-44afc4259306 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:20.255669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.255961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Provisioning complete for port 071afbd4-7a7b-4167-b696-44afc4259306 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:20.256361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.264941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] No DVR routers for this DVR port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:20.290130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ead23e8-7e6b-43ad-aefa-3f0edee86af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:20.310725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] For port 3c98ed80-067b-4b03-92a4-6eb46e7bee56, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3c98ed80-067b-4b03-92a4-6eb46e7bee56,segment=NetworkSegment(b3df55b7-06e3-48b9-bc21-65fca4725ad5),segment_id=b3df55b7-06e3-48b9-bc21-65fca4725ad5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:20.311181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.316781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:20.391060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.391060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment e63be2b4-9ac3-4153-b942-9226cd725bc6 of type vxlan for network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4
Nov 15 09:26:20.497356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.525505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.539751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.543534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Pushing event updated for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:20.551064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1d6fea9-cc55-4802-8bec-af726485ba25 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:20.575572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.578848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Calling delete_port for 3c98ed80-067b-4b03-92a4-6eb46e7bee56 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:20.585332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.585724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.586108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.586487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.586862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.587232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.587601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.587995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.588363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.588727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.589090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.589459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.589881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.590248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.590614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.590970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.591332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.591697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.592119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.592482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.592846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.608278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.608720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.609109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:20.616778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:20.633613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.667292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:20.674407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:20.674814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: aa5c3f6b-6e40-476a-bd40-4d37ef78becc, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:20.679740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Port 071afbd4-7a7b-4167-b696-44afc4259306 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:20.733275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fdcba0-e153-4d97-8c05-1a1dd0542046,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:20.745698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.749383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:20.778477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Provisioning for port ea689e62-6385-40fb-bec1-a360de17f4de completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:20.832922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Attempting to bind port 071afbd4-7a7b-4167-b696-44afc4259306 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:20.833355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Attempting to bind port 071afbd4-7a7b-4167-b696-44afc4259306 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:20.833776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Attempting to bind port 071afbd4-7a7b-4167-b696-44afc4259306 on network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:20.843528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5ca20>,) {'filters': {'network_id': ['1bc33614-423e-40b4-89b6-b051f4836702']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:20.843918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:20.845194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Checking segment: {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:20.845654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.846104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Bound using segment: {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:20.846642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Bound port: 071afbd4-7a7b-4167-b696-44afc4259306, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea39885-0de2-4e34-9967-be149f71cc10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:20.847204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.854278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=59e4b52e-1625-484d-82df-18a3b8be05b3,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:20.869209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:20.890712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Provisioning complete for port 8990da79-000f-4900-90dc-99230947810b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:20.891279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-370e7b01-b10e-4f3b-8a41-44bcf96a1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.903241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5ca20>, 'b3df55b7-06e3-48b9-bc21-65fca4725ad5') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:20.903932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d5ca20>, 'b3df55b7-06e3-48b9-bc21-65fca4725ad5') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:20.941172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.942661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1936905
Nov 15 09:26:20.945904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34006) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:20.950922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:20.974959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8990da79-000f-4900-90dc-99230947810b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8990da79-000f-4900-90dc-99230947810b,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:20.976089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:20.976501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:20.989342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:20.989872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: ebd9285f-8a55-483c-95d9-d8adcce254fb, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:20.996078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] For port 071afbd4-7a7b-4167-b696-44afc4259306, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:21.000853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] For port 071afbd4-7a7b-4167-b696-44afc4259306, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=071afbd4-7a7b-4167-b696-44afc4259306,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:21.001424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:21.015281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:21.015496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.021250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:21.025417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:21.028746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:21.036469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:21.043636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:21.046095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.050982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.051307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:21.052013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.056355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:21.078851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network ebd9285f-8a55-483c-95d9-d8adcce254fb is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:21.089322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:21.118646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, ebd9285f-8a55-483c-95d9-d8adcce254fb) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:21.143205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:21.143930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.237331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0312667
Nov 15 09:26:21.238303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34010) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:21.311632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=1b1b664a-4109-4a1c-9811-be1d3e2f9da4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:21.316308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:21.330412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.348906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, aa5c3f6b-6e40-476a-bd40-4d37ef78becc) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:21.374402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.381147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Releasing vxlan tunnel 7 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:21.398167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Pushing event updated for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:21.412889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:21.412889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.415727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754fba5a-aec3-425f-83ae-4307f638cbb2 None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:21.433421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:21.434133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a849c160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:21.455814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.5149853
Nov 15 09:26:21.456070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea689e62-6385-40fb-bec1-a360de17f4de up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:21.465064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34016) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:21.485958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:21.493699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:21.507898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:21.522656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922af873-58c1-4823-ba21-dc31b9fb2f99 None None] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:21.567486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Deleting port 3c98ed80-067b-4b03-92a4-6eb46e7bee56 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:21.567945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:21.682406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:21.908838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 7.0243745
Nov 15 09:26:21.932850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34020) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:21.957900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'port': {'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc', 'name': 'tempest-NetworksIpV6TestAttrs-34955193'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:22.007890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.061267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 1bc33614-423e-40b4-89b6-b051f4836702 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:22.081188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.096775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.108206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed929685-a29b-494f-a04d-5b2ff6d7d1af None None] The port '3c98ed80-067b-4b03-92a4-6eb46e7bee56' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:26:22.109452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:22.119759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:22.123542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:22.135684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:22.145541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:22.183046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8990da79-000f-4900-90dc-99230947810b,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:22.183627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a849c160>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:15Z', 'revision_number': 3, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:20Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:22.190461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b8d-6325-4cf3-b928-c2e0ff4d30c6 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:15Z', 'revision_number': 3, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:20Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:22.206913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.186s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:22.222122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:22.322870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a036ee51-3653-4a3e-b846-08e7b3ccb2ef,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:22.363521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ea689e62-6385-40fb-bec1-a360de17f4de completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:22.368064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:22.424660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:22.452008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ea689e62-6385-40fb-bec1-a360de17f4de triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:22.452428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.547826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Provisioning complete for port ea689e62-6385-40fb-bec1-a360de17f4de triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:22.548118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.548518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.549507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.5813937
Nov 15 09:26:22.554411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34024) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:22.562037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:22.567787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Network 1bc33614-423e-40b4-89b6-b051f4836702 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:22.572942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:22.580959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:22.585126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:22.598762 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:22.605335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:22.697331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:22.711254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:port and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:22.716292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:22.725030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.730170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-aa5c3f6b-6e40-476a-bd40-4d37ef78becc', 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc', 'tenant_id': 'afbe001e0bd648359811d8d3eced284f', 'fixed_ips': [{'subnet_id': '0b7aa2a5-f950-466d-bb3a-38c6af331635'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:22.731060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.739084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Project fe296ec3cbf947b9aeb5ad72927bf63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:26:22.749364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.762929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-ebd9285f-8a55-483c-95d9-d8adcce254fb', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:22.763871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.889150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:22.949532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.021738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.031713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd052602-1660-48ac-aee0-8f1d7cd0fd8c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:23.092621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.111941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:23.116959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.131281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:23.134221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c76895-2e56-44a3-8ebe-c9df35912a72,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:23.139556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:23.150975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.176205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Pushing event deleted for resources: {'Network': ['ID=1bc33614-423e-40b4-89b6-b051f4836702,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:23.193631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:23.198158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/networks/1bc33614-423e-40b4-89b6-b051f4836702 HTTP/1.1" status: 204  len: 168 time: 5.1858075
Nov 15 09:26:23.199013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34028) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:23.199543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.214666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.218545 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6594634
Nov 15 09:26:23.271390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34032) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:23.284143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:23.286023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'security_group_rule': {'security_group_id': '840b5952-2128-4374-9d56-0584bf31b44c', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:23.289821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.304888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:23.315895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:security_group_rule and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:23.321650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-35d5fb49-b801-44d7-92a1-b7164ac60c14 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Synchronizing usage tracker for tenant:b94e8bba5bfd413b84d1590d1dafc8e2 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:23.321891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:23.333339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:23.407080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Project fe296ec3cbf947b9aeb5ad72927bf63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:26:23.419928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.503235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-35d5fb49-b801-44d7-92a1-b7164ac60c14 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Unset dirty status for tenant:b94e8bba5bfd413b84d1590d1dafc8e2 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:23.506968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35d5fb49-b801-44d7-92a1-b7164ac60c14 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "GET /v2.0/ports?device_id=9bc54cd5-40b6-49e9-b532-d755e4738832 HTTP/1.1" status: 200  len: 205 time: 0.3024817
Nov 15 09:26:23.510207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34036) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:23.518045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port ea689e62-6385-40fb-bec1-a360de17f4de, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea689e62-6385-40fb-bec1-a360de17f4de,segment=NetworkSegment(b78a1c38-a3f2-4db5-b434-98c2eb56c0fd),segment_id=b78a1c38-a3f2-4db5-b434-98c2eb56c0fd)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:23.586546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.611642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.623230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.624767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:23.630864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f8d3d39-58bd-4b19-b14d-845c6f91bd16 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:23.650137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c505703-7c95-404f-ab93-b1c2d2a91fd6,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:23.667668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:23.699121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8:2::1 (ebd9285f-8a55-483c-95d9-d8adcce254fb/59e4b52e-1625-484d-82df-18a3b8be05b3/b20f5861-cd5e-4c0e-80a1-5c07389c8a0d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:23.722049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3c98ed80-067b-4b03-92a4-6eb46e7bee56 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:23.815162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.815380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] device_id is not set on port 965e06e2-dba6-4bd9-be1e-ea7986fe6d2f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:23.819112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5466232
Nov 15 09:26:23.821075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 3c98ed80-067b-4b03-92a4-6eb46e7bee56 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:26:23.821483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3c98ed80-067b-4b03-92a4-6eb46e7bee56 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:26:23.822777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34040) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:23.866601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'network': {'name': 'tempest-network-smoke--884209952', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:23.884916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:23.885139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:23.894843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:23.896114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:23.898090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=ea689e62-6385-40fb-bec1-a360de17f4de,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:23.901310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:23.902588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Allocated IP 2001:db8::f816:3eff:fe5c:4ab0 (aa5c3f6b-6e40-476a-bd40-4d37ef78becc/0b7aa2a5-f950-466d-bb3a-38c6af331635/81500f86-e7bf-4628-b54d-46213712f9a4) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:23.905433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:network and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:23.915607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:23.937880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:23.998859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.022963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object b20f5861-cd5e-4c0e-80a1-5c07389c8a0d will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:24.026583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Made reservation on behalf of fe296ec3cbf947b9aeb5ad72927bf63c for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:24.033333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.052615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 071afbd4-7a7b-4167-b696-44afc4259306 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:24.096854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:24.110971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.111320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Added segment 75bb2cd5-22b1-472e-a7b3-9733500ba596 of type vxlan for network b3a5c4ae-8531-410a-9a98-2677a38e40a9
Nov 15 09:26:24.141560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.174441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.192282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b051af91-9a19-4f83-962b-acc2d72c9ac7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:24.290154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Allocated IP 2001:db8:2::2 (ebd9285f-8a55-483c-95d9-d8adcce254fb/59e4b52e-1625-484d-82df-18a3b8be05b3/221d414f-32df-4d59-b328-cca7c084a1ea) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:24.294905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.300575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:24.301249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.311440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 071afbd4-7a7b-4167-b696-44afc4259306 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:24.320904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.325594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 071afbd4-7a7b-4167-b696-44afc4259306 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:24.326021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.372122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:24.375874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:24.387406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47677060-df29-406b-974c-5d711c33c69c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:24.420942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5871439
Nov 15 09:26:24.480971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34044) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:24.494625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'admin_state_up': True, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:24.523123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:24.526714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.528730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.533385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Network': ['ID=b3a5c4ae-8531-410a-9a98-2677a38e40a9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:24.535684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Transition to ACTIVE for port object 81500f86-e7bf-4628-b54d-46213712f9a4 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:24.536438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:24.537743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:router and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:24.547931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe3eee8c-1563-4ed2-98d2-d48e8da42b59 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:24.553154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:24.555193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:24.566571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:24.571062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network ebd9285f-8a55-483c-95d9-d8adcce254fb is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:24.573338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:24.575650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:24.576439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.582802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:24.621398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.622647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.643139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.648669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.708168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=e2059190-51a0-463f-b3e2-ee844a6bf3d2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:24.722180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:24.737230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.758247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.759172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Fanout notify agent at l3_agent the message router_deleted on router 9bc54cd5-40b6-49e9-b532-d755e4738832 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:26:24.766623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Transition to ACTIVE for port object 81500f86-e7bf-4628-b54d-46213712f9a4 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:24.868351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.868351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d7dfd13d-1c58-48eb-9bc2-62e66cc509ef tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] 10.222.0.81 "DELETE /v2.0/routers/9bc54cd5-40b6-49e9-b532-d755e4738832 HTTP/1.1" status: 204  len: 168 time: 1.3546703
Nov 15 09:26:24.873734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:24.879626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': 'e63be2b4-9ac3-4153-b942-9226cd725bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:24.880078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: 1b1b664a-4109-4a1c-9811-be1d3e2f9da4, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:24.889273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Allocated IP 2001:db8::f816:3eff:fe03:f284 (aa5c3f6b-6e40-476a-bd40-4d37ef78becc/0b7aa2a5-f950-466d-bb3a-38c6af331635/965e06e2-dba6-4bd9-be1e-ea7986fe6d2f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:24.963908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:25.025602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041edd1a-fee4-47ad-aecd-aa74eca8635b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:25.077447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.090802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1b1b664a-4109-4a1c-9811-be1d3e2f9da4) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:25.130369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:25.131046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.135554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7018ca-cd4c-42b2-b2ed-d69abf7fc5ed None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:25.154543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:25.224239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7486260
Nov 15 09:26:25.224678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34050) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:25.231934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:25.332984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.371240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Transition to ACTIVE for port object 965e06e2-dba6-4bd9-be1e-ea7986fe6d2f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:25.391863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:25.393944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Provisioning complete for port 8990da79-000f-4900-90dc-99230947810b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:25.394371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcfee309-1a11-459f-8838-e097e5fb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.454352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:25.460405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:25.464550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:25.471822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:25.494258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.500385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:25.520545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd3fe5b4-b5b1-4ead-9da8-f466fd3f9809 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:25.587727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.643735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Pushing event updated for resources: {'Port': ['ID=81500f86-e7bf-4628-b54d-46213712f9a4,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:25.663730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:25.694405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.710837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Attempting to bind port 81500f86-e7bf-4628-b54d-46213712f9a4 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:25.711265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Attempting to bind port 81500f86-e7bf-4628-b54d-46213712f9a4 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:25.711687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Attempting to bind port 81500f86-e7bf-4628-b54d-46213712f9a4 on network aa5c3f6b-6e40-476a-bd40-4d37ef78becc {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:25.741936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Transition to ACTIVE for port object 221d414f-32df-4d59-b328-cca7c084a1ea will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:25.770593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 071afbd4-7a7b-4167-b696-44afc4259306, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=071afbd4-7a7b-4167-b696-44afc4259306,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:25.776332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:25.776930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Checking segment: {'id': '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:25.777199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.777721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Bound using segment: {'id': '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:25.778281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Bound port: 81500f86-e7bf-4628-b54d-46213712f9a4, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa5c3f6b-6e40-476a-bd40-4d37ef78becc'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:25.778719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.810651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34056) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:25.836974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.837930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8990da79-000f-4900-90dc-99230947810b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:25.916073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:25.972975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:25.975555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Transition to ACTIVE for port object 221d414f-32df-4d59-b328-cca7c084a1ea will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:25.979634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:25.998031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.000946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.060646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.072201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.073223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.093190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e86c278-0273-4f3c-b9c7-ca49c3bc5319 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:26.100698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.124768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Port': ['ID=965e06e2-dba6-4bd9-be1e-ea7986fe6d2f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:26.128412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:26.220250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2059190-51a0-463f-b3e2-ee844a6bf3d2 (CIDR: 172.20.0.0/28)
Nov 15 09:26:26.230756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:26.231639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:26.234100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:26.239421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:26.240162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.257345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:26:26.258480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:26:26.275401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': 'e2059190-51a0-463f-b3e2-ee844a6bf3d2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:26.276305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.278471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:26.294762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 949 time: 4.3535717
Nov 15 09:26:26.298137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34062) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:26.316461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:26.323263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:26.335360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] For port 81500f86-e7bf-4628-b54d-46213712f9a4, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:26.337641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-95f4d962-4b29-4dd3-b88b-f6a6355f195c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:26.339699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:26.349154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc3fe73c-3bbb-42c1-975f-8a1215371d55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1195154
Nov 15 09:26:26.350448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34066) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:26.374351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:26.445951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] For port 81500f86-e7bf-4628-b54d-46213712f9a4, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=81500f86-e7bf-4628-b54d-46213712f9a4,segment=NetworkSegment(09917cea-d5bb-4e1f-ad55-4dc2bb0b614d),segment_id=09917cea-d5bb-4e1f-ad55-4dc2bb0b614d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:26.490053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b65b0e0c-1e5f-44a3-bc02-1d66145a994f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b94e8bba5bfd413b84d1590d1dafc8e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6750708
Nov 15 09:26:26.496601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34072) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:26.545481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.585553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting subnet 0b7aa2a5-f950-466d-bb3a-38c6af331635 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:26.588112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Pushing event updated for resources: {'Port': ['ID=221d414f-32df-4d59-b328-cca7c084a1ea,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:26.589086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.646116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8990da79-000f-4900-90dc-99230947810b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:26.646458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.664162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network ebd9285f-8a55-483c-95d9-d8adcce254fb is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:26.666104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.673723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:26.681426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.685425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:26.686018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:26.749430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.820326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:26.830218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:26.836314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:26.863332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:26.879952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:26.884786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:26.892489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:26.902369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:26.973589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Allocated IP 172.26.4.17 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/eab08e4b-c6cb-4393-8f07-1e9d2f222f6e) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:26.982253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:26.990764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Pushing event updated for resources: {'Port': ['ID=81500f86-e7bf-4628-b54d-46213712f9a4,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:26.995177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:27.024490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.035949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec7ee7ca-1cc7-43ad-bfeb-e8ae3801d5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:27.063788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb3dc1-9dc0-44c7-9849-6c753b9db9b5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:27.066728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:27.072446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.085277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2aeb3dc1-9dc0-44c7-9849-6c753b9db9b5 HTTP/1.1" status: 204  len: 168 time: 0.5757961
Nov 15 09:26:27.118914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Attempting to bind port 221d414f-32df-4d59-b328-cca7c084a1ea on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:27.119342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Attempting to bind port 221d414f-32df-4d59-b328-cca7c084a1ea by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:27.119758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Attempting to bind port 221d414f-32df-4d59-b328-cca7c084a1ea on network ebd9285f-8a55-483c-95d9-d8adcce254fb {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:27.197279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:27.197700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Checking segment: {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:27.198134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.198568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Bound using segment: {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:27.199114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Bound port: 221d414f-32df-4d59-b328-cca7c084a1ea, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:27.199545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.311500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.339118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05ad5f6d-3e95-42fd-b681-e21daadc4d44 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:27.411041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea689e62-6385-40fb-bec1-a360de17f4de up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:27.457860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=0b7aa2a5-f950-466d-bb3a-38c6af331635,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:27.476655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:27.481035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.521562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.529861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/0b7aa2a5-f950-466d-bb3a-38c6af331635 HTTP/1.1" status: 204  len: 168 time: 1.2305572
Nov 15 09:26:27.536414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:27.566365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Allocated IP 172.20.0.2 (1b1b664a-4109-4a1c-9811-be1d3e2f9da4/e2059190-51a0-463f-b3e2-ee844a6bf3d2/014f566a-0ad7-465d-ac7a-68706f1ddbf2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:27.640669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b745cc-912b-42ad-872d-7b2ef51ccb26 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:27.643394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b745cc-912b-42ad-872d-7b2ef51ccb26 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:27.644283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-28b745cc-912b-42ad-872d-7b2ef51ccb26 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Synchronizing usage tracker for tenant:afbe001e0bd648359811d8d3eced284f on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:27.659645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.722365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-28b745cc-912b-42ad-872d-7b2ef51ccb26 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Unset dirty status for tenant:afbe001e0bd648359811d8d3eced284f on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:27.723592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-28b745cc-912b-42ad-872d-7b2ef51ccb26 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1861465
Nov 15 09:26:27.726682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34094) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:27.728705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ea689e62-6385-40fb-bec1-a360de17f4de triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:27.729145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.748492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:27.767024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] For port 221d414f-32df-4d59-b328-cca7c084a1ea, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:27.803556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] For port 221d414f-32df-4d59-b328-cca7c084a1ea, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=221d414f-32df-4d59-b328-cca7c084a1ea,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:27.879416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.890515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2b7da0e-89c4-4916-991d-3835495f1a2d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.916366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b0e1bb9-ed6d-4a7b-909b-ffe7aed58f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:27.964357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:27.971200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b7da0e-89c4-4916-991d-3835495f1a2d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:26:27.971713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b7da0e-89c4-4916-991d-3835495f1a2d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 409 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:26:27.977660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a2b7da0e-89c4-4916-991d-3835495f1a2d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/aa5c3f6b-6e40-476a-bd40-4d37ef78becc HTTP/1.1" status: 409  len: 405 time: 0.2498643
Nov 15 09:26:27.978377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34102) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:27.991588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd0c755f-9c3b-4e2a-aa22-4eaa514ebef7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:27.991940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-489075266'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:27.998149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:28.003789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:28.007185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:28.015651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:28.050764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:28.071744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.124079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:28.136224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.136682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment c818747b-24d0-43e1-96a2-ab3ab257f825 of type vxlan for network 9ac975bb-f88d-4acf-a214-9074fb1a1da2
Nov 15 09:26:28.174444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.208039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Pushing event updated for resources: {'Port': ['ID=221d414f-32df-4d59-b328-cca7c084a1ea,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:28.234742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:28.244942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.249624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:28.250555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.273295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5b53cd6-1aaf-4772-9966-6d0197e02d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:28.367340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.389997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4077404
Nov 15 09:26:28.394074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34112) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:28.400026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 071afbd4-7a7b-4167-b696-44afc4259306 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:28.406815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:28.440279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Transition to ACTIVE for port object 014f566a-0ad7-465d-ac7a-68706f1ddbf2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:28.442360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=9ac975bb-f88d-4acf-a214-9074fb1a1da2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:28.484090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:28.497677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:28.553535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34116) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:28.571981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:28.574232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:28.582550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:28.627296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:28.633102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Transition to ACTIVE for port object 014f566a-0ad7-465d-ac7a-68706f1ddbf2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:28.636354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:28.639499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:28.745915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2027232999'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:28.756446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:28.765410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.780104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:28.792180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Usage tracker for resource:network and tenant:1a159de2f8d9445cb5b2995384eb63a5 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:28.811955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:28.865112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:28.897539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:28.907517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:28.911425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:28.916097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:28.918244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:29.008050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Made reservation on behalf of 1a159de2f8d9445cb5b2995384eb63a5 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:29.008792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:29.014964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.038668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 071afbd4-7a7b-4167-b696-44afc4259306 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:29.039192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.042680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.123587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:29.124327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3260828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:29.130326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:29.155379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Usage tracker for resource:security_group_rule and tenant:1a159de2f8d9445cb5b2995384eb63a5 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:29.163051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:29.178286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:29.265873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0262764
Nov 15 09:26:29.269479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34124) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:29.277991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1346584797'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:29.284032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:29.288291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:network and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:29.295624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:29.303410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:29.348258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Pushing event updated for resources: {'Port': ['ID=014f566a-0ad7-465d-ac7a-68706f1ddbf2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:29.348595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:29.358671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.362182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:29.435873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.436263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.437541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.440216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:29.458921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.465777 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added segment 05a1f30a-2a37-408a-8bee-34fca146df56 of type vxlan for network 970d5254-55f0-479d-9e9d-a35cd61e4c13
Nov 15 09:26:29.492965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.500692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d038314a-8e90-4221-a56f-997dafc1ca65 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:29.511712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b872cc-1d57-416b-9c05-1fa49f8fc43b None None] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:29.583427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.585067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08fbc7-f624-4de8-bfb2-01e32157a8e0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:29.589663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:29.660223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:26:29.661716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.678653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef6407b-63e3-451f-9d3e-95c2da0b2f74 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:29.712398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.730631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe93ea4b-ac06-4057-a0a2-7b5cd7de304c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:29.738679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:29.779382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:29.779382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:29.838054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=7d8da52b-29c6-4c0e-beb9-4a819ed59dcf,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:29.843147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:29.877535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:29.894209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.898723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:29.899492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:29.908058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:29.909813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': 'c818747b-24d0-43e1-96a2-ab3ab257f825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:29.909973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: 9ac975bb-f88d-4acf-a214-9074fb1a1da2, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:29.935079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:29.958087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:29.993025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 9ac975bb-f88d-4acf-a214-9074fb1a1da2) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:30.015466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421ab50-b953-4a30-b1de-05c6ceaea635 None None] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:30.043074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:30.043074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.092853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8221619
Nov 15 09:26:30.094208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=00bd678d-7666-4a35-a0a4-dbe543775105,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:30.094542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34130) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:30.101442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'subnet': {'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:30.109509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:30.111523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c7c3e62d-6277-4502-9692-4868b888cb10 None None] Provisioning for port 81500f86-e7bf-4628-b54d-46213712f9a4 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:30.113702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-114f5be5-b768-43c8-b549-36a2370ae0ab tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:30.198828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8036511
Nov 15 09:26:30.208258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34134) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:30.210587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 81500f86-e7bf-4628-b54d-46213712f9a4 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:30.237273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'port': {'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2', 'name': 'tempest-NetworksIpV6TestAttrs-1781049903'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:30.251635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:30.253765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Attempting to bind port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:30.254199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Attempting to bind port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e63be2b4-9ac3-4153-b942-9226cd725bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:30.254618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Attempting to bind port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 on network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:30.257012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:subnet and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:30.260319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:30.260737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:30.267388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:30.272510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:30.290172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.322490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:30.326683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Made reservation on behalf of d3aad46be1374bca85ebc18668b9e05d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:30.349494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Network': ['ID=970d5254-55f0-479d-9e9d-a35cd61e4c13,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:30.364582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:30.365214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:30.365885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.431498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:30.451571 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.0980713
Nov 15 09:26:30.463199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34138) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:30.478710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'fixed_ips': [{'subnet_id': 'e2059190-51a0-463f-b3e2-ee844a6bf3d2'}, {'subnet_id': '00bd678d-7666-4a35-a0a4-dbe543775105'}], 'name': 'tempest-PortsTestJSON-284470061'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:30.479296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.542980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:30.566816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:30.567249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Checking segment: {'id': 'e63be2b4-9ac3-4153-b942-9226cd725bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:30.567735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.568159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Bound using segment: {'id': 'e63be2b4-9ac3-4153-b942-9226cd725bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:30.568708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Bound port: 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63be2b4-9ac3-4153-b942-9226cd725bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:30.569849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.575502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.575986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Added segment e47fb30f-7f66-475e-ad3a-94b057dc6a55 of type vxlan for network 7f869481-8239-431c-aa93-e1e0d079bae2
Nov 15 09:26:30.580616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:30.599651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:port and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:30.606074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:30.620831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:30.649499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.680127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf85aa9-fcdc-4ef1-b90b-1312f07a2a7f None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:30.683091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:30.692091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.716215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Router 00626a1c-9401-40bd-8378-b2e4a276b817 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:26:30.734184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:30.758164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:30.763706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:30.787604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:30.815441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.819617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:30.820293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:30.826038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edf36d3d-9ad8-4e27-bfd4-5bb70b1c5ac8 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:30.964643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:30.973347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:31.025954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Pushing event updated for resources: {'Network': ['ID=7f869481-8239-431c-aa93-e1e0d079bae2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:31.032090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:31.048805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 2.4941099
Nov 15 09:26:31.053392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34142) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:31.058170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] device_id is not set on port 79cd126d-2eee-4cdd-9528-2a0e378be98c yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:31.058972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-50393a87-b874-414b-bc4e-a754a4c72cb4 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a16502b0>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-1801759491') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:31.088308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 7f869481-8239-431c-aa93-e1e0d079bae2 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:31.102452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 7f869481-8239-431c-aa93-e1e0d079bae2 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:31.160877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e890052-a936-458f-b08b-a35d671cc8db None None] Provisioning for port 221d414f-32df-4d59-b328-cca7c084a1ea completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:31.417805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port ee93a380-1704-475b-8e63-224b35b6f222 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:31.506220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Allocated IP 2001:db8::f816:3eff:fe15:e1e1 (9ac975bb-f88d-4acf-a214-9074fb1a1da2/7d8da52b-29c6-4c0e-beb9-4a819ed59dcf/79cd126d-2eee-4cdd-9528-2a0e378be98c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:31.525748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 81500f86-e7bf-4628-b54d-46213712f9a4 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:31.529225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-9ac975bb-f88d-4acf-a214-9074fb1a1da2', 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2', 'tenant_id': 'afbe001e0bd648359811d8d3eced284f', 'fixed_ips': [{'subnet_id': '7d8da52b-29c6-4c0e-beb9-4a819ed59dcf'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:31.530077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:31.581829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 81500f86-e7bf-4628-b54d-46213712f9a4 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:31.582388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:31.606891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:31.623159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d1bff5e-0ba5-46ff-875a-c0be6ff4a924 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:31.661314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50393a87-b874-414b-bc4e-a754a4c72cb4 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "PUT /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-1801759491 HTTP/1.1" status: 201  len: 201 time: 0.6068203
Nov 15 09:26:31.666352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:31.675954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:31.709300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] DHCP port deletion for aa5c3f6b-6e40-476a-bd40-4d37ef78becc request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:26:31.714184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-42d28420-1e42-41f4-8a13-149f76f4210b tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a264d978>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-1801759491') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:31.763939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Subnet': ['ID=a952940b-d4cd-4ed3-8a6c-c43c72073dc2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:31.769220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:31.870996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Deleting port 81500f86-e7bf-4628-b54d-46213712f9a4 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:31.871430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:31.880385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Checking segment: {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:31.880800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network hostable DHCP agents. Network: 970d5254-55f0-479d-9e9d-a35cd61e4c13, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:31.907146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=014f566a-0ad7-465d-ac7a-68706f1ddbf2,segment=NetworkSegment(e63be2b4-9ac3-4153-b942-9226cd725bc6),segment_id=e63be2b4-9ac3-4153-b942-9226cd725bc6)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:31.941448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:31.998207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 970d5254-55f0-479d-9e9d-a35cd61e4c13) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:32.013631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:32.014309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.064269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.070278 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9719388
Nov 15 09:26:32.070695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34150) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:32.090559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d152e5a7-d38e-418f-844d-99e707cb5eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:32.127498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d4ad1-33b8-4a4f-9e03-951ff621834f None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:32.132325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:32.145590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Sync routers for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:32.166499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:32.168098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8384e48>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:32.205183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Pushing event updated for resources: {'Port': ['ID=014f566a-0ad7-465d-ac7a-68706f1ddbf2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:32.208701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:32.290739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.294974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 7.8068466
Nov 15 09:26:32.302377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34154) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:32.352365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3260828>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:24Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:32.393321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42d28420-1e42-41f4-8a13-149f76f4210b tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-1801759491 HTTP/1.1" status: 204  len: 168 time: 0.6891685
Nov 15 09:26:32.399319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.405186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34160) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:32.448045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-1d28f1fd-1225-4997-99b5-eb14a83b676c tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a21a9d68>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:32.463665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:32.464131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Updating router 4f2d4697-11d5-4bfb-8726-37a79aa59697 port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:32.504003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Transition to ACTIVE for port object 79cd126d-2eee-4cdd-9528-2a0e378be98c will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:32.606041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.5 (1b1b664a-4109-4a1c-9811-be1d3e2f9da4/e2059190-51a0-463f-b3e2-ee844a6bf3d2/ee93a380-1704-475b-8e63-224b35b6f222) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:32.617900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.29 (1b1b664a-4109-4a1c-9811-be1d3e2f9da4/00bd678d-7666-4a35-a0a4-dbe543775105/ee93a380-1704-475b-8e63-224b35b6f222) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:32.658308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d28f1fd-1225-4997-99b5-eb14a83b676c tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags HTTP/1.1" status: 200  len: 238 time: 0.2519541
Nov 15 09:26:32.664775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34164) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:32.679603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-e9832ba5-1c0f-43ab-a2b8-64ef70aa53a4 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1a1fd30>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', {'tags': ['tempest-TagsTest-Tag-246658487', 'tempest-TagsTest-Tag-994782007', 'tempest-TagsTest-Tag-722699160']}) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:32.716118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-03ebdc43-d785-497b-8434-e83d22ba0834 tempest-TestNetworkAdvancedServerOps-441106381 tempest-TestNetworkAdvancedServerOps-441106381] 10.222.0.81 "GET /v2.0/subnets?project_id=fe296ec3cbf947b9aeb5ad72927bf63c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4065804
Nov 15 09:26:32.718612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34168) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:32.726488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251338037', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:32.736867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:32.782703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.807627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:32.864117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.890941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:32.957077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:32.966038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:subnet and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:32.971151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:32.987257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:33.103480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Made reservation on behalf of fe296ec3cbf947b9aeb5ad72927bf63c for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:33.192444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.215480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object ee93a380-1704-475b-8e63-224b35b6f222 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:33.258277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8384e48>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:29Z', 'revision_number': 3, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:33.265381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Checking router: 00626a1c-9401-40bd-8378-b2e4a276b817 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:33.266592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Updating router 00626a1c-9401-40bd-8378-b2e4a276b817 port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:33.318593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.363708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9832ba5-1c0f-43ab-a2b8-64ef70aa53a4 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "PUT /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags HTTP/1.1" status: 200  len: 306 time: 0.6954875
Nov 15 09:26:33.365006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34172) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:33.385636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-b97393c1-c686-4759-94b9-97202f04b289 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a19fedd8>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-246658487') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:33.394049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.409172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.627650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:33.629079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Port': ['ID=79cd126d-2eee-4cdd-9528-2a0e378be98c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:33.659981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:33.662185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:33.664131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c56752e9-be47-4159-b9fb-03ba830b01be tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:33.760113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.775304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Transition to ACTIVE for port object b20f5861-cd5e-4c0e-80a1-5c07389c8a0d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:33.780919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:33.788347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Allocated IP 2001:db8::f816:3eff:fe0b:2c2d (9ac975bb-f88d-4acf-a214-9074fb1a1da2/7d8da52b-29c6-4c0e-beb9-4a819ed59dcf/ece807b6-28da-441d-a490-08c8c217597c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:33.839999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] For port 81500f86-e7bf-4628-b54d-46213712f9a4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=81500f86-e7bf-4628-b54d-46213712f9a4,segment=NetworkSegment(09917cea-d5bb-4e1f-ad55-4dc2bb0b614d),segment_id=09917cea-d5bb-4e1f-ad55-4dc2bb0b614d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:33.840499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.849902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ee93a380-1704-475b-8e63-224b35b6f222,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:33.873052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:33.873310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.899467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3f6d28-9d6c-4aa4-b328-7c30b798eb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:33.915438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:33.920341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b97393c1-c686-4759-94b9-97202f04b289 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "DELETE /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-246658487 HTTP/1.1" status: 204  len: 168 time: 0.5501239
Nov 15 09:26:33.924607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34176) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:33.925815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:33.930406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:33.936248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:33.937175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:33.971000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-9219ee65-7653-44f9-b371-acb1173961e3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1b65da0>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-246658487') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:34.009547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.7834916
Nov 15 09:26:34.021806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34180) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:34.072885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.091364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Transition to ACTIVE for port object eab08e4b-c6cb-4393-8f07-1e9d2f222f6e will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:34.122864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:34.123571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.124680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.157006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c022d3b-779e-4347-bcc7-8569c51d9431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:34.175054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-9219ee65-7653-44f9-b371-acb1173961e3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] show failed (client error): The resource could not be found.
Nov 15 09:26:34.188289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9219ee65-7653-44f9-b371-acb1173961e3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-246658487 HTTP/1.1" status: 404  len: 325 time: 0.2594261
Nov 15 09:26:34.189854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34184) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:34.197281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-9497bfde-3d0e-4d51-a766-f53562a91a29 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a26114a8>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-994782007') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:34.244590 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.7775826
Nov 15 09:26:34.247645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34188) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:34.260359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2059190-51a0-463f-b3e2-ee844a6bf3d2'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:34.278145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Calling delete_port for 81500f86-e7bf-4628-b54d-46213712f9a4 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:34.308688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.327690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 81500f86-e7bf-4628-b54d-46213712f9a4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=81500f86-e7bf-4628-b54d-46213712f9a4,segment=NetworkSegment(09917cea-d5bb-4e1f-ad55-4dc2bb0b614d),segment_id=09917cea-d5bb-4e1f-ad55-4dc2bb0b614d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:34.418249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Pushing event updated for resources: {'Port': ['ID=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:34.423273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:34.454007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.455647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 221d414f-32df-4d59-b328-cca7c084a1ea up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:34.540401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-970d5254-55f0-479d-9e9d-a35cd61e4c13', 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'fixed_ips': [{'subnet_id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:34.541629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.611458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Attempting to bind port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:34.612395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Attempting to bind port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:34.613502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Attempting to bind port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:34.624113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:34.625379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:34.626033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.626653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:34.627361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Bound port: eab08e4b-c6cb-4393-8f07-1e9d2f222f6e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:34.627997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.668421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Pushing event updated for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:34.673377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:34.725859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:34.759118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] For port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:34.763245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] For port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:34.810861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.913045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:34.930446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-47beb098-5be1-46ee-869f-0d5b89733671 None None] Provisioning for port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:34.954598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9497bfde-3d0e-4d51-a766-f53562a91a29 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-994782007 HTTP/1.1" status: 204  len: 168 time: 0.7606368
Nov 15 09:26:34.987010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:34.997827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d267447-1a2f-43ee-8749-8fa9ad59b743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:35.006465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-e9650f52-b7d1-47a0-b18d-0d85fbbafe38 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1ed7e48>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-722699160') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:35.138004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Pushing event updated for resources: {'Port': ['ID=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:35.143764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:35.172933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:35.173498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:35.174988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:35.176191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8384e48>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:35.195953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=81500f86-e7bf-4628-b54d-46213712f9a4,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:35.201251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:35.242705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 221d414f-32df-4d59-b328-cca7c084a1ea completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:35.254898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting subnet 7d8da52b-29c6-4c0e-beb9-4a819ed59dcf {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:35.273278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 221d414f-32df-4d59-b328-cca7c084a1ea triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:35.273854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.400010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.514481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:35.553110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Delete allocated IP 172.20.0.29 (1b1b664a-4109-4a1c-9811-be1d3e2f9da4/00bd678d-7666-4a35-a0a4-dbe543775105) {{(pid=81074) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:26:35.574486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.666296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dedaf556-9c12-4e08-a77d-3184cc19514e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:35.713958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Deleting port 81500f86-e7bf-4628-b54d-46213712f9a4 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:35.714760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.776475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.792252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Transition to ACTIVE for port object ece807b6-28da-441d-a490-08c8c217597c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:35.801289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c6da3ae7-3cd4-41f3-8e0e-57a474330a0f None None] Provisioning complete for port 221d414f-32df-4d59-b328-cca7c084a1ea triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:35.802052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6da3ae7-3cd4-41f3-8e0e-57a474330a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.812204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Ignored duplicate provisioning block setup for port ee93a380-1704-475b-8e63-224b35b6f222 by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 15 09:26:35.847394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9650f52-b7d1-47a0-b18d-0d85fbbafe38 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-722699160 HTTP/1.1" status: 204  len: 168 time: 0.8591440
Nov 15 09:26:35.852192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34196) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:35.874079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:35.881818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-8de523a6-518b-483b-97af-df2b82815613 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1a18dd8>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:35.958032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Subnet': ['ID=1fb52deb-7d15-4697-87ad-5d1b3e555191,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:35.978275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Attempting to bind port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:35.978929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Attempting to bind port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:35.979568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Attempting to bind port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d on network ebd9285f-8a55-483c-95d9-d8adcce254fb {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:35.985514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Transition to ACTIVE for port object ece807b6-28da-441d-a490-08c8c217597c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:35.994350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:36.023914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8384e48>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:29Z', 'revision_number': 3, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:36.029011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e70f-cb28-4879-b723-5acae0ab4be7 None None] The sync data for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs is: [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:29Z', 'revision_number': 3, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:36.031729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f5c6537-c8ce-4a9f-a4b2-9f5f07e46b01 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:36.052183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.115149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:36.133200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.186474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ee93a380-1704-475b-8e63-224b35b6f222,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:36.191909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:36.192757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] In _notify_port_updated(), no bound segment for port ee93a380-1704-475b-8e63-224b35b6f222 on network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:26:36.197057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:36.197644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.201908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/ports/ee93a380-1704-475b-8e63-224b35b6f222 HTTP/1.1" status: 200  len: 918 time: 1.9500437
Nov 15 09:26:36.202766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34200) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:36.210436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2059190-51a0-463f-b3e2-ee844a6bf3d2'}, {'subnet_id': '00bd678d-7666-4a35-a0a4-dbe543775105'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:36.228718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd6375-7313-4df2-a403-37e34ee69fe9 None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:36.275527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.336510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:36.336882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Checking segment: {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:36.337359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.337832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Bound using segment: {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:36.338534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Bound port: b20f5861-cd5e-4c0e-80a1-5c07389c8a0d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24776248-8d18-444d-961c-14c18488510f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:36.338818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.368602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.417949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Checking segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:36.417949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network hostable DHCP agents. Network: b3a5c4ae-8531-410a-9a98-2677a38e40a9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:36.475828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8de523a6-518b-483b-97af-df2b82815613 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "DELETE /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags HTTP/1.1" status: 204  len: 168 time: 0.6051912
Nov 15 09:26:36.475828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.508972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34204) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:36.520730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-a868090a-6371-4a61-8dc5-2ac21b6b96b3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1f78780>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-994782007') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:36.528292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:36.596954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b3a5c4ae-8531-410a-9a98-2677a38e40a9) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:36.677134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:36.677805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:36.729421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c478f1-5c58-4666-b9ae-db9bad4fcdbb None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:36.741484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 4.0208926
Nov 15 09:26:36.744220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34208) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:36.981634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.054789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Pushing event updated for resources: {'Port': ['ID=ece807b6-28da-441d-a490-08c8c217597c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:37.078251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:37.114160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e8ed48b-9a45-49a2-923d-a01badeb0ffc tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:37.116745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a868090a-6371-4a61-8dc5-2ac21b6b96b3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] show failed (client error): The resource could not be found.
Nov 15 09:26:37.117974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a868090a-6371-4a61-8dc5-2ac21b6b96b3 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-994782007 HTTP/1.1" status: 404  len: 325 time: 0.6070359
Nov 15 09:26:37.130708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Allocated IP 2001:db8:3::2 (970d5254-55f0-479d-9e9d-a35cd61e4c13/a952940b-d4cd-4ed3-8a6c-c43c72073dc2/6b429753-c49d-46a7-bc44-52b0bc16aa0c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:37.144109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34212) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.154242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-2918a8ea-b14b-4946-b7d7-3e2cf6b8a479 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1abd978>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2', 'tempest-TagsTest-Tag-722699160') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:37.177956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=7d8da52b-29c6-4c0e-beb9-4a819ed59dcf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:37.185054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:37.227469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] For port 81500f86-e7bf-4628-b54d-46213712f9a4, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=81500f86-e7bf-4628-b54d-46213712f9a4,segment=NetworkSegment(09917cea-d5bb-4e1f-ad55-4dc2bb0b614d),segment_id=09917cea-d5bb-4e1f-ad55-4dc2bb0b614d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:37.227859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.249495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.274394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/7d8da52b-29c6-4c0e-beb9-4a819ed59dcf HTTP/1.1" status: 204  len: 168 time: 3.2635272
Nov 15 09:26:37.278610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34216) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.299050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.313258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:37.357338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750623f-f93b-4b09-82f9-91cb29c1fb10 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:37.358970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750623f-f93b-4b09-82f9-91cb29c1fb10 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:37.360577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9750623f-f93b-4b09-82f9-91cb29c1fb10 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Synchronizing usage tracker for tenant:afbe001e0bd648359811d8d3eced284f on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:37.381869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2918a8ea-b14b-4946-b7d7-3e2cf6b8a479 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] show failed (client error): The resource could not be found.
Nov 15 09:26:37.384202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2918a8ea-b14b-4946-b7d7-3e2cf6b8a479 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "GET /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags/tempest-TagsTest-Tag-722699160 HTTP/1.1" status: 404  len: 325 time: 0.2341948
Nov 15 09:26:37.386025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34220) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.392905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-218ef9e4-a41b-4971-af3c-a29b75ef537b tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2c791d0>, 'networks', '7f869481-8239-431c-aa93-e1e0d079bae2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:37.410955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:37.466797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.28 (1b1b664a-4109-4a1c-9811-be1d3e2f9da4/00bd678d-7666-4a35-a0a4-dbe543775105/ee93a380-1704-475b-8e63-224b35b6f222) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:37.470998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9750623f-f93b-4b09-82f9-91cb29c1fb10 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Unset dirty status for tenant:afbe001e0bd648359811d8d3eced284f on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:37.472323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9750623f-f93b-4b09-82f9-91cb29c1fb10 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1933408
Nov 15 09:26:37.476247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34224) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.519253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:37.638635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2fa1-0606-445f-a24c-a15e491fa3ed tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.708963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-218ef9e4-a41b-4971-af3c-a29b75ef537b tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "DELETE /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2/tags HTTP/1.1" status: 204  len: 168 time: 0.3217769
Nov 15 09:26:37.715815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34228) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.743098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Calling delete_port for 81500f86-e7bf-4628-b54d-46213712f9a4 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:37.754782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfc2fa1-0606-445f-a24c-a15e491fa3ed tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:26:37.755292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfc2fa1-0606-445f-a24c-a15e491fa3ed tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 409 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:26:37.760937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6cfc2fa1-0606-445f-a24c-a15e491fa3ed tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/9ac975bb-f88d-4acf-a214-9074fb1a1da2 HTTP/1.1" status: 409  len: 405 time: 0.2798488
Nov 15 09:26:37.763003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34232) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:37.775793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2058745614'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:37.786015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:37.794005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:37.808712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:37.824956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:37.833928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.865441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Ignored duplicate provisioning block setup for port ee93a380-1704-475b-8e63-224b35b6f222 by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 15 09:26:37.888971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] For port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:37.899257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.902402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6da3ae7-3cd4-41f3-8e0e-57a474330a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.917111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:37.917988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.930014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:37.935491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.951580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:37.974920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f0871d9-2c60-4141-9316-3330207524a2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:38.014454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] For port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:38.082508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.096316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:38.123592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.134586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 221d414f-32df-4d59-b328-cca7c084a1ea, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=221d414f-32df-4d59-b328-cca7c084a1ea,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:38.160620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:38.198600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ee93a380-1704-475b-8e63-224b35b6f222,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:38.208438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:38.212590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.212871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment 24ceb6ec-4701-45aa-84e7-13029433a123 of type vxlan for network 1699409a-fce5-4f91-862a-2e91594f5c48
Nov 15 09:26:38.261558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a33279b0>,) {'filters': {'network_id': ['7f869481-8239-431c-aa93-e1e0d079bae2']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:38.273959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.276754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33279b0>, 'e47fb30f-7f66-475e-ad3a-94b057dc6a55') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:38.277111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a33279b0>, 'e47fb30f-7f66-475e-ad3a-94b057dc6a55') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:38.284211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Attempting to bind port ece807b6-28da-441d-a490-08c8c217597c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:38.284777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Attempting to bind port ece807b6-28da-441d-a490-08c8c217597c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c818747b-24d0-43e1-96a2-ab3ab257f825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:38.285039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Attempting to bind port ece807b6-28da-441d-a490-08c8c217597c on network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:38.291697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.301786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.313364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.316038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Releasing vxlan tunnel 13 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:38.459194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:38.459194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Checking segment: {'id': 'c818747b-24d0-43e1-96a2-ab3ab257f825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:38.459555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.459935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Bound using segment: {'id': 'c818747b-24d0-43e1-96a2-ab3ab257f825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:38.460432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Bound port: ece807b6-28da-441d-a490-08c8c217597c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c818747b-24d0-43e1-96a2-ab3ab257f825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ac975bb-f88d-4acf-a214-9074fb1a1da2'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:38.460858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.470925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.476393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.480593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:38.481243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.491650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09518fdf-e75a-44d8-bbb0-148ee5f84086 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:38.525836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] In _notify_port_updated(), no bound segment for port ee93a380-1704-475b-8e63-224b35b6f222 on network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:26:38.530043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:38.532542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.535924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/ports/ee93a380-1704-475b-8e63-224b35b6f222 HTTP/1.1" status: 200  len: 998 time: 2.3313260
Nov 15 09:26:38.537089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34236) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:38.567071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 014f566a-0ad7-465d-ac7a-68706f1ddbf2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:38.590288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Network 7f869481-8239-431c-aa93-e1e0d079bae2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:38.605994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.635729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=1699409a-fce5-4f91-862a-2e91594f5c48,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:38.639487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:38.645543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8772855
Nov 15 09:26:38.653232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34240) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:38.665534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': '1699409a-fce5-4f91-862a-2e91594f5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:38.703776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1699409a-fce5-4f91-862a-2e91594f5c48 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:38.720533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1699409a-fce5-4f91-862a-2e91594f5c48 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:38.806296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port ee93a380-1704-475b-8e63-224b35b6f222 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:38.806683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:38.869322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Pushing event updated for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:38.878783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:38.897256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Network 7f869481-8239-431c-aa93-e1e0d079bae2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:38.898554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:38.922986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:38.924461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-962f7e33-f90a-41cf-b518-f0db4457b47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:38.926302 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:38.958069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c6da3ae7-3cd4-41f3-8e0e-57a474330a0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:38.958479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c6da3ae7-3cd4-41f3-8e0e-57a474330a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:39.002378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:39.177098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.194342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.274720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.456175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:39.456903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3260828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:39.493506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.503819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37ad9845-5669-48e7-9956-1943e38137c8 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:39.535635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.539700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Pushing event deleted for resources: {'Network': ['ID=7f869481-8239-431c-aa93-e1e0d079bae2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:39.558968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:39.566118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] 10.222.0.81 "DELETE /v2.0/networks/7f869481-8239-431c-aa93-e1e0d079bae2 HTTP/1.1" status: 204  len: 168 time: 1.8486781
Nov 15 09:26:39.639179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:39.823528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for ee93a380-1704-475b-8e63-224b35b6f222 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:39.869572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Transition to ACTIVE for port object 6b429753-c49d-46a7-bc44-52b0bc16aa0c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:39.997160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48edb05-4984-4c35-bf57-62d25ae203ed None None] Update dhcp port {'port': {'network_id': '1b1b664a-4109-4a1c-9811-be1d3e2f9da4', 'fixed_ips': [{'subnet_id': 'e2059190-51a0-463f-b3e2-ee844a6bf3d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '00bd678d-7666-4a35-a0a4-dbe543775105'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '014f566a-0ad7-465d-ac7a-68706f1ddbf2'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:26:40.067116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] No DVR routers for this DVR port 81500f86-e7bf-4628-b54d-46213712f9a4 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:40.070526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=221d414f-32df-4d59-b328-cca7c084a1ea,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.108031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Transition to ACTIVE for port object 6b429753-c49d-46a7-bc44-52b0bc16aa0c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:40.127420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34250) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:40.186302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] For port ece807b6-28da-441d-a490-08c8c217597c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:40.199099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Pushing event deleted for resources: {'Port': ['ID=81500f86-e7bf-4628-b54d-46213712f9a4,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.202014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.278s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.202792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:40.221219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.679s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.222335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.223140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eab08e4b-c6cb-4393-8f07-1e9d2f222f6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:40.253315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Allocated IP 2001:db8:3::1 (970d5254-55f0-479d-9e9d-a35cd61e4c13/a952940b-d4cd-4ed3-8a6c-c43c72073dc2/b3ab9e00-5fd5-43ed-a2a3-cf58e707d738) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:40.254292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:40.309214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] For port ece807b6-28da-441d-a490-08c8c217597c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ece807b6-28da-441d-a490-08c8c217597c,segment=NetworkSegment(c818747b-24d0-43e1-96a2-ab3ab257f825),segment_id=c818747b-24d0-43e1-96a2-ab3ab257f825)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:40.317525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.362266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bad95ac6-ee6e-4f9c-9dd0-60a78a3409b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.380393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.402492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e3f4d16-93f1-4f87-ad26-c798e68b558f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.450680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.464460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=ee93a380-1704-475b-8e63-224b35b6f222,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.522436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a48edb05-4984-4c35-bf57-62d25ae203ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.531621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.535443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:26:40.537021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.612698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3531f003-888c-42df-91a9-c208ef5dc72b tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.650336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.658104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a5d7135-5483-4dec-a3d4-9a63455cbbf2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a159de2f8d9445cb5b2995384eb63a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5268538
Nov 15 09:26:40.661051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34256) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:40.675305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Allocated IP 172.20.0.2 (b3a5c4ae-8531-410a-9a98-2677a38e40a9/1fb52deb-7d15-4697-87ad-5d1b3e555191/8308d8a3-e50e-4099-9dc9-6fcdfcb36305) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:40.692153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Transition to ACTIVE for port object b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:40.731139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=f1f335c1-51d6-4362-8d5b-c5d4c1bad0d1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.747351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.778794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.791256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Pushing event updated for resources: {'Port': ['ID=6b429753-c49d-46a7-bc44-52b0bc16aa0c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.791570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ee93a380-1704-475b-8e63-224b35b6f222 HTTP/1.1" status: 204  len: 168 time: 2.2533393
Nov 15 09:26:40.797210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.802002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34260) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:40.810823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.847455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.848120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.873814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c7f6e53-e6ca-4a87-ac34-bf3f60c9aae2 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.888892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-476113bd-ae58-4ee2-af6c-bb01ccb8f1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.927336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': '24ceb6ec-4701-45aa-84e7-13029433a123', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1699409a-fce5-4f91-862a-2e91594f5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:40.927729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: 1699409a-fce5-4f91-862a-2e91594f5c48, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:40.957629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:40.961734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f677f0b5-65b2-4697-9caf-690e550826f3 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:40.963153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d68e413-6f8e-480b-9770-51d5a71adff9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:26:40.969061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d68e413-6f8e-480b-9770-51d5a71adff9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:40.978218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08fbc7-f624-4de8-bfb2-01e32157a8e0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:40.981130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:40.986119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 1699409a-fce5-4f91-862a-2e91594f5c48 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:41.033538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.048393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e08fbc7-f624-4de8-bfb2-01e32157a8e0 HTTP/1.1" status: 204  len: 168 time: 0.3756015
Nov 15 09:26:41.049812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1699409a-fce5-4f91-862a-2e91594f5c48) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:41.055428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:41.060677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:41.084433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d68e413-6f8e-480b-9770-51d5a71adff9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:41.088518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb38c9-e9a5-4960-838a-ba5e864aef9e None None] Network 1699409a-fce5-4f91-862a-2e91594f5c48 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:41.088689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d68e413-6f8e-480b-9770-51d5a71adff9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ee93a380-1704-475b-8e63-224b35b6f222 HTTP/1.1" status: 404  len: 333 time: 0.2852514
Nov 15 09:26:41.089178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34266) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:41.092581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:41.094362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.147007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.4920237
Nov 15 09:26:41.149214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:41.160113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:41.163352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:41.167682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:41.168293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.351025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 00bd678d-7666-4a35-a0a4-dbe543775105 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:41.354396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.449003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.485650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.520770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.603554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.663229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Pushing event updated for resources: {'Port': ['ID=ece807b6-28da-441d-a490-08c8c217597c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:41.696579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:41.732187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:41.746826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.784561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:41.908420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:41.924909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8e34e70-c140-4deb-a924-a82aa68b4a90 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:42.048031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=f1f335c1-51d6-4362-8d5b-c5d4c1bad0d1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:42.065976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:42.105758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Provisioning for port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:42.114214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:42.116257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:42.123248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:42.123679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.175166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Provisioning complete for port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:42.175600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.225771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.331665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d152fe-8f29-4b05-8475-2ee4ba41e30a None None] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:42.387422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.391616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a383b710>,) {'filters': {'network_id': ['1699409a-fce5-4f91-862a-2e91594f5c48']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:42.404368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.408883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a383b710>, '24ceb6ec-4701-45aa-84e7-13029433a123') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:42.413715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a383b710>, '24ceb6ec-4701-45aa-84e7-13029433a123') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:42.425107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.425675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b732f639-a345-4807-ab1d-39a7bf116bd1 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-a48edb05-4984-4c35-bf57-62d25ae203ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00bd678d-7666-4a35-a0a4-dbe543775105: This subnet is being modified by another concurrent operation.
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1665, in update_port
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 715, in update_port
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     new_mac)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00bd678d-7666-4a35-a0a4-dbe543775105: This subnet is being modified by another concurrent operation.
Nov 15 09:26:42.495442 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:26:42.506614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.510339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 14 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:42.518437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.519341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.549223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=00bd678d-7666-4a35-a0a4-dbe543775105,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:42.597754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Attempting to bind port 6b429753-c49d-46a7-bc44-52b0bc16aa0c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:42.598193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Attempting to bind port 6b429753-c49d-46a7-bc44-52b0bc16aa0c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:42.598614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Attempting to bind port 6b429753-c49d-46a7-bc44-52b0bc16aa0c on network 970d5254-55f0-479d-9e9d-a35cd61e4c13 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:42.622613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:42.624336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Checking segment: {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:42.626304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.626798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Bound using segment: {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:42.627569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Bound port: 6b429753-c49d-46a7-bc44-52b0bc16aa0c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:42.628042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.664744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53df55-a4ca-4228-9d85-7715704695a9 None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:42.770352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 1699409a-fce5-4f91-862a-2e91594f5c48 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:42.781701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:42.931088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:42.939007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d890a92-54a7-458b-8397-c33452799867 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:42.965905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.048694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 1699409a-fce5-4f91-862a-2e91594f5c48 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:43.084515 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:43.086791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event updated for resources: {'Port': ['ID=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:43.096371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:43.112861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] For port 6b429753-c49d-46a7-bc44-52b0bc16aa0c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:43.116393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] For port 6b429753-c49d-46a7-bc44-52b0bc16aa0c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b429753-c49d-46a7-bc44-52b0bc16aa0c,segment=NetworkSegment(05a1f30a-2a37-408a-8bee-34fca146df56),segment_id=05a1f30a-2a37-408a-8bee-34fca146df56)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:43.118951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a563c7-e7b0-402d-ad6b-7e23fa2d74a5 None None] Network 1699409a-fce5-4f91-862a-2e91594f5c48 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:43.123578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.139522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/00bd678d-7666-4a35-a0a4-dbe543775105 HTTP/1.1" status: 204  len: 168 time: 2.0480909
Nov 15 09:26:43.142883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34300) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:43.168425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.216956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:43.221852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:43.245535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8856de81-9f87-4a68-87f9-0a6000a7196d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:43.251153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.256980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.262013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3b0665e-6c09-4e08-85c8-d7465672ff05 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:43.289771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=1699409a-fce5-4f91-862a-2e91594f5c48,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:43.292727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:43.301208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/1699409a-fce5-4f91-862a-2e91594f5c48 HTTP/1.1" status: 204  len: 168 time: 2.1493983
Nov 15 09:26:43.304634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34308) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:43.313142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2028560232'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:43.319886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:43.324349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:43.328728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:43.335653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:43.351555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Transition to ACTIVE for port object 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:43.363298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:43.371467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.414570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:43.416006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet e2059190-51a0-463f-b3e2-ee844a6bf3d2 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:43.420953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.429209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.430143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment a824c371-b5f8-49cd-8bd3-b9a1f4db841b of type vxlan for network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd
Nov 15 09:26:43.460006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:43.465589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.478536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.529617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.530175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.536859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:43.538005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.545331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8512435b-07d2-4b11-b824-fe08bb1ca8d9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:43.582161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3260828>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:24Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:37Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:43.704813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=ed6cdb94-d405-494e-bb69-e3f8fc35e1fd,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:43.719171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:43.726052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4202108
Nov 15 09:26:43.726897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34318) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:43.737150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': 'ed6cdb94-d405-494e-bb69-e3f8fc35e1fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:43.761285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--589900303', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:43.771077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:43.792632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:43.799464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:43.809482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:43.836097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.874854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:43.880359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.880968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:43.885584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:subnet and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:43.888935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:43.896387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:43.909553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.920284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d529bfb-7b42-4241-8992-7d06621eaebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:43.927520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Transition to ACTIVE for port object 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:43.935039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:43.943982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:43.958028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:43.994653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a050ce0-1994-45d7-bdfe-ce40729c6268 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:24Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:37Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:44.061768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:44.084208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:44.095144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:44.116304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:44.145698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:44.169502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.227712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.278599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Pushing event updated for resources: {'Port': ['ID=6b429753-c49d-46a7-bc44-52b0bc16aa0c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:44.282940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.296135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:44.303389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8689053-cd69-453b-af04-d68634f111d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:44.318011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Allocated IP 172.20.0.1 (b3a5c4ae-8531-410a-9a98-2677a38e40a9/1fb52deb-7d15-4697-87ad-5d1b3e555191/2af7c124-fd8f-4979-9c06-80473f90cc4c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:44.506463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.524742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:44.552291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.562771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.594952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Transition to ACTIVE for port object 2af7c124-fd8f-4979-9c06-80473f90cc4c will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:44.619532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.655406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Pushing event updated for resources: {'Port': ['ID=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:44.691607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:44.691825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0369b0b0-190f-41a0-8774-04100e62b37c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:44.697899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:44.728601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.749670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 81500f86-e7bf-4628-b54d-46213712f9a4 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:44.759094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:44.770310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=e2059190-51a0-463f-b3e2-ee844a6bf3d2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:44.773006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:44.777779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:44.803954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.813809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:44.824907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 81500f86-e7bf-4628-b54d-46213712f9a4 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:26:44.825218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 81500f86-e7bf-4628-b54d-46213712f9a4 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:26:44.828963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ff003ee-2776-489b-95e6-d65933236cbf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:44.845401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:44.885206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:44.885438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8132734
Nov 15 09:26:44.885628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:44.897477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/e2059190-51a0-463f-b3e2-ee844a6bf3d2 HTTP/1.1" status: 204  len: 168 time: 1.7533917
Nov 15 09:26:44.898503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34322) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:44.898879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34324) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:44.952646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:44.957993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:44.960331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:44.964419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:44.967104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:45.033098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20e609-7fc6-4aaf-ad61-cf2ddc0564cd None None] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:45.075783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:45.076473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:45.170430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 221d414f-32df-4d59-b328-cca7c084a1ea up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:45.201544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.202034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment eca4fbd5-d54d-45cd-aaeb-454987d867ae of type vxlan for network 823474e7-fca9-4e58-8204-87efcf568a64
Nov 15 09:26:45.220825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=7838c8f3-d24a-471e-a6bf-63804b4a1cf8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:45.235663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:45.281808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Attempting to bind port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:45.282340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Attempting to bind port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:45.282769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Attempting to bind port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 on network b3a5c4ae-8531-410a-9a98-2677a38e40a9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:45.298169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:45.298758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Checking segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:45.299331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.299697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Bound using segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:45.300274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Bound port: 8308d8a3-e50e-4099-9dc9-6fcdfcb36305, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:45.300960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.320430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:45.321163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a24405f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:45.353820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.410836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.425052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:45.432710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:45.490000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:45.490562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.506815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:45.508573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:45.511918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:45.575013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.580079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:45.580857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.587904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a875e3e-6271-462c-ba8d-0369faf6ff5a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:45.619834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.662400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.680474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-551025a8-80aa-4bb9-abd5-0dd5e53c1646 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:45.754669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 221d414f-32df-4d59-b328-cca7c084a1ea triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:45.755083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.811232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.841626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d07ce4fe-4a8e-4404-8f44-ceb949ca93df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:45.855705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=fb2256b5-5a4d-4f53-af6f-c022090dea3f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:45.861238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:45.965336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.079682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.089922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': 'a824c371-b5f8-49cd-8bd3-b9a1f4db841b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ed6cdb94-d405-494e-bb69-e3f8fc35e1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:46.090331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: ed6cdb94-d405-494e-bb69-e3f8fc35e1fd, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:46.107750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=823474e7-fca9-4e58-8204-87efcf568a64,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:46.111947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:46.128364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.6590855
Nov 15 09:26:46.128588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=014f566a-0ad7-465d-ac7a-68706f1ddbf2,segment=NetworkSegment(e63be2b4-9ac3-4153-b942-9226cd725bc6),segment_id=e63be2b4-9ac3-4153-b942-9226cd725bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:46.130827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34330) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:46.134764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:46.140827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:46.158562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:46.165817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:46.183457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:46.194428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:46.266496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:46.272650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:46.385951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] For port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:46.390851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.395082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=014f566a-0ad7-465d-ac7a-68706f1ddbf2,segment=NetworkSegment(e63be2b4-9ac3-4153-b942-9226cd725bc6),segment_id=e63be2b4-9ac3-4153-b942-9226cd725bc6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:46.395710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.396451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:46.410708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.411758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.415431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:46.511710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, ed6cdb94-d405-494e-bb69-e3f8fc35e1fd) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:46.521365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] For port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:46.524456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:46.525129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.555107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a6e5f-04df-4301-8bba-e97798f65a1f None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:46.556037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 014f566a-0ad7-465d-ac7a-68706f1ddbf2 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:46.569325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] DHCP port deletion for 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:26:46.573171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af5e67-dd31-4a56-91c2-f6b1b86ddcce None None] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:46.602308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Deleting port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:46.602780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.629899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Pushing event updated for resources: {'Port': ['ID=014f566a-0ad7-465d-ac7a-68706f1ddbf2,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:46.658146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.661620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9332047
Nov 15 09:26:46.666149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34334) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:46.680860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:46.812804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:46.813175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:46.908645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:46.909367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5577fdcf-0d5e-495f-8fc5-2efe5eb7916f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:46.956012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:26:46.974778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.039496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Removed routes are [] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:26:47.040184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.056361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.179116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.220514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.223613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.258315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:47.316526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:47.316891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.374533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.438076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.464170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b20f5861-cd5e-4c0e-80a1-5c07389c8a0d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:47.476055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:47.527793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:47.558647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Pushing event updated for resources: {'Port': ['ID=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:47.563429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:47.627881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2878f9-0401-4cc6-b995-820025c30564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-ed6cdb94-d405-494e-bb69-e3f8fc35e1fd', 'network_id': 'ed6cdb94-d405-494e-bb69-e3f8fc35e1fd', 'tenant_id': 'afbe001e0bd648359811d8d3eced284f', 'fixed_ips': [{'subnet_id': 'fb2256b5-5a4d-4f53-af6f-c022090dea3f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:47.628715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.628838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a2878f9-0401-4cc6-b995-820025c30564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.636658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:47.928319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=014f566a-0ad7-465d-ac7a-68706f1ddbf2,segment=NetworkSegment(e63be2b4-9ac3-4153-b942-9226cd725bc6),segment_id=e63be2b4-9ac3-4153-b942-9226cd725bc6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:47.928749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.076623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.080696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 014f566a-0ad7-465d-ac7a-68706f1ddbf2 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:48.152026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dc68269-1239-402e-b1d1-8a624059952c None None] Provisioning for port 6b429753-c49d-46a7-bc44-52b0bc16aa0c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:48.215214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:48.265440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:48.273603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:48.348214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.383194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.387696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dc68269-1239-402e-b1d1-8a624059952c None None] Provisioning complete for port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:48.388456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2dc68269-1239-402e-b1d1-8a624059952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.403686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ffa9ef1b-59e7-4a11-8e3b-180156cdb9d9 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:48.455158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] For port 014f566a-0ad7-465d-ac7a-68706f1ddbf2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=014f566a-0ad7-465d-ac7a-68706f1ddbf2,segment=NetworkSegment(e63be2b4-9ac3-4153-b942-9226cd725bc6),segment_id=e63be2b4-9ac3-4153-b942-9226cd725bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:48.456119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.466472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:48.484065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2dc68269-1239-402e-b1d1-8a624059952c None None] Port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 was deleted so its status cannot be updated. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:315}}
Nov 15 09:26:48.523012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=014f566a-0ad7-465d-ac7a-68706f1ddbf2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:48.579065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.579421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.579897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.580321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.580739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.581153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.581561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.581974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.582382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.582791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.583203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.583609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.583946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:48.584130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.584514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.584918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.585323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.585555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.585730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.586112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.586519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.586924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.587378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.587734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.588203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.588730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.597514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:48.625813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.643575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-527f63fd-be22-40bb-8ce8-8817c71fe6d4 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:48.649558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:26:48.686562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.710802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2dc68269-1239-402e-b1d1-8a624059952c None None] Could not find standard attr ID for object ee93a380-1704-475b-8e63-224b35b6f222. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:26:48.723579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Calling delete_port for 014f566a-0ad7-465d-ac7a-68706f1ddbf2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:48.725757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=fb2256b5-5a4d-4f53-af6f-c022090dea3f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:48.874437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:48.895877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a24405f8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:41Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:37Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b3ab9e00-5fd5-43ed-a2a3-cf58e707d738', 'name': '', 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:25:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:35Z', 'updated_at': '2020-11-15T09:26:42Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:48.929087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:48.929511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Updating router 4f2d4697-11d5-4bfb-8726-37a79aa59697 port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:48.992833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.993269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.993699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.994124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.994681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.994958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.995367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.995783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.996225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.996636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.997055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.997466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.997943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.998355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.998779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:48.999176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.000192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.000556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.000967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.001373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.001778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.002183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.002588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.002994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:26:49.024924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-7a2878f9-0401-4cc6-b995-820025c30564 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb2256b5-5a4d-4f53-af6f-c022090dea3f: This subnet is being modified by another concurrent operation.
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb2256b5-5a4d-4f53-af6f-c022090dea3f: This subnet is being modified by another concurrent operation.
Nov 15 09:26:49.088239 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:26:49.101063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:49.101063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:49.113086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.113479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.136986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce847816-c71a-4491-a931-80bc5c8354af None None] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:49.213659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.217703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:49.247561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.249050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1660e4b0-c06e-40c4-829c-7725d4ab6445 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 953 time: 4.3276026
Nov 15 09:26:49.258293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34338) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:49.338854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.345223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a37820b8>,) {'filters': {'network_id': ['1b1b664a-4109-4a1c-9811-be1d3e2f9da4']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.435880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a37820b8>, 'e63be2b4-9ac3-4153-b942-9226cd725bc6') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.436639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a37820b8>, 'e63be2b4-9ac3-4153-b942-9226cd725bc6') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.465409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.510317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.515981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 10 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:49.606823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:49.612694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Deleting port 014f566a-0ad7-465d-ac7a-68706f1ddbf2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:49.614206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.636563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.27 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/eb1d07bd-1106-4466-a03e-d69f8e7d5fc6) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:26:49.777923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a27125f8>,) {'filters': {'network_id': ['ed6cdb94-d405-494e-bb69-e3f8fc35e1fd']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.790356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:49.807885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.808698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:49.821867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e35d7aa-874c-400f-ae47-7adf7d610c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:49.883465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27125f8>, 'a824c371-b5f8-49cd-8bd3-b9a1f4db841b') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.884054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27125f8>, 'a824c371-b5f8-49cd-8bd3-b9a1f4db841b') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:49.945926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.003478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.007897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 13 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:50.026611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.122888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1b1b664a-4109-4a1c-9811-be1d3e2f9da4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:50.129101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf4ea7-3f63-4de6-8fe4-7912385687f0 None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:50.143363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 014f566a-0ad7-465d-ac7a-68706f1ddbf2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:26:50.196788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f0d28-2d4e-46be-b310-77091c8fbf80 None None] The port '014f566a-0ad7-465d-ac7a-68706f1ddbf2' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:26:50.220039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 014f566a-0ad7-465d-ac7a-68706f1ddbf2 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:26:50.220606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 014f566a-0ad7-465d-ac7a-68706f1ddbf2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:26:50.249034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:50.262078 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:50.279004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.280223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2136cf6a-3fd4-4be8-9d5e-68e85d760a08 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 953 time: 1.0138886
Nov 15 09:26:50.280223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34346) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:50.281409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'routes': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:50.390784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Router 00626a1c-9401-40bd-8378-b2e4a276b817 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:50.427761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.466455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.477589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:50.478180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-304d17ec-8a81-40d5-a1c0-8f6611c157df tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:50.487588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:50.498779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:50.510863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.511788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-74755026-7de9-4c5d-b073-6a0a55f5a81a None None] Provisioning for port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:50.518797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=1b1b664a-4109-4a1c-9811-be1d3e2f9da4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:50.531545 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/1b1b664a-4109-4a1c-9811-be1d3e2f9da4 HTTP/1.1" status: 204  len: 168 time: 5.6068609
Nov 15 09:26:50.542155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:50.544332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:50.544469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-74755026-7de9-4c5d-b073-6a0a55f5a81a None None] Provisioning complete for port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:50.544857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74755026-7de9-4c5d-b073-6a0a55f5a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.621184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:26:50.675173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-74755026-7de9-4c5d-b073-6a0a55f5a81a None None] Port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:50.677404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:50.726896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838dac64-e3c6-4411-a73d-8392e87fcd46 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:50.727968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-838dac64-e3c6-4411-a73d-8392e87fcd46 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:50.828217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network ed6cdb94-d405-494e-bb69-e3f8fc35e1fd has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:50.837378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-838dac64-e3c6-4411-a73d-8392e87fcd46 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:50.838699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-838dac64-e3c6-4411-a73d-8392e87fcd46 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2933323
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:50.874807 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:50.888178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34354) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:50.926536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:50.963149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Transition to ACTIVE for port object b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:50.989307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:51.002543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b429753-c49d-46a7-bc44-52b0bc16aa0c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:51.105871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.128022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05b2c86d-f42d-48ad-ab6e-e24610e03ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:51.241077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Provisioning for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:51.267613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:26:51.287494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Provisioning complete for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:51.288462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.318602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:51.320880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:26:51.336247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added routes are [] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:26:51.336607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:26:51.379689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Pushing event updated for resources: {'Port': ['ID=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:51.379975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.395961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:51.399242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:51.407738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:51.412177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 6b429753-c49d-46a7-bc44-52b0bc16aa0c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:51.436346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 6b429753-c49d-46a7-bc44-52b0bc16aa0c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:51.437822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.497072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.501747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.515254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e3260f1-f30c-46a4-bd97-9535566de028 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:51.571827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=ed6cdb94-d405-494e-bb69-e3f8fc35e1fd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:51.592822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:51.595371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/ed6cdb94-d405-494e-bb69-e3f8fc35e1fd HTTP/1.1" status: 204  len: 168 time: 4.9191775
Nov 15 09:26:51.601742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34358) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:51.615165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1517158157'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:51.690743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:51.710592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:network and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:51.727745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:51.738400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:51.745126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b705ff0d-8334-4da1-b227-a9161e982b9d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:51.764704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.823960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b705ff0d-8334-4da1-b227-a9161e982b9d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:51.829003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b705ff0d-8334-4da1-b227-a9161e982b9d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.9346609
Nov 15 09:26:51.831120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34362) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:51.839600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-1297949961'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:51.846314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:51.851400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:51.865656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:51.865656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:51.886071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:51.892597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.926173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:51.926546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Attempting to bind port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:51.926974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Attempting to bind port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:51.927393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Attempting to bind port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 on network 970d5254-55f0-479d-9e9d-a35cd61e4c13 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:51.931805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.931973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.962207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] For port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:51.972009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:51.977969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Checking segment: {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:51.977969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.977969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Bound using segment: {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:51.977969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Bound port: b3ab9e00-5fd5-43ed-a2a3-cf58e707d738, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a1f30a-2a37-408a-8bee-34fca146df56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:51.977969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.991287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.996405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:51.997745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 6b429753-c49d-46a7-bc44-52b0bc16aa0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b429753-c49d-46a7-bc44-52b0bc16aa0c,segment=NetworkSegment(05a1f30a-2a37-408a-8bee-34fca146df56),segment_id=05a1f30a-2a37-408a-8bee-34fca146df56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:51.997889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:52.029302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.033655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:52.038229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36660677-0336-435c-86cb-fcd2f9cc11e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:52.051603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Sync routers for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:52.068341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "PUT /v2.0/routers/00626a1c-9401-40bd-8378-b2e4a276b817/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.3110521
Nov 15 09:26:52.091908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.092451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Added segment 0f7bdacb-92ff-426c-97bf-3c2f40b1b634 of type vxlan for network b597d434-e2b1-484f-8698-48b83d870aed
Nov 15 09:26:52.095763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.096801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eab08e4b-c6cb-4393-8f07-1e9d2f222f6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:52.105833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:52.106841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef5cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:52.158802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.228944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.229686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.293817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737bf415-792c-473e-ab0e-4a93b0fca386 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:26:52.350598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Pushing event updated for resources: {'Port': ['ID=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:52.359384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] For port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:52.364995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:52.372637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:52.446902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.452499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:52.454362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.464087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3e65c5e-3b09-4655-8fa8-78f3f76ed7b0 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:52.478217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] For port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,segment=NetworkSegment(05a1f30a-2a37-408a-8bee-34fca146df56),segment_id=05a1f30a-2a37-408a-8bee-34fca146df56)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:52.509225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Provisioning for port 2af7c124-fd8f-4979-9c06-80473f90cc4c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:52.523818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:52.524470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.582058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:52.606490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Network': ['ID=b597d434-e2b1-484f-8698-48b83d870aed,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:52.619114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:52.621301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:26:52.621665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:26:52.703012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:52.724840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:52.737851 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1348798
Nov 15 09:26:52.739807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b597d434-e2b1-484f-8698-48b83d870aed details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:52.749409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34376) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:52.759110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Request body: {'subnet': {'network_id': 'b597d434-e2b1-484f-8698-48b83d870aed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:52.761083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b597d434-e2b1-484f-8698-48b83d870aed details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:52.797431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Provisioning complete for port 2af7c124-fd8f-4979-9c06-80473f90cc4c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:52.797857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.021692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:53.041992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Usage tracker for resource:subnet and tenant:afbe001e0bd648359811d8d3eced284f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:53.077037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:53.086557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-ea6d942a-3a42-4513-908d-ecdcd62004ba tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Synchronizing usage tracker for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:53.088852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Port 2af7c124-fd8f-4979-9c06-80473f90cc4c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:26:53.092671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=6b429753-c49d-46a7-bc44-52b0bc16aa0c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:53.097301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:53.106269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:53.118200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:53.122709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:53.127362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.128514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.131774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dfb14e75-4783-40d1-a2ed-f7d32710c0ba tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 703 time: 2.8564668
Nov 15 09:26:53.133077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34384) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:53.174325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:26:53.184975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.185477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment b48a44d9-51c6-45b2-912c-04e2d044dc05 of type vxlan for network 1e3c1c7d-bdab-442f-a120-8490dadbcb89
Nov 15 09:26:53.197793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-ea6d942a-3a42-4513-908d-ecdcd62004ba tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Unset dirty status for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:53.218557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-ea6d942a-3a42-4513-908d-ecdcd62004ba tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845238395&fields=id&tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c HTTP/1.1" status: 200  len: 267 time: 0.2370262
Nov 15 09:26:53.267160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:26:53.273366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Made reservation on behalf of afbe001e0bd648359811d8d3eced284f for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:53.312653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef5cf8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:26:46Z', 'revision_number': 2, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:53.318720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Checking router: 00626a1c-9401-40bd-8378-b2e4a276b817 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:53.319313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Updating router 00626a1c-9401-40bd-8378-b2e4a276b817 port 2af7c124-fd8f-4979-9c06-80473f90cc4c binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:53.391968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4670b73a-e1bc-41a6-9d4e-8165be023d34 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 703 time: 0.2574718
Nov 15 09:26:53.392669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34388) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:53.405253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.436404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.547074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Provisioning complete for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:53.547502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15d0f153-444c-49a4-a1de-141857801a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.611797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-26bd2be6-3160-427e-95a1-63bae5831d4f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:53.613408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-26bd2be6-3160-427e-95a1-63bae5831d4f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Synchronizing usage tracker for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:53.622629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.659576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Pushing event updated for resources: {'Port': ['ID=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:53.663197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:53.681545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bf415-792c-473e-ab0e-4a93b0fca386 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:26:53.887832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:53.891505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.895630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:53.896303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:53.922488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7374bffc-58b5-478b-80ed-9bf5af87af3a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:53.986266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:53.986982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a24405f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:53.989343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.005003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.019397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Transition to ACTIVE for port object 2af7c124-fd8f-4979-9c06-80473f90cc4c will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:26:54.050463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.2167659
Nov 15 09:26:54.055292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.057877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34396) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:54.076165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:54.086785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:54.208920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:54.214006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-26bd2be6-3160-427e-95a1-63bae5831d4f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Unset dirty status for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:54.222004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-26bd2be6-3160-427e-95a1-63bae5831d4f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 796 time: 1.0017409
Nov 15 09:26:54.253548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:54.259563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Pushing event updated for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:54.270220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:54.276993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:54.289527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-11a12248-baf8-49b6-9e78-b6abab8360d6 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/quotas/fe296ec3cbf947b9aeb5ad72927bf63c HTTP/1.1" status: 200  len: 375 time: 0.0665174
Nov 15 09:26:54.303090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:54.339440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=1e3c1c7d-bdab-442f-a120-8490dadbcb89,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:54.349517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:54.355094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:54.409357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:54.423198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:26:54.523599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:54.558378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Attempting to bind port 2af7c124-fd8f-4979-9c06-80473f90cc4c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:26:54.559037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Attempting to bind port 2af7c124-fd8f-4979-9c06-80473f90cc4c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:26:54.559616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Attempting to bind port 2af7c124-fd8f-4979-9c06-80473f90cc4c on network b3a5c4ae-8531-410a-9a98-2677a38e40a9 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:26:54.570084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:26:54.571443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Checking segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:54.572285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.573549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Bound using segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:26:54.575343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Bound port: 2af7c124-fd8f-4979-9c06-80473f90cc4c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:26:54.576128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.712309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] For port 2af7c124-fd8f-4979-9c06-80473f90cc4c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:26:54.715463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] For port 2af7c124-fd8f-4979-9c06-80473f90cc4c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2af7c124-fd8f-4979-9c06-80473f90cc4c,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:26:54.725150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-064df71a-727b-4daa-874c-7902d0d11d31 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Synchronizing usage tracker for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:26:54.758236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.769312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.786089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:54.786527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.837324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:26:54.837686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:54.909823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:54.930444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-064df71a-727b-4daa-874c-7902d0d11d31 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Unset dirty status for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:26:54.932990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-064df71a-727b-4daa-874c-7902d0d11d31 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6425979
Nov 15 09:26:55.007479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:55.008657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef5cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:55.095146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port b3ab9e00-5fd5-43ed-a2a3-cf58e707d738, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,segment=NetworkSegment(05a1f30a-2a37-408a-8bee-34fca146df56),segment_id=05a1f30a-2a37-408a-8bee-34fca146df56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:26:55.095592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:55.191055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b1583af-793a-4d0d-bcc2-9f5bb91f9f9f None None] Provisioning complete for port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:55.191453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b1583af-793a-4d0d-bcc2-9f5bb91f9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:55.251055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:26:55.267415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:55.468667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-c2e82cbd-5cd7-409e-9794-cd85e8a5b169 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:26:55.470687 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-c2e82cbd-5cd7-409e-9794-cd85e8a5b169 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5034585
Nov 15 09:26:55.518438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:55.538584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51c1280a-fb5f-4a9b-b5f1-5d1949e184ac tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:55.600834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:55.626121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:55.629136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b429753-c49d-46a7-bc44-52b0bc16aa0c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:55.662739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a24405f8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:51Z', 'revision_number': 7, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b3ab9e00-5fd5-43ed-a2a3-cf58e707d738', 'name': '', 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:25:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:35Z', 'updated_at': '2020-11-15T09:26:52Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:55.674310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a3ea2-cb50-472e-a46a-ba68dacab5a9 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:51Z', 'revision_number': 7, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b3ab9e00-5fd5-43ed-a2a3-cf58e707d738', 'name': '', 'network_id': '970d5254-55f0-479d-9e9d-a35cd61e4c13', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:25:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:35Z', 'updated_at': '2020-11-15T09:26:52Z', 'revision_number': 4, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': 'a952940b-d4cd-4ed3-8a6c-c43c72073dc2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:55.677074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72249f52-ce2d-4015-b856-3fd77d0b316c None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:26:55.696013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Pushing event updated for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:55.700867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef5cf8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:26:54Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:55.713597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:55.713597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509667-0d5e-40ff-a562-34d23224479f None None] The sync data for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs is: [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:26:54Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:55.793812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:55.794537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80eccc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:55.810594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=b3ab9e00-5fd5-43ed-a2a3-cf58e707d738,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:55.817587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:55.918183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:55.919945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 9.7895517
Nov 15 09:26:55.932783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34402) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:56.007800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-bf702845-2858-4179-abbc-a20ef50551a7 service neutron] 10.222.0.81 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5233424
Nov 15 09:26:56.166727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:26:56.203325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 6b429753-c49d-46a7-bc44-52b0bc16aa0c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:56.203766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:56.212381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb4aa891-f905-41fb-bfd8-2d66b0391f68 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2730711
Nov 15 09:26:56.213980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34408) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:56.221591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549405579', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:56.253031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81074) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:26:56.257977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:56.291542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e35872ec-897a-4318-b87f-07c222a283c8 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:56.364815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:56.478514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:56.486642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:26:56.501090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:26:56.510336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:56.538172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:56.548483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event updated for resources: {'Subnet': ['ID=47f1f327-dc82-448d-ab15-506bde150204,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:56.558910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:56.648536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:56.673944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b2dd9860-ca48-4b0a-84dc-d14f56f8af4b service neutron] 10.222.0.81 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6606493
Nov 15 09:26:56.772514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Checking segment: {'id': '0f7bdacb-92ff-426c-97bf-3c2f40b1b634', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b597d434-e2b1-484f-8698-48b83d870aed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:56.772947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network hostable DHCP agents. Network: b597d434-e2b1-484f-8698-48b83d870aed, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:56.870546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b20f5861-cd5e-4c0e-80a1-5c07389c8a0d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:56.872143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network b597d434-e2b1-484f-8698-48b83d870aed is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:56.920097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:57.010915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3cea3fb9-cb0a-4819-93d2-a38e501479d6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:57.054366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b597d434-e2b1-484f-8698-48b83d870aed) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:57.216897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:57.222634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:57.223306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:57.227054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72249f52-ce2d-4015-b856-3fd77d0b316c None None] Unable to find a vacant binding_index for network b597d434-e2b1-484f-8698-48b83d870aed and agent 09344217-34eb-4da8-89f1-517d76e118b0 {{(pid=81075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Nov 15 09:26:57.255064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:57.256410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72249f52-ce2d-4015-b856-3fd77d0b316c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b597d434-e2b1-484f-8698-48b83d870aed) {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:26:57.257398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:57.259868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a820c208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:57.313872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=6c70d4e4-850e-489b-b75d-601b08c86c78,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:57.318917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:57.379704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 4.6259642
Nov 15 09:26:57.381613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34420) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:57.722152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f0543fa-11cc-48e3-917d-dc1986c6bfe1 req-1ddb0036-c2bf-4a9f-b23d-45fafe0868a3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.6216006
Nov 15 09:26:57.738207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': 'b48a44d9-51c6-45b2-912c-04e2d044dc05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:26:57.738607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: 1e3c1c7d-bdab-442f-a120-8490dadbcb89, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:26:57.835748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:57.964414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:26:57.969932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:57.970575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:57.986415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:58.021726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80eccc0>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:26:51Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:58.037099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1e3c1c7d-bdab-442f-a120-8490dadbcb89) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:26:58.059184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:58.060222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Updating router 26e32565-313e-4320-aae1-7e7c4dd769c5 port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:26:58.076234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:26:58.076898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.097072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.141839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.289212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:26:58.454165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a820c208>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:58.458544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:26:58.470650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:58.471341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a820c208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:58.533410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34430) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:58.534105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4524107
Nov 15 09:26:58.536734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.540733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89', 'name': 'tempest-PortsTestJSON-1664929151'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:26:58.554957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae547e-42d4-471b-989a-0b4c042068d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-b597d434-e2b1-484f-8698-48b83d870aed', 'network_id': 'b597d434-e2b1-484f-8698-48b83d870aed', 'tenant_id': 'afbe001e0bd648359811d8d3eced284f', 'fixed_ips': [{'subnet_id': '47f1f327-dc82-448d-ab15-506bde150204'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:26:58.556379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3ae547e-42d4-471b-989a-0b4c042068d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.672651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:26:58.680482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65b4cfb4-d484-4555-a0c9-87699aed11a0 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:58.696209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:26:58.707346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:26:58.753320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:26:58.759358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:58.877245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=47f1f327-dc82-448d-ab15-506bde150204,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:26:58.883534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:26:58.997731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2af7c124-fd8f-4979-9c06-80473f90cc4c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:26:59.048882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e75f2c9a-1d9c-4944-8a71-712ad6abff74 req-7b22133e-75b2-421f-a19d-a02668ab4107 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.0734339
Nov 15 09:26:59.077322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.096364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a820c208>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:59.100895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d374eb-beaf-4281-93fa-80bd7b227e8d None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:26:59.112663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:26:59.145375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7514293
Nov 15 09:26:59.149521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34438) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:26:59.169314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 2af7c124-fd8f-4979-9c06-80473f90cc4c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:26:59.237611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fc2af-4d64-4ddc-95a2-d16b6812d6ba None None] Network b597d434-e2b1-484f-8698-48b83d870aed requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:59.251214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1aab2b0>,) {'filters': {'network_id': ['b597d434-e2b1-484f-8698-48b83d870aed']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:59.260355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 2af7c124-fd8f-4979-9c06-80473f90cc4c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:26:59.260355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.266092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1aab2b0>, '0f7bdacb-92ff-426c-97bf-3c2f40b1b634') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:59.266574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1aab2b0>, '0f7bdacb-92ff-426c-97bf-3c2f40b1b634') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:26:59.283078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.305943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.308933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 10 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:26:59.333675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b64374-d0d7-4981-af60-6776811d286d None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:26:59.385258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 425f68f3-30ad-49de-92ae-73f2414e4a67 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:26:59.549329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network b597d434-e2b1-484f-8698-48b83d870aed has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:59.562286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.635217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.670333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-807028ac-9812-4c51-b77d-fe0b9e3a109f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:26:59.716920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:26:59.877152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet a952940b-d4cd-4ed3-8a6c-c43c72073dc2 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:26:59.890759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network b597d434-e2b1-484f-8698-48b83d870aed has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:26:59.964835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:26:59.991671 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:26:59.995311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:26:59.996275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:00.065567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.066950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.070871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a847ca7a-a312-4502-9ebb-147e9e13724d tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:00.093478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.105748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=b597d434-e2b1-484f-8698-48b83d870aed,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:00.109832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:00.115464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/b597d434-e2b1-484f-8698-48b83d870aed HTTP/1.1" status: 204  len: 168 time: 2.7325339
Nov 15 09:27:00.116419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34444) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.164384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ce124c-a997-47f5-a64d-47874e32b166 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.164907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ce124c-a997-47f5-a64d-47874e32b166 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.170102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16ce124c-a997-47f5-a64d-47874e32b166 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/47f1f327-dc82-448d-ab15-506bde150204 HTTP/1.1" status: 404  len: 337 time: 0.0520797
Nov 15 09:27:00.170959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34448) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.205240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f935a1c4-9c1c-4d53-be2a-53a6d9472513 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.206161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f935a1c4-9c1c-4d53-be2a-53a6d9472513 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.211994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f935a1c4-9c1c-4d53-be2a-53a6d9472513 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/b597d434-e2b1-484f-8698-48b83d870aed HTTP/1.1" status: 404  len: 339 time: 0.0390155
Nov 15 09:27:00.213055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34452) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.377263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.resource_extend [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 15 09:27:00.377926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.485568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:00.501634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:00.594403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c534065d-7c47-4116-9972-56e3c95014d2 None None] Provisioning complete for port 2af7c124-fd8f-4979-9c06-80473f90cc4c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:00.594966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c534065d-7c47-4116-9972-56e3c95014d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.636305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.648201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da5a1c9f-0c03-4b33-994a-90dfdb16aa5e req-32cba886-95c5-4106-a6d4-fbdd7816da20 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.4311304
Nov 15 09:27:00.649765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Transition to ACTIVE for port object eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:00.652454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-370ad516-f299-4e75-bb70-64d1998f8123 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.653453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370ad516-f299-4e75-bb70-64d1998f8123 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.659161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34456) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.663190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-370ad516-f299-4e75-bb70-64d1998f8123 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/fb2256b5-5a4d-4f53-af6f-c022090dea3f HTTP/1.1" status: 404  len: 337 time: 0.4444852
Nov 15 09:27:00.690841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.696192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935332e0-c727-4db2-b619-5ba3042d5d7f None None] Network b597d434-e2b1-484f-8698-48b83d870aed requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:00.732187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:00.762952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa3306c-7387-480a-b62d-26256ac43871 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.763298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa3306c-7387-480a-b62d-26256ac43871 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.763487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e3a0d64-e9d6-4875-8edd-726b682c73ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:00.771951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.10 (1e3c1c7d-bdab-442f-a120-8490dadbcb89/6c70d4e4-850e-489b-b75d-601b08c86c78/425f68f3-30ad-49de-92ae-73f2414e4a67) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:00.777781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0aa3306c-7387-480a-b62d-26256ac43871 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/ed6cdb94-d405-494e-bb69-e3f8fc35e1fd HTTP/1.1" status: 404  len: 339 time: 0.1118760
Nov 15 09:27:00.777781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:00.777781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 823474e7-fca9-4e58-8204-87efcf568a64, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:27:00.806515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34460) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.813545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-66d5512d-2aea-4bc9-b70d-570eef1c5978 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:00.817816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-66d5512d-2aea-4bc9-b70d-570eef1c5978 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 796 time: 0.2029483
Nov 15 09:27:00.916530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935332e0-c727-4db2-b619-5ba3042d5d7f None None] Network b597d434-e2b1-484f-8698-48b83d870aed could not be found, it might have been deleted concurrently. {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Nov 15 09:27:00.916826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8551bdee-d3b2-4b87-b7b8-1c6a980f2ac7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.917132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8551bdee-d3b2-4b87-b7b8-1c6a980f2ac7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.921909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8551bdee-d3b2-4b87-b7b8-1c6a980f2ac7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/f1f335c1-51d6-4362-8d5b-c5d4c1bad0d1 HTTP/1.1" status: 404  len: 337 time: 0.1071746
Nov 15 09:27:00.925578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34464) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:00.958603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-be476157-ac93-4963-a67d-2370ad41bf30 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:00.959412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be476157-ac93-4963-a67d-2370ad41bf30 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:00.966404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be476157-ac93-4963-a67d-2370ad41bf30 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/1699409a-fce5-4f91-862a-2e91594f5c48 HTTP/1.1" status: 404  len: 339 time: 0.0371516
Nov 15 09:27:00.971100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 2af7c124-fd8f-4979-9c06-80473f90cc4c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2af7c124-fd8f-4979-9c06-80473f90cc4c,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:00.979517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-3ca58bb1-c501-406b-b119-9792ffceab59 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c HTTP/1.1" status: 200  len: 7065 time: 0.1432180
Nov 15 09:27:00.990795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34468) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:01.006815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1e3c1c7d-bdab-442f-a120-8490dadbcb89', 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '6c70d4e4-850e-489b-b75d-601b08c86c78'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:27:01.008057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.030048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'port': {'device_id': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'admin_state_up': True, 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'security_groups': ['840b5952-2128-4374-9d56-0584bf31b44c']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:01.046796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:27:01.060107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.118583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Pushing event updated for resources: {'Port': ['ID=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:01.142017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:01.153614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 823474e7-fca9-4e58-8204-87efcf568a64) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:01.166613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting port 79cd126d-2eee-4cdd-9528-2a0e378be98c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:01.166974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.178667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:01.195068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e4330-b2aa-484d-b743-eba422009584 None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:01.208978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:01.209478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:01.210301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.289817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:01.318239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 5.1006651
Nov 15 09:27:01.319566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34476) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:01.344118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:01.344497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b3ab9e00-5fd5-43ed-a2a3-cf58e707d738 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:01.361263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.386213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object 425f68f3-30ad-49de-92ae-73f2414e4a67 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:01.414196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.418549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:01.433062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba46e9b9-21b5-4d30-85d1-fa1cb7dedb26 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:01.451431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:01.529286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.531694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=a952940b-d4cd-4ed3-8a6c-c43c72073dc2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:01.560934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:01.567945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:01.586689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Made reservation on behalf of fe296ec3cbf947b9aeb5ad72927bf63c for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:01.592193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.620876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.710790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:01.724280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:01.775680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=425f68f3-30ad-49de-92ae-73f2414e4a67,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:01.782511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:01.787757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:01.810411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/a952940b-d4cd-4ed3-8a6c-c43c72073dc2 HTTP/1.1" status: 204  len: 168 time: 2.6566629
Nov 15 09:27:01.818357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019a98c-726f-4623-8d94-e460210c36dc None None] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:01.825851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:01.868002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Calling delete_port for 79cd126d-2eee-4cdd-9528-2a0e378be98c owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:01.897708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af00360c-2e99-4e58-aaa1-a807ac238675 None None] Could not find standard attr ID for object b3ab9e00-5fd5-43ed-a2a3-cf58e707d738. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:27:01.997140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:02.001978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:02.005692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:02.044624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-993fdc32-b95a-4ba3-9832-10071bf0189e req-c06a2dcf-89db-421e-8b7e-c4d8f8c1c658 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.1389697
Nov 15 09:27:02.052964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.149962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Attempting to bind port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:02.150665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Attempting to bind port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:02.150828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Attempting to bind port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:02.159008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:02.159182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.164922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 6b429753-c49d-46a7-bc44-52b0bc16aa0c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:02.165297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.285495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:02.285951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:02.286401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.286851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:02.287408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Bound port: eb1d07bd-1106-4466-a03e-d69f8e7d5fc6, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:02.288085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.295420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.7608767
Nov 15 09:27:02.299222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34486) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:02.309040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89', 'name': 'tempest-PortsTestJSON-1642798606'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:02.384876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.413975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-394df001-5677-466c-b9a9-258177507489 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:02.432201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af00360c-2e99-4e58-aaa1-a807ac238675 None None] Provisioning complete for port 2af7c124-fd8f-4979-9c06-80473f90cc4c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:02.432712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af00360c-2e99-4e58-aaa1-a807ac238675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.523217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Port': ['ID=79cd126d-2eee-4cdd-9528-2a0e378be98c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:02.526107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:02.543143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 6b429753-c49d-46a7-bc44-52b0bc16aa0c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=6b429753-c49d-46a7-bc44-52b0bc16aa0c,segment=NetworkSegment(05a1f30a-2a37-408a-8bee-34fca146df56),segment_id=05a1f30a-2a37-408a-8bee-34fca146df56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:02.543551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.593338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Allocated IP 172.20.0.10 (b3a5c4ae-8531-410a-9a98-2677a38e40a9/1fb52deb-7d15-4697-87ad-5d1b3e555191/74e5f31f-99a1-453d-9fc3-fd3fff1e1f64) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:02.656324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.675809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/ports/79cd126d-2eee-4cdd-9528-2a0e378be98c HTTP/1.1" status: 204  len: 168 time: 1.6925642
Nov 15 09:27:02.681875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34490) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:02.705007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 6b429753-c49d-46a7-bc44-52b0bc16aa0c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:02.737694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-823474e7-fca9-4e58-8204-87efcf568a64', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:27:02.738578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.752840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:02.767455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:02.772089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:02.781973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:02.788768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] For port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:02.832662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2211678-b486-4c62-a947-4433681826c7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:02.833168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2211678-b486-4c62-a947-4433681826c7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:02.837341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f2211678-b486-4c62-a947-4433681826c7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/7d8da52b-29c6-4c0e-beb9-4a819ed59dcf HTTP/1.1" status: 404  len: 337 time: 0.1481764
Nov 15 09:27:02.838179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34494) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:02.862824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:02.869509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:02.903408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] For port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:02.979231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Allocated IP 172.20.0.2 (1e3c1c7d-bdab-442f-a120-8490dadbcb89/6c70d4e4-850e-489b-b75d-601b08c86c78/72a0fafb-c63e-47ca-bd7f-d45d4c5f4849) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:03.015736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.020644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.022783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.041073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02564820-96af-4ef1-af22-3984e0eca211 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:03.047275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Transition to ACTIVE for port object 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:03.060475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:03.212832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2af7c124-fd8f-4979-9c06-80473f90cc4c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:03.239640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.350382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=6b429753-c49d-46a7-bc44-52b0bc16aa0c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:03.499888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-665670d4-9480-43a4-9e2e-d9cd15624220 req-fdb74da6-6527-441f-a073-274bad673ddc tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Synchronizing usage tracker for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:03.510858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c828>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:03.542696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d0fac-8209-45d6-870f-bd466f195a06 None None] DHCP port deletion for 970d5254-55f0-479d-9e9d-a35cd61e4c13 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:03.553806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Pushing event updated for resources: {'Port': ['ID=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:03.568568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:03.570927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:03.612380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-665670d4-9480-43a4-9e2e-d9cd15624220 req-fdb74da6-6527-441f-a073-274bad673ddc tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Unset dirty status for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:03.613182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-665670d4-9480-43a4-9e2e-d9cd15624220 req-fdb74da6-6527-441f-a073-274bad673ddc tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.1678190
Nov 15 09:27:03.614311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.638983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2491b416-ccaf-4603-9f98-0d4dc92fdf3c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:03.695596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:03.713058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:03.714337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:03.762135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting port ece807b6-28da-441d-a490-08c8c217597c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:03.762446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:03.810027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 3c53fb75-e1c1-4a4f-8982-d04d4fce435f yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:27:03.826224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:03.829713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:03.910245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:03.911638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:03.913393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port 6b429753-c49d-46a7-bc44-52b0bc16aa0c on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:03.914127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:04.052886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:04.053611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.105318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Allocated IP 172.20.0.2 (823474e7-fca9-4e58-8204-87efcf568a64/25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be/aba95963-7321-443f-a0ee-a16180def9e3) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:04.119112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.151551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1257203
Nov 15 09:27:04.158232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.172171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-586090c4-a55a-4151-8039-d1f0a76cc29f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:27:04.173927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-586090c4-a55a-4151-8039-d1f0a76cc29f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0064712
Nov 15 09:27:04.286628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 2af7c124-fd8f-4979-9c06-80473f90cc4c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:04.287082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.376702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Request body: {'port': {'device_id': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:04.389260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] For port ece807b6-28da-441d-a490-08c8c217597c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ece807b6-28da-441d-a490-08c8c217597c,segment=NetworkSegment(c818747b-24d0-43e1-96a2-ab3ab257f825),segment_id=c818747b-24d0-43e1-96a2-ab3ab257f825)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:04.390489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.403733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a15c0b38>,) {'filters': {'network_id': ['970d5254-55f0-479d-9e9d-a35cd61e4c13']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:04.530142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:04.531033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80eccc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:26:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:04.537451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15c0b38>, '05a1f30a-2a37-408a-8bee-34fca146df56') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:04.537706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15c0b38>, '05a1f30a-2a37-408a-8bee-34fca146df56') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:04.551465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Calling delete_port for ece807b6-28da-441d-a490-08c8c217597c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:04.588752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.599424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.621341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17107af6-1db7-4489-861b-ec0b83a34a6c None None] Provisioning for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:04.633009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.636846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 12 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:04.656484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Transition to ACTIVE for port object 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:04.659492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17107af6-1db7-4489-861b-ec0b83a34a6c None None] Provisioning complete for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:04.659948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17107af6-1db7-4489-861b-ec0b83a34a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.661699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.693391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:04.864025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:04.895252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:04.946293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Transition to ACTIVE for port object 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:05.029158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.056946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Port': ['ID=ece807b6-28da-441d-a490-08c8c217597c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:05.057232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:05.070640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:05.083098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:05.084877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.089157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-17107af6-1db7-4489-861b-ec0b83a34a6c None None] Port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:05.149094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff25d7-e034-4b84-a77c-04485d7407a4 req-fffacfe4-2576-4e7a-a562-a3836e65b9ef tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:05.150645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-07ff25d7-e034-4b84-a77c-04485d7407a4 req-fffacfe4-2576-4e7a-a562-a3836e65b9ef tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 932 time: 0.3517518
Nov 15 09:27:05.293334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.11 (1e3c1c7d-bdab-442f-a120-8490dadbcb89/6c70d4e4-850e-489b-b75d-601b08c86c78/3c53fb75-e1c1-4a4f-8982-d04d4fce435f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:05.297560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-07ff25d7-e034-4b84-a77c-04485d7407a4 req-f1896095-8a68-4efa-9bfa-aeed0287cd3f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365662
Nov 15 09:27:05.333474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 970d5254-55f0-479d-9e9d-a35cd61e4c13 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:05.365167 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:05.427343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No DVR routers for this DVR port ece807b6-28da-441d-a490-08c8c217597c on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:05.452400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b429753-c49d-46a7-bc44-52b0bc16aa0c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:05.457619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:27:05.465340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.478526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Transition to ACTIVE for port object 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:05.479055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Pushing event updated for resources: {'Port': ['ID=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:05.482025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:05.523369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.532157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 6b429753-c49d-46a7-bc44-52b0bc16aa0c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:05.532700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 6b429753-c49d-46a7-bc44-52b0bc16aa0c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:05.537560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:05.542889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a780f36-9e83-47db-869c-6b21eb8ff8a6 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:05.587134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.714493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:05.720329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.722691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:05.739520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.815074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:05.821147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Transition to ACTIVE for port object aba95963-7321-443f-a0ee-a16180def9e3 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:05.841267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.942707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Attempting to bind port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:05.943083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Attempting to bind port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:05.943485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Attempting to bind port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 on network b3a5c4ae-8531-410a-9a98-2677a38e40a9 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:05.950751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:05.951119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Checking segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:05.951525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.952201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Bound using segment: {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:05.952824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Bound port: 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bb2cd5-22b1-472e-a7b3-9733500ba596', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:05.953444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:05.964968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Transition to ACTIVE for port object aba95963-7321-443f-a0ee-a16180def9e3 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:05.979632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.017613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=970d5254-55f0-479d-9e9d-a35cd61e4c13,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:06.023417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object 3c53fb75-e1c1-4a4f-8982-d04d4fce435f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:06.038029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:06.051195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.065160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/970d5254-55f0-479d-9e9d-a35cd61e4c13 HTTP/1.1" status: 204  len: 168 time: 4.2228470
Nov 15 09:27:06.067092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34504) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:06.071022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3618da0>,) {'filters': {'network_id': ['9ac975bb-f88d-4acf-a214-9074fb1a1da2']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:06.072335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-577fb393-10cc-439c-ad96-a0e54808d0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:06.091509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3618da0>, 'c818747b-24d0-43e1-96a2-ab3ab257f825') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:06.091935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3618da0>, 'c818747b-24d0-43e1-96a2-ab3ab257f825') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:06.109569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.127958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.133708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 11 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:06.159296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.187410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (823474e7-fca9-4e58-8204-87efcf568a64/25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be/4d493078-b239-4229-9e4d-dd30b288cebc) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:06.189728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:06.224116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:06.234093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:06.236691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:06.370072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Pushing event updated for resources: {'Port': ['ID=aba95963-7321-443f-a0ee-a16180def9e3,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:06.373681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:06.490807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Attempting to bind port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:06.491199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Attempting to bind port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b48a44d9-51c6-45b2-912c-04e2d044dc05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:06.491563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Attempting to bind port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 on network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:06.504330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:06.515711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=3c53fb75-e1c1-4a4f-8982-d04d4fce435f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:06.519913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.522727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:06.523169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Checking segment: {'id': 'b48a44d9-51c6-45b2-912c-04e2d044dc05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:06.523638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.524162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Bound using segment: {'id': 'b48a44d9-51c6-45b2-912c-04e2d044dc05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:06.524715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Bound port: 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a44d9-51c6-45b2-912c-04e2d044dc05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1e3c1c7d-bdab-442f-a120-8490dadbcb89'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:06.525151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.539377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:06.559392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:06.567027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c828>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:06.569599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:06.572096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:06.619007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7bc22-063f-4f3e-bfca-210a94d3c634 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:26:55Z', 'revision_number': 8, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b20f5861-cd5e-4c0e-80a1-5c07389c8a0d', 'name': '', 'network_id': 'ebd9285f-8a55-483c-95d9-d8adcce254fb', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:91:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:23Z', 'updated_at': '2020-11-15T09:26:49Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '59e4b52e-1625-484d-82df-18a3b8be05b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:06.724526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Attempting to bind port aba95963-7321-443f-a0ee-a16180def9e3 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:06.724957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Attempting to bind port aba95963-7321-443f-a0ee-a16180def9e3 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:06.725379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Attempting to bind port aba95963-7321-443f-a0ee-a16180def9e3 on network 823474e7-fca9-4e58-8204-87efcf568a64 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:06.732639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80eccc0>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:26:51Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:06.741871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:06.743876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network 9ac975bb-f88d-4acf-a214-9074fb1a1da2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:06.745793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1a16c-ce78-457f-81b6-03fb40d638dc None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:26:51Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:06.752610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:06.753051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Checking segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:06.753514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.754313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Bound using segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:06.754552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Bound port: aba95963-7321-443f-a0ee-a16180def9e3, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:06.754920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.771989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] For port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:06.787384 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:06.790752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:06.794747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:06.814515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] For port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,segment=NetworkSegment(b48a44d9-51c6-45b2-912c-04e2d044dc05),segment_id=b48a44d9-51c6-45b2-912c-04e2d044dc05)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:06.888217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] For port aba95963-7321-443f-a0ee-a16180def9e3, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:06.892091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] For port aba95963-7321-443f-a0ee-a16180def9e3, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aba95963-7321-443f-a0ee-a16180def9e3,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:06.894651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.913365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c99fe4b0-cd24-4eb6-aae6-16afcfd25ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:06.919816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.928510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:06.964812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 4d493078-b239-4229-9e4d-dd30b288cebc will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:06.965313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:06.978883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.001433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c9dedef2-5389-404a-bff1-d1e6cb72d155 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:07.166395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:07.192019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Pushing event updated for resources: {'Port': ['ID=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:07.195708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:07.208099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-771b0087-3dde-4e5d-b7a7-7535c7129355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:07.258506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:07.259100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.260147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720970c-748d-400f-b77c-3afba7d43f57 req-be2c6de0-9e85-4b72-a09a-0b067d2a4272 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:07.261800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1720970c-748d-400f-b77c-3afba7d43f57 req-be2c6de0-9e85-4b72-a09a-0b067d2a4272 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 944 time: 0.6777649
Nov 15 09:27:07.273703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.277386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e01f010b-be29-4936-bdef-43b5d0a0e333 tempest-BulkNetworkOpsIpV6Test-1145648852 tempest-BulkNetworkOpsIpV6Test-1145648852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:07.294771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.308825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=9ac975bb-f88d-4acf-a214-9074fb1a1da2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:07.316624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/9ac975bb-f88d-4acf-a214-9074fb1a1da2 HTTP/1.1" status: 204  len: 168 time: 4.4731300
Nov 15 09:27:07.316624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:07.316624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34510) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:07.364372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Pushing event updated for resources: {'Port': ['ID=aba95963-7321-443f-a0ee-a16180def9e3,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:07.372950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:07.406486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 5.1061587
Nov 15 09:27:07.410172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34514) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:07.493612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting port 965e06e2-dba6-4bd9-be1e-ea7986fe6d2f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:07.494480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.529859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.554642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:07.574245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:07.574823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-800bb97d-f298-4956-818b-2096838acd35 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:07.772517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1720970c-748d-400f-b77c-3afba7d43f57 req-2e71ecc5-b99b-400a-a60e-432495e8e106 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3626924
Nov 15 09:27:07.788022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b520780-1f8a-484b-8834-03e9beca03ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:07.788523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b520780-1f8a-484b-8834-03e9beca03ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:07.846581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.868720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:07.870259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] 10.222.0.65 "PUT /v2.0/ports/74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 1158 time: 3.6887352
Nov 15 09:27:07.873519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:07.926520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:07.934808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:07.995117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2b520780-1f8a-484b-8834-03e9beca03ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:08.001608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2b520780-1f8a-484b-8834-03e9beca03ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 923 time: 0.5902934
Nov 15 09:27:08.002482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34522) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:08.011799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:08.082410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:08.085160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:08.126995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Calling delete_port for 965e06e2-dba6-4bd9-be1e-ea7986fe6d2f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:08.206496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'status': 'completed', 'code': 200}
Nov 15 09:27:08.223245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.319321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.323199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 3c53fb75-e1c1-4a4f-8982-d04d4fce435f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:08.323706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.440588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.453130 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-bba9d1ac-5e19-41e2-9680-19a4eb0473f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1161 time: 0.4396689
Nov 15 09:27:08.468347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91c72ba3-cb17-4df4-b62f-f0774f1e3236 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:08.590303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Port': ['ID=965e06e2-dba6-4bd9-be1e-ea7986fe6d2f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:08.593068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:08.602706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-08009c53-89f9-46fe-9911-e2c4080f2e66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 217 time: 0.1151211
Nov 15 09:27:08.658654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.749409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:08.751280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-e4fcb210-f994-46c4-96d7-926f2f85a342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:08.752929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-e4fcb210-f994-46c4-96d7-926f2f85a342 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.1405196
Nov 15 09:27:08.766622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/ports/965e06e2-dba6-4bd9-be1e-ea7986fe6d2f HTTP/1.1" status: 204  len: 168 time: 1.4467258
Nov 15 09:27:08.773860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34526) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:08.818672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad5764a-1729-4f6a-b24a-071cd6e6e125 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:08.819194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad5764a-1729-4f6a-b24a-071cd6e6e125 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:08.821069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ad5764a-1729-4f6a-b24a-071cd6e6e125 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/0b7aa2a5-f950-466d-bb3a-38c6af331635 HTTP/1.1" status: 404  len: 337 time: 0.0462060
Nov 15 09:27:08.823750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34532) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:08.828237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.063448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 3c53fb75-e1c1-4a4f-8982-d04d4fce435f owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:09.160491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.440680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.549632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:09.596649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-1bbad349-791c-45c5-a692-2b03bcc465b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8301554
Nov 15 09:27:09.610304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a30e3828>,) {'filters': {'network_id': ['aa5c3f6b-6e40-476a-bd40-4d37ef78becc']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:09.627445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a30e3828>, '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:09.627445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a30e3828>, '09917cea-d5bb-4e1f-ad55-4dc2bb0b614d') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:09.648148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.659737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.678894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba06b375-3d11-4a65-98a2-ebf52cdbb0f6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:09.689424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:09.696203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aba95963-7321-443f-a0ee-a16180def9e3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:09.737687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1870d4d-7a10-4012-82e0-dfc657857571 None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:09.762824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=3c53fb75-e1c1-4a4f-8982-d04d4fce435f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:09.765623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:09.826436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:09.834005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 9 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:09.946583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Provisioning for port aba95963-7321-443f-a0ee-a16180def9e3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:09.964632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Provisioning complete for port aba95963-7321-443f-a0ee-a16180def9e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:09.964992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.040935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port aba95963-7321-443f-a0ee-a16180def9e3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:10.058768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6931c4-1b4d-41dd-8bee-ded0b63693d1 None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:10.081130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:10.093895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.101637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aba95963-7321-443f-a0ee-a16180def9e3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:10.101980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.107874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917992-d50a-4b83-80c3-e52a528a5ab5 req-7b475561-885b-4904-8427-114bd89ae813 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:10.109659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40917992-d50a-4b83-80c3-e52a528a5ab5 req-7b475561-885b-4904-8427-114bd89ae813 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 944 time: 1.1660478
Nov 15 09:27:10.177441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-63880260-78ff-4b77-a555-ae045396344a service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5535381
Nov 15 09:27:10.431307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40917992-d50a-4b83-80c3-e52a528a5ab5 req-6be7bff7-f6af-4959-a51c-ebe3f8c74b4e tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3085561
Nov 15 09:27:10.586691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e3dd5b4-5ad2-464e-8bd2-dc44c36a2af4 req-8f67977c-afbf-40fc-bb1e-0ea0bae7e7f2 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3866334
Nov 15 09:27:10.626297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.671947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network aa5c3f6b-6e40-476a-bd40-4d37ef78becc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:10.700284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:10.700532 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:10.714943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.740826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-10a4cb54-2831-4646-8dcd-f9ec335db679 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:10.789828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.798818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] For port aba95963-7321-443f-a0ee-a16180def9e3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aba95963-7321-443f-a0ee-a16180def9e3,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:10.807010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.865182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.866601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.870310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:10.874028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56f89aaa-b662-4687-96f3-f92a74736688 tempest-TagsTest-1471187473 tempest-TagsTest-1471187473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:10.895227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/3c53fb75-e1c1-4a4f-8982-d04d4fce435f HTTP/1.1" status: 204  len: 168 time: 2.7775018
Nov 15 09:27:10.896030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34536) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:10.900177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.945770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:10.946166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:10.953838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=aa5c3f6b-6e40-476a-bd40-4d37ef78becc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:10.964197 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/aa5c3f6b-6e40-476a-bd40-4d37ef78becc HTTP/1.1" status: 204  len: 168 time: 2.1372375
Nov 15 09:27:10.964197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:10.965515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34540) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:10.968913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-957a51ef-8d88-448f-acbe-c0cbcddff7f3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:27:10.969524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-957a51ef-8d88-448f-acbe-c0cbcddff7f3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:11.000614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.029768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:11.043805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:11.066713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Pushing event updated for resources: {'Port': ['ID=aba95963-7321-443f-a0ee-a16180def9e3,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:11.075261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:27:11.075773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:27:11.088339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.088740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.089130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.089513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.089894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.090269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.090645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.091020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.091511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.091930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.093418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.093418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.093757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.094227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.094603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.094974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.095345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.095721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.096120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.096964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.096964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.097269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.097866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.097981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-957a51ef-8d88-448f-acbe-c0cbcddff7f3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:11.098071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:11.101937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-957a51ef-8d88-448f-acbe-c0cbcddff7f3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/3c53fb75-e1c1-4a4f-8982-d04d4fce435f HTTP/1.1" status: 404  len: 333 time: 0.1987278
Nov 15 09:27:11.104988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:11.120045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34544) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:11.124407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Provisioning for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:11.138112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Provisioning complete for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:11.138750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.207927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-299fd616-56a3-4840-a060-c313b6cbf396 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1161 time: 0.4785178
Nov 15 09:27:11.249190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting subnet 2e941e3e-7dc6-4aec-b881-18ba2772292c {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:11.254455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.305633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.347166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.357135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] For port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,segment=NetworkSegment(b48a44d9-51c6-45b2-912c-04e2d044dc05),segment_id=b48a44d9-51c6-45b2-912c-04e2d044dc05)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:11.386492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.390348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:11.482385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Pushing event updated for resources: {'Port': ['ID=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:11.488148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:11.490866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.550497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 425f68f3-30ad-49de-92ae-73f2414e4a67 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:11.550891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.557500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning for port 425f68f3-30ad-49de-92ae-73f2414e4a67 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:11.563570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning complete for port 425f68f3-30ad-49de-92ae-73f2414e4a67 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:11.564286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:11.768221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:11.799547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Port 425f68f3-30ad-49de-92ae-73f2414e4a67 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:11.870272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning complete for port aba95963-7321-443f-a0ee-a16180def9e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:11.870885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.004193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:12.026678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.026927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:12.027352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.062001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port b20f5861-cd5e-4c0e-80a1-5c07389c8a0d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:12.062487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.068107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70a9e61c-bac9-449a-8247-82b288be6c87 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:12.184777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning complete for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:12.185225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.237084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Subnet': ['ID=2e941e3e-7dc6-4aec-b881-18ba2772292c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:12.240392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:12.249301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.267623 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/subnets/2e941e3e-7dc6-4aec-b881-18ba2772292c HTTP/1.1" status: 204  len: 168 time: 1.3008466
Nov 15 09:27:12.269675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb50d0-03ff-4386-99b6-5b91f515873e None None] Network a53a71d2-c903-4f04-8937-617b55d40e44 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:12.270295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34550) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:12.353658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for b20f5861-cd5e-4c0e-80a1-5c07389c8a0d owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:12.400124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.427531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.472068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:12.520136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Deleting port ea689e62-6385-40fb-bec1-a360de17f4de {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:12.520423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.551514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.554618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1eff4092-a6ee-4502-9001-693e52c6091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:12.597560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-9a452ee8-43b4-45d6-b88f-d6265e31c553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:12.600266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-9a452ee8-43b4-45d6-b88f-d6265e31c553 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 1.2014220
Nov 15 09:27:12.680677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:12.695056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:12.730190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:12.782388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.812901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-3644c3c9-a751-4751-92be-4c0232aa8b97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 217 time: 0.1946969
Nov 15 09:27:12.816462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:12.836559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] For port ea689e62-6385-40fb-bec1-a360de17f4de, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ea689e62-6385-40fb-bec1-a360de17f4de,segment=NetworkSegment(b78a1c38-a3f2-4db5-b434-98c2eb56c0fd),segment_id=b78a1c38-a3f2-4db5-b434-98c2eb56c0fd)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:12.836963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.874482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:12.875072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:12.909272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:12.912434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning for port 4d493078-b239-4229-9e4d-dd30b288cebc completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:12.964845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Provisioning complete for port 4d493078-b239-4229-9e4d-dd30b288cebc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:12.965282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.000615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Calling delete_port for ea689e62-6385-40fb-bec1-a360de17f4de owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:13.006004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155862d-e4df-4065-9f5d-280d8328d807 None None] DHCP port deletion for a53a71d2-c903-4f04-8937-617b55d40e44 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:13.036576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 425f68f3-30ad-49de-92ae-73f2414e4a67 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:13.039883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0155862d-e4df-4065-9f5d-280d8328d807 None None] Deleting port ea689e62-6385-40fb-bec1-a360de17f4de {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:13.040519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0155862d-e4df-4065-9f5d-280d8328d807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.134813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.151479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:13.237696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2681-a7f6-463f-934a-67c2db203cc9 req-a578ce5e-f5b9-4599-8ff4-b52e082162ca tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:13.239256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98fe2681-a7f6-463f-934a-67c2db203cc9 req-a578ce5e-f5b9-4599-8ff4-b52e082162ca tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 944 time: 1.2738409
Nov 15 09:27:13.258651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:13.268961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Port': ['ID=ea689e62-6385-40fb-bec1-a360de17f4de,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:13.273546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:13.301593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-d666a9f1-5b05-4780-9dbb-0acddb0b900d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:13.303214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-d666a9f1-5b05-4780-9dbb-0acddb0b900d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.4593716
Nov 15 09:27:13.314157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] No DVR routers for this DVR port ea689e62-6385-40fb-bec1-a360de17f4de on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:13.399102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0155862d-e4df-4065-9f5d-280d8328d807 None None] The port 'ea689e62-6385-40fb-bec1-a360de17f4de' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:13.414245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-93ebdcb5-a7a4-4b6e-82de-14d932b2e1ec None None] Port 4d493078-b239-4229-9e4d-dd30b288cebc cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:13.450979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d982c3c9-7a59-47fb-8849-90af20aaa34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.459487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.460491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aba95963-7321-443f-a0ee-a16180def9e3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:13.517077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98fe2681-a7f6-463f-934a-67c2db203cc9 req-de20d69c-eed3-4f4c-bbd0-41e320e46f20 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2640347
Nov 15 09:27:13.561039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:13.567625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aba95963-7321-443f-a0ee-a16180def9e3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:13.568385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.600097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:13.604178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.604308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2b4a470>,) {'filters': {'network_id': ['a53a71d2-c903-4f04-8937-617b55d40e44']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:13.616990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2b4a470>, 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:13.617338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2b4a470>, 'b78a1c38-a3f2-4db5-b434-98c2eb56c0fd') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:13.631215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.651712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.654128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:13.684659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Provisioning complete for port 425f68f3-30ad-49de-92ae-73f2414e4a67 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:13.684902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-fecc6d58-3547-4406-b66e-2107fb7afeb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3725939
Nov 15 09:27:13.685147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.779146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Port 425f68f3-30ad-49de-92ae-73f2414e4a67 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:13.893305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network a53a71d2-c903-4f04-8937-617b55d40e44 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:13.907349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.912665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Provisioning complete for port 4d493078-b239-4229-9e4d-dd30b288cebc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:13.913112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.931371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:13.958039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:13.965049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.011854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Port 4d493078-b239-4229-9e4d-dd30b288cebc cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:14.018381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.018694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:14.027671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Could not find standard attr ID for object 3c53fb75-e1c1-4a4f-8982-d04d4fce435f. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:27:14.032478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:14.043812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Provisioning complete for port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:14.044724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.079802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.087656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=425f68f3-30ad-49de-92ae-73f2414e4a67,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:14.087881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:14.142795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Network a53a71d2-c903-4f04-8937-617b55d40e44 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:14.178176 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:14.199784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:14.203966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:14.243162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'code': 200}
Nov 15 09:27:14.306593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Provisioning complete for port aba95963-7321-443f-a0ee-a16180def9e3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:14.307004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b80db558-59cc-4431-9fc6-c3c18e95841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.322218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.332539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:14.354969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.367819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Pushing event deleted for resources: {'Network': ['ID=a53a71d2-c903-4f04-8937-617b55d40e44,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:14.373024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:14.377409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] 10.222.0.81 "DELETE /v2.0/networks/a53a71d2-c903-4f04-8937-617b55d40e44 HTTP/1.1" status: 204  len: 168 time: 2.1055989
Nov 15 09:27:14.421338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:14.422168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b54a494f-bae3-4477-8917-10c76fe354c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:14.461422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-1a23e583-1590-4dcb-8ac7-bfd1f4945176 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7600567
Nov 15 09:27:14.521485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=b20f5861-cd5e-4c0e-80a1-5c07389c8a0d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:14.531174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:14.640968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-895913c9-0566-40f4-a47c-b8a45809f926 req-84adfbaf-db3a-48b5-b262-93ea9cd76581 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.1065288
Nov 15 09:27:14.650839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:14.724601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-895913c9-0566-40f4-a47c-b8a45809f926 req-d43d2f94-e11a-4ce6-b09f-a7d53c3dc19d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770345
Nov 15 09:27:14.757626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:14.859377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:14.859816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.901494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34566) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:14.911878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:14.912338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:14.927094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-406f1c7e-e025-4ee1-acae-c296627ee3a3 req-a682b9ba-16d1-401c-985a-ac0490559f90 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4368248
Nov 15 09:27:15.112344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.174963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46ef0651-0ca5-4473-b613-ee697f9471c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afbe001e0bd648359811d8d3eced284f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2715411
Nov 15 09:27:15.177365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34572) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:15.222056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbee5e-9535-471e-bbd0-c525f4ccb80e req-e0f635fb-550a-4a88-9dca-940763c07db9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:15.223699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8dbee5e-9535-471e-bbd0-c525f4ccb80e req-e0f635fb-550a-4a88-9dca-940763c07db9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.4962144
Nov 15 09:27:15.273971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.285918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea689e62-6385-40fb-bec1-a360de17f4de no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:15.310670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.319947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/425f68f3-30ad-49de-92ae-73f2414e4a67 HTTP/1.1" status: 204  len: 168 time: 4.1974449
Nov 15 09:27:15.321030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34576) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:15.322731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ea689e62-6385-40fb-bec1-a360de17f4de {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:15.323148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ea689e62-6385-40fb-bec1-a360de17f4de not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:15.349642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:15.376758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8dbee5e-9535-471e-bbd0-c525f4ccb80e req-033f7d02-35a8-4a57-a0aa-496d8efe8339 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289775
Nov 15 09:27:15.382601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3b15fa-178e-4db5-84f0-07d49527fb71 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:27:15.384047 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd3b15fa-178e-4db5-84f0-07d49527fb71 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/425f68f3-30ad-49de-92ae-73f2414e4a67 HTTP/1.1" status: 404  len: 333 time: 0.0619926
Nov 15 09:27:15.387200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34580) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:15.466013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.472122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-015eaf95-02ed-4236-85ed-67296be4bea9 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:15.485426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b3218-ea71-4ef6-ad28-a907c13ff95a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:15.488709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:15.490737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.494620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/430b3218-ea71-4ef6-ad28-a907c13ff95a HTTP/1.1" status: 204  len: 168 time: 0.3136356
Nov 15 09:27:15.540860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.723780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ba1186d-5d77-445d-987e-c8a071aa11c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.740507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:15.987796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 6c70d4e4-850e-489b-b75d-601b08c86c78 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:16.174117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:16.254907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:16.294586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:16.741501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34604) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:16.833595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:16.845256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/26e32565-313e-4320-aae1-7e7c4dd769c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5248635
Nov 15 09:27:16.848523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34610) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:16.854055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:16.874902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:16.876302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e46278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:16.889511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:16.961439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-98c2b996-8114-4d5d-a968-933426073042 tempest-DvrRoutersNegativeTest-670552568 tempest-DvrRoutersNegativeTest-670552568] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-109042454', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:16.964141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.policy [None req-98c2b996-8114-4d5d-a968-933426073042 tempest-DvrRoutersNegativeTest-670552568 tempest-DvrRoutersNegativeTest-670552568] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=81073) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Nov 15 09:27:16.964750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.policy [None req-98c2b996-8114-4d5d-a968-933426073042 tempest-DvrRoutersNegativeTest-670552568 tempest-DvrRoutersNegativeTest-670552568] Failed policy check for 'create_router' {{(pid=81073) enforce /opt/stack/neutron/neutron/policy.py:482}}
Nov 15 09:27:16.965628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-98c2b996-8114-4d5d-a968-933426073042 tempest-DvrRoutersNegativeTest-670552568 tempest-DvrRoutersNegativeTest-670552568] create failed (client error): Access was denied to this resource.
Nov 15 09:27:16.983695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98c2b996-8114-4d5d-a968-933426073042 tempest-DvrRoutersNegativeTest-670552568 tempest-DvrRoutersNegativeTest-670552568] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2284942
Nov 15 09:27:17.144875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:17.344614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e3c8-a1ba-421d-943d-a160e375b57d req-0f6ed848-941e-4777-bfdd-df61f090acd8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.346276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5118e3c8-a1ba-421d-943d-a160e375b57d req-0f6ed848-941e-4777-bfdd-df61f090acd8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.6415627
Nov 15 09:27:17.471220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.471638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.472077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.472488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.472896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.473307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.473711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.474119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.474523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.474930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.477072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-289f04dd-be64-457f-b22f-ee82e6a94a62 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6906 time: 0.6264176
Nov 15 09:27:17.480149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34618) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:17.521642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34622) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:17.530704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:17.536376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e46278>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:10Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:17.540875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:17.541277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Updating router 26e32565-313e-4320-aae1-7e7c4dd769c5 port 4d493078-b239-4229-9e4d-dd30b288cebc binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:27:17.590060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5118e3c8-a1ba-421d-943d-a160e375b57d req-1e4a657a-717d-407d-8bc4-97ef0fccbc25 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2220254
Nov 15 09:27:17.604495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.605008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.605514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.606137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.606639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.606869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:17.607279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.608471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.609419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.609911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:17.612477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a8fdd64-4072-41e2-af27-1accc8c9edb6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5795 time: 0.1311193
Nov 15 09:27:17.615347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34628) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:17.911577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:17.920140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:17.944665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b8c5cc8-ba5f-4d20-8014-e5dc5f32bd3c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2867 time: 0.3279912
Nov 15 09:27:18.031712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe00c9-2170-4cd8-874a-1ca562da1f5c req-d649f121-5186-457a-9664-660fc615d248 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:18.033532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6bbe00c9-2170-4cd8-874a-1ca562da1f5c req-d649f121-5186-457a-9664-660fc615d248 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.2602708
Nov 15 09:27:18.113766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:18.129414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.129936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Usage tracker for resource:security_group_rule and tenant:702daf5b6ab44f899b52624f9eb8db01 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:18.134070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:18.137007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6bbe00c9-2170-4cd8-874a-1ca562da1f5c req-6ab84b99-aea5-4a04-bcbf-037bc09efc9d tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922143
Nov 15 09:27:18.137979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:18.142553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Transition to ACTIVE for port object 4d493078-b239-4229-9e4d-dd30b288cebc will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:18.147918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:18.172213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34636) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.187319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.205191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:18.228814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.256857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66ae6f68-9940-420a-802b-084ab4c28eae tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:18.269281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cafaadd2-2430-4383-b3a0-76a9deb1ff0e tempest-TestNetworkAdvancedServerOps-441106381 tempest-TestNetworkAdvancedServerOps-441106381] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1158 time: 0.0954027
Nov 15 09:27:18.272402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.278315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:18.285538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:18.289814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Usage tracker for resource:floatingip and tenant:fe296ec3cbf947b9aeb5ad72927bf63c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:18.292639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.295930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:18.302763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879336823', 'description': 'tempest-secgroup-smoke-1879336823 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:18.311090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:18.313865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:18.320376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:18.324988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:18.332497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:18.351540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.364485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=6c70d4e4-850e-489b-b75d-601b08c86c78,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:18.372968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.374191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Pushing event updated for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:18.377568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:18.428138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:18.517266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746c28a6-5c4c-426e-8156-cdbc9788f759 None None] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:18.519049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.529105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:18.543859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/6c70d4e4-850e-489b-b75d-601b08c86c78 HTTP/1.1" status: 204  len: 168 time: 3.1545768
Nov 15 09:27:18.544808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34648) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.580640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:18.589493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:18.607504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:18.627627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.788852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.798907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.806730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.819729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Attempting to bind port 4d493078-b239-4229-9e4d-dd30b288cebc on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:18.821611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Attempting to bind port 4d493078-b239-4229-9e4d-dd30b288cebc by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:18.825685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Attempting to bind port 4d493078-b239-4229-9e4d-dd30b288cebc on network 823474e7-fca9-4e58-8204-87efcf568a64 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:18.841657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:18.842851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Checking segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:18.844158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.844406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Bound using segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:18.845652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Bound port: 4d493078-b239-4229-9e4d-dd30b288cebc, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:18.846264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.859109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:18.867310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.873126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:18.879482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] DHCP port deletion for 1e3c1c7d-bdab-442f-a120-8490dadbcb89 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:18.882130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.887539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2986a5bd-1e95-4c87-809a-716de08c1eb2 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:18.888279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Deleting port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:18.892781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.909392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a82bb749-fdbe-41b0-b839-60db379c758a tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:18.918764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8483682
Nov 15 09:27:18.919657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34652) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.950469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=a880ef0f-04c9-4684-915e-57bb5ce03cf7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:18.953702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:18.958458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6647699
Nov 15 09:27:18.959535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:18.963111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34656) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:18.978518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] For port 4d493078-b239-4229-9e4d-dd30b288cebc, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:18.982663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] For port 4d493078-b239-4229-9e4d-dd30b288cebc, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4d493078-b239-4229-9e4d-dd30b288cebc,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:19.001922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:19.002675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2968d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:19.004840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:19.005248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.014986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:19.021968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.022272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:19.031613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:19.040938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:19.047380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb366d-e4ac-4672-a00c-f063504bd815,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:19.047380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=702daf5b6ab44f899b52624f9eb8db01&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5177734
Nov 15 09:27:19.050182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:19.055980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34660) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:19.058904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:19.071526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:19.197091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.287830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Pushing event updated for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:19.293539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.307652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.317896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:19.330756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.351506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af1fcf6e-9bc8-43cf-ad98-de09d2d089d0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:19.362621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:19.378659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:19.379784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e46278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:19.401963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Allocated IP 172.26.4.195 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/27306366-731d-4a0a-bc46-badef3f35fe7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:19.406963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.427608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b10b7-1fc1-4e97-981d-aeb09bc6d95b,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:19.440494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.443347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4792986
Nov 15 09:27:19.444239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34664) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:19.447051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet 59e4b52e-1625-484d-82df-18a3b8be05b3 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:19.452476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:19.459721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:19.463062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,segment=NetworkSegment(b48a44d9-51c6-45b2-912c-04e2d044dc05),segment_id=b48a44d9-51c6-45b2-912c-04e2d044dc05)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:19.463468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.464295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] For port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,segment=NetworkSegment(b48a44d9-51c6-45b2-912c-04e2d044dc05),segment_id=b48a44d9-51c6-45b2-912c-04e2d044dc05)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:19.464831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.468571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:19.474647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:19.477677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:19.484271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:19.544300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.574500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.767508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:19.769548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.776110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.876321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Calling delete_port for 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:19.905854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7216da34-013b-4a69-a9aa-bafd81588742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:19.919157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb366d-e4ac-4672-a00c-f063504bd815,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:19.922278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.931665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:19.934262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.938131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3beb366d-e4ac-4672-a00c-f063504bd815 HTTP/1.1" status: 204  len: 168 time: 0.8788633
Nov 15 09:27:19.949605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:19.990397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:19.996704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9dcf7950-f948-430a-8278-79d9d0e58b34 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:20.060690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.062977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6092331
Nov 15 09:27:20.069355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d2cf1-6142-4d4d-abd0-f87551ee2054,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:20.072393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:20.073612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34670) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:20.076389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b8b8c58a-15d4-40af-a0b5-5b52eca67a76 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:20.105118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:20.112645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:20.116788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:20.121698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:20.129661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:20.146278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.237408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e46278>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:18Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:20.244453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7931bee7-48b5-4333-b419-a68eeae305c7 None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:18Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:20.324077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.401008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.425937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:27:20.426361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:27:20.439088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f90665a-c26b-4a45-af70-e6775ab1f6c3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:20.460270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2968d30>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:13Z', 'revision_number': 9, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:20.470956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:20.497944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:20.499570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2968d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:20.507240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.727113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=27306366-731d-4a0a-bc46-badef3f35fe7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:20.730762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:20.735591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4d493078-b239-4229-9e4d-dd30b288cebc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:20.754422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:20.755641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:20.768631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:20.801237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=72a0fafb-c63e-47ca-bd7f-d45d4c5f4849,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:20.827513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.829243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:20.893455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.911203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c04e46c0-17bc-4a09-bc17-e5b1f8717270 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:20.927349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Deleting port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:20.927962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:20.964248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef01c5a-1a5f-4367-b36f-5126e1bbba1d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:20.982151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:21.041060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:21.086745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9889a7a4-fdf5-4af7-bd25-4ff8ba2f7a5e None None] The port '72a0fafb-c63e-47ca-bd7f-d45d4c5f4849' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:21.098015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 4d493078-b239-4229-9e4d-dd30b288cebc completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:21.103509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:21.151658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4d493078-b239-4229-9e4d-dd30b288cebc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:21.152152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.223170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.250568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a506ac41-52cc-4708-b806-9130f2e4e806 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:21.453771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.457872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3701975
Nov 15 09:27:21.458440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34688) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:21.467113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:21.477890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=59e4b52e-1625-484d-82df-18a3b8be05b3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:21.480748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:21.494474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:21.504582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.510971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:21.515359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:21.521795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:21.521954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.547200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.572087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.664592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.669957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/59e4b52e-1625-484d-82df-18a3b8be05b3 HTTP/1.1" status: 204  len: 168 time: 2.7349496
Nov 15 09:27:21.670271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 4d493078-b239-4229-9e4d-dd30b288cebc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4d493078-b239-4229-9e4d-dd30b288cebc,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:21.670875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34694) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:21.671299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f93c8a-0ebe-4973-a8e3-57574c80c0c4 None None] Network ebd9285f-8a55-483c-95d9-d8adcce254fb requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:21.673897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34696) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:21.678940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.708144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a327fc18>,) {'filters': {'network_id': ['1e3c1c7d-bdab-442f-a120-8490dadbcb89']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:21.727647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a327fc18>, 'b48a44d9-51c6-45b2-912c-04e2d044dc05') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:21.728298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a327fc18>, 'b48a44d9-51c6-45b2-912c-04e2d044dc05') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:21.744081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.770858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.774063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 13 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:21.785162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.792507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3de64349-99bf-495b-a667-924d892cf817 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:21.796776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.812096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:21.821969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:21.891469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4d922b-7b7e-4944-aaa8-5efdec6cd77c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:21.918896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:22.047026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:22.047652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 72a0fafb-c63e-47ca-bd7f-d45d4c5f4849 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:22.085663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:22.096760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.166461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:22.190415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.198778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--677518640'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:22.207234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:22.209835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:22.212842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:22.213824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:22.219877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:22.225263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:22.231668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.248905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bcdafcb-a77d-430c-bda5-19929d653a00 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:22.259091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2968d30>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:13Z', 'revision_number': 9, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:22.269186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e05ebd-3cc7-46bf-95e3-3630729d7b24 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:13Z', 'revision_number': 9, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '071afbd4-7a7b-4167-b696-44afc4259306', 'name': '', 'network_id': '3c9b92af-e4fd-4767-ad5b-2088e3dacea2', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:3c:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:13Z', 'updated_at': '2020-11-15T09:26:25Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '1b45d59a-76fe-47d2-8d10-976a775f7c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:22.306968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.314377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8486848
Nov 15 09:27:22.316657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34706) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:22.325227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:22.365366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] DHCP port deletion for ebd9285f-8a55-483c-95d9-d8adcce254fb request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:22.369969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Deleting port 221d414f-32df-4d59-b328-cca7c084a1ea {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:22.370403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.387382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.404303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:22.427765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:22.428262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.448834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 1e3c1c7d-bdab-442f-a120-8490dadbcb89 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:22.466301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event updated for resources: {'Port': ['ID=27306366-731d-4a0a-bc46-badef3f35fe7,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:22.476799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:22.488038 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:22.490183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:22.519879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:22.526576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:22.531152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:22.539176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:22.563045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:22.578850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.626452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.635547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] For port 221d414f-32df-4d59-b328-cca7c084a1ea, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=221d414f-32df-4d59-b328-cca7c084a1ea,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:22.636308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.672285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 221d414f-32df-4d59-b328-cca7c084a1ea {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:22.672804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.706346 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:27:22.719346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4d493078-b239-4229-9e4d-dd30b288cebc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:22.727548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.742673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.746674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.755476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5067a5ed-2328-454a-8fc3-fc8bc99bd51d tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:22.806328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.853610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=1e3c1c7d-bdab-442f-a120-8490dadbcb89,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:22.863289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:22.870054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/1e3c1c7d-bdab-442f-a120-8490dadbcb89 HTTP/1.1" status: 204  len: 168 time: 4.3233757
Nov 15 09:27:22.871500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34710) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:22.883664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:22.891296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-1116927732'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:22.896183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89b49c3d-3550-4cdf-89cc-d658dd370ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:22.932326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:22.953403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:22.966437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61f6be-90c0-4a5f-a90c-d63d437f6079,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:22.968174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:22.970334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:22.974596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:22.978220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:22.983191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:22.988248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:22.991089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:23.027798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.036878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Calling delete_port for 221d414f-32df-4d59-b328-cca7c084a1ea owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:23.075435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.095597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Floating IP 073a2f76-81f9-425e-913d-6d1fc96c6166 associated. External IP: 172.26.4.195, port: 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64.
Nov 15 09:27:23.108644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.110483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:23.116210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.127668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 4d493078-b239-4229-9e4d-dd30b288cebc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:23.128128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.137063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.171932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.185679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1898f775-b4d3-4761-9f7a-dcedb965eac1 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.193310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca1cf9d-c466-4d0b-8c1e-4602d466e62d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:23.200900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:23.203013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 221d414f-32df-4d59-b328-cca7c084a1ea, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=221d414f-32df-4d59-b328-cca7c084a1ea,segment=NetworkSegment(24776248-8d18-444d-961c-14c18488510f),segment_id=24776248-8d18-444d-961c-14c18488510f)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:23.203389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.224904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:27:23.245962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.263181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94f29a-4d33-45fd-90df-4aa6f52f41df,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:23.267945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.268434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:23.344674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.349118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6710873
Nov 15 09:27:23.349118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34714) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:23.351014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.355031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0323188
Nov 15 09:27:23.360696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 221d414f-32df-4d59-b328-cca7c084a1ea owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:23.374043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Pushing event deleted for resources: {'Port': ['ID=221d414f-32df-4d59-b328-cca7c084a1ea,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:23.374243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34718) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:23.387773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a880ef0f-04c9-4684-915e-57bb5ce03cf7', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:23.397243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:23.408567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.408567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment 2dcd4af0-b85b-492b-875e-535972a833c1 of type vxlan for network f5bdb358-5c64-4422-bd7c-ece862267cfa
Nov 15 09:27:23.412358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:23.419099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:23.433319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:23.443104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:23.444230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] No DVR routers for this DVR port 221d414f-32df-4d59-b328-cca7c084a1ea on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:23.470913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.486470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:27:23.486470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:27:23.493658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b20f5861-cd5e-4c0e-80a1-5c07389c8a0d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:23.501197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bc2b5493-d846-4bf2-9dc4-84bbef16eeab tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:23.509437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:27:23.524274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.532244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b20f5861-cd5e-4c0e-80a1-5c07389c8a0d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:23.532591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b20f5861-cd5e-4c0e-80a1-5c07389c8a0d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:23.533150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 221d414f-32df-4d59-b328-cca7c084a1ea no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:23.534558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.539268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:23.540235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.546711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a86a8e3-a3fb-4328-904f-58246867bb69 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.568412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 221d414f-32df-4d59-b328-cca7c084a1ea {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:23.568823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 221d414f-32df-4d59-b328-cca7c084a1ea not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:23.587115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bc2b5493-d846-4bf2-9dc4-84bbef16eeab tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:23.590050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc2b5493-d846-4bf2-9dc4-84bbef16eeab tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2389016
Nov 15 09:27:23.597945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34722) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:23.606233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-security--1287115392', 'description': 'tempest-security-description-50449387'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:23.663757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=f5bdb358-5c64-4422-bd7c-ece862267cfa,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:23.666603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:23.675353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:23.683781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71a55524-d06b-4c74-b76c-0fcb5077bbea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8075264
Nov 15 09:27:23.686748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34726) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:23.695100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:23.697232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:23.745826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.767777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.808504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.831727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:23.835278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.837484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:23.842494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:23.849606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:23.888752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:23.919607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00fafd1-89fc-40a3-beb4-6fd716e85d3d,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:23.941873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:23.944322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.976550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.979068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.980451 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "PUT /v2.0/security-groups/2d94f29a-4d33-45fd-90df-4aa6f52f41df HTTP/1.1" status: 200  len: 1610 time: 0.3814969
Nov 15 09:27:23.981491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e3542d8-6305-4603-9582-d126bc15e9c2 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:23.991721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 221d414f-32df-4d59-b328-cca7c084a1ea {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:23.992151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:23.993321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34730) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:24.017811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.019033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6403642
Nov 15 09:27:24.057125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94f29a-4d33-45fd-90df-4aa6f52f41df,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:24.066293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.068308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:24.090090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64a0ac97-0a16-421a-9ef5-8b094d0606de tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups/2d94f29a-4d33-45fd-90df-4aa6f52f41df HTTP/1.1" status: 200  len: 1610 time: 0.0935695
Nov 15 09:27:24.091101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34736) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:24.166316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Router 00626a1c-9401-40bd-8378-b2e4a276b817 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:24.272494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.339812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.358841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] The port '221d414f-32df-4d59-b328-cca7c084a1ea' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:24.450913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.464993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23f4882b-4e69-4300-924f-c979feec4dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:24.622438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.654280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-2b50689a-d5a4-4b8e-85f2-49444cab28e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879336823&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.2865167
Nov 15 09:27:24.762929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94f29a-4d33-45fd-90df-4aa6f52f41df,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:24.765862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:24.814353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.817917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6cd4ea36-de98-4900-b25c-84d7627f68ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/2d94f29a-4d33-45fd-90df-4aa6f52f41df HTTP/1.1" status: 204  len: 168 time: 0.7235146
Nov 15 09:27:24.818813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34750) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:24.898246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:24.909063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Sync routers for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:24.914079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04e99e45-793d-4b8f-8e69-9a9107850c94 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:24.924562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:24.926196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e464a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:24.936908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a284eef0>,) {'filters': {'network_id': ['ebd9285f-8a55-483c-95d9-d8adcce254fb']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:24.956418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:24.973803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a284eef0>, '24776248-8d18-444d-961c-14c18488510f') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:24.974147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a284eef0>, '24776248-8d18-444d-961c-14c18488510f') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:24.995200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04e99e45-793d-4b8f-8e69-9a9107850c94 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:24.999968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04e99e45-793d-4b8f-8e69-9a9107850c94 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1800702
Nov 15 09:27:25.000140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:25.008192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34754) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:25.050731 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a5bd6515-a97b-4ff7-8ba5-375ade89b03a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] delete failed (client error): The resource could not be found.
Nov 15 09:27:25.051885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5bd6515-a97b-4ff7-8ba5-375ade89b03a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/2d94f29a-4d33-45fd-90df-4aa6f52f41df HTTP/1.1" status: 404  len: 347 time: 0.0421493
Nov 15 09:27:25.056150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34758) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:25.061171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.7875116
Nov 15 09:27:25.062144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:25.078317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-3589dcf4-805b-4611-b13b-85a0f1f66c58 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:25.081287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-3589dcf4-805b-4611-b13b-85a0f1f66c58 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 796 time: 0.3718593
Nov 15 09:27:25.090802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--983035068'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:25.107181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:25.117895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:25.135123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-932b0807-7c8e-45ed-829b-b9904102c3d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0302060
Nov 15 09:27:25.166113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:25.188054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:25.190627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 8 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:25.301237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:25.303364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'status': 'completed', 'code': 200}
Nov 15 09:27:25.571012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e464a8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '073a2f76-81f9-425e-913d-6d1fc96c6166', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'port_id': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'mac_address': 'fa:16:3e:34:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:21Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 0, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:25.575224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Checking router: 00626a1c-9401-40bd-8378-b2e4a276b817 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:25.586802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:25.587410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e464a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:25.614189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network ebd9285f-8a55-483c-95d9-d8adcce254fb has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:25.636757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:25.718524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:25.746158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:25.756000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:25.794324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:25.819001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:25.887903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-a2e6627e-f12d-48de-a980-21b98d31b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:25.932437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network ebd9285f-8a55-483c-95d9-d8adcce254fb has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:25.968964 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:26.095966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-c08a744c-ae2f-4601-a686-b4d719af130d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.6991827
Nov 15 09:27:26.111396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-a2e6627e-f12d-48de-a980-21b98d31b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:26.112745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-a2e6627e-f12d-48de-a980-21b98d31b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9700387
Nov 15 09:27:26.143628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d7e3-baba-4b84-b4ad-8060364746b9 req-7ee129a8-a68e-45fe-af25-0559c8df9f4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:26.145302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-08b4d7e3-baba-4b84-b4ad-8060364746b9 req-7ee129a8-a68e-45fe-af25-0559c8df9f4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.6958904
Nov 15 09:27:26.376589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e464a8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '073a2f76-81f9-425e-913d-6d1fc96c6166', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'port_id': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'mac_address': 'fa:16:3e:34:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:21Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 0, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:26.381412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012edbf-507a-47f1-a4a8-955aa004313d None None] The sync data for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs is: [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '073a2f76-81f9-425e-913d-6d1fc96c6166', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'port_id': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'mac_address': 'fa:16:3e:34:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:21Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 0, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:26.609870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:26.625257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:26.626340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d1502d8-d203-4a3c-bab0-1cb630437a29 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:26.643407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:26.683340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:26.688251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=ebd9285f-8a55-483c-95d9-d8adcce254fb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:26.695290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65c3f7-8db9-4002-a75d-789f0b4c2323 None None] New status for floating IP 073a2f76-81f9-425e-913d-6d1fc96c6166: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:27:26.722484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:26.726415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-347a85c0-f6bf-485e-8f56-b2f971446b8b tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:26.774430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-90263395-c92b-40f4-865c-6a1db379c6d4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/ebd9285f-8a55-483c-95d9-d8adcce254fb HTTP/1.1" status: 204  len: 168 time: 5.0986030
Nov 15 09:27:26.776528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34768) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:26.865904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-08b4d7e3-baba-4b84-b4ad-8060364746b9 req-aa97a8ac-f9a8-45e5-8920-06895bc19979 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6811745
Nov 15 09:27:26.866925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:26.871486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8143189
Nov 15 09:27:26.884980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34772) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:26.888421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5c72a-a7a1-4a34-a3ca-c003e7a6631a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:26.900863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '8ab5c72a-a7a1-4a34-a3ca-c003e7a6631a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:26.905122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34776) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:26.905592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-429a90d9-e76f-4cbd-9a64-55064c8883d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:26.907316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-429a90d9-e76f-4cbd-9a64-55064c8883d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 0.7998164
Nov 15 09:27:26.910915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:26.971255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:26.985519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-735a1b9f-f268-4529-b13a-753463675581 service neutron] 10.222.0.81 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8361709
Nov 15 09:27:27.003705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.047538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f942a51b-93df-4fb0-a687-c0364fc2ee98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:27.048862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:27.068856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:27.087988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:27.161032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39db2efa-4ffe-4321-9330-d8c0bc8217ff tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/floatingips/073a2f76-81f9-425e-913d-6d1fc96c6166 HTTP/1.1" status: 200  len: 994 time: 0.1958065
Nov 15 09:27:27.183615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.293972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=09c7cb7d-596a-4f77-b394-bf2c9866ab23,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:27.310851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:27.312986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-d76b38c0-d571-4e59-bea0-ca190b842c4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 1000 time: 0.3969333
Nov 15 09:27:27.418746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.436532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-02e54afe-ddc2-4205-8ce1-44715eed045c service neutron] 10.222.0.81 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4341462
Nov 15 09:27:27.449174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-fef86d98-3452-4914-932d-d29ad38d0c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:27.449467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.450804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-fef86d98-3452-4914-932d-d29ad38d0c73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.1288958
Nov 15 09:27:27.457922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-790b1f7b-c9fe-4a9c-9b25-c366762d117f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:27.488537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e1ce4c-0e7f-4eda-b50c-663e2b92f208,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:27.491883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:27.512906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.547260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': '2dcd4af0-b85b-492b-875e-535972a833c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:27.547674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: f5bdb358-5c64-4422-bd7c-ece862267cfa, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:27:27.579573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.580918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6948786
Nov 15 09:27:27.584487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34780) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:27.610098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-7c3b4d1c-cd90-4863-be3b-00c802174d69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1427717
Nov 15 09:27:27.656245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network f5bdb358-5c64-4422-bd7c-ece862267cfa is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:27:27.669546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.757812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, f5bdb358-5c64-4422-bd7c-ece862267cfa) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:27.768358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea16b8e-fa85-40d9-b2af-32320a35a701 None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:27.823743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.888758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:27.890275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:27.909887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb4fc948-765d-419f-813f-10150eb1fce9 req-2135d073-6025-4d30-9e01-49410004a6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 210 time: 0.1583512
Nov 15 09:27:27.978277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-af679ef6-fe20-4577-b6e2-535de8227408 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548183
Nov 15 09:27:28.016348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3276176
Nov 15 09:27:28.023817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34792) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:28.039182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa', 'name': 'tempest-PortsTestJSON-905159564', 'fixed_ips': [{'subnet_id': '09c7cb7d-596a-4f77-b394-bf2c9866ab23', 'ip_address': '172.20.0.10'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:28.091410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-f5bdb358-5c64-4422-bd7c-ece862267cfa', 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '09c7cb7d-596a-4f77-b394-bf2c9866ab23'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:27:28.092403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.110133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.114931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.118646 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/15e1ce4c-0e7f-4eda-b50c-663e2b92f208 HTTP/1.1" status: 204  len: 168 time: 0.5291288
Nov 15 09:27:28.119513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:28.131046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34796) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:28.165580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e1ce4c-0e7f-4eda-b50c-663e2b92f208,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:28.174356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:28.193839 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba512ecc-2d48-4af4-af67-1c447ddb75a1 req-d8acfd03-88be-408c-b104-0c10ca273967 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2084756
Nov 15 09:27:28.227462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5573a695-7667-414f-94b5-1d9957274574 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:28.278122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5573a695-7667-414f-94b5-1d9957274574 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:28.282455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5573a695-7667-414f-94b5-1d9957274574 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1476068
Nov 15 09:27:28.283102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34800) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:28.297873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:28.305987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:28.310313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:28.318733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:28.355421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.386261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.431177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Allocated IP 172.20.0.2 (f5bdb358-5c64-4422-bd7c-ece862267cfa/09c7cb7d-596a-4f77-b394-bf2c9866ab23/28b77f4e-62cf-45b3-a75d-114b0d5126d5) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:28.459784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:28.460268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.470067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:28.484311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5c72a-a7a1-4a34-a3ca-c003e7a6631a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:28.487462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:28.574717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.578396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/8ab5c72a-a7a1-4a34-a3ca-c003e7a6631a HTTP/1.1" status: 204  len: 168 time: 0.2933500
Nov 15 09:27:28.580059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34806) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:28.597012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 071afbd4-7a7b-4167-b696-44afc4259306 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:28.597410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.642090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f3464cd1-5f8c-4065-82d9-fa9436c189cc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:28.677494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f3464cd1-5f8c-4065-82d9-fa9436c189cc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:28.679620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3464cd1-5f8c-4065-82d9-fa9436c189cc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0977056
Nov 15 09:27:28.683170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34810) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:28.691129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--729363616'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:28.703491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:28.706097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.714105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:28.719430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Transition to ACTIVE for port object 28b77f4e-62cf-45b3-a75d-114b0d5126d5 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:28.738448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Transition to ACTIVE for port object 28b77f4e-62cf-45b3-a75d-114b0d5126d5 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:28.746036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.769352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.786160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:28.788412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.791171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:28.795439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:28.801895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:28.899094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.921541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:28.928831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:28.981785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc9febb8-71c0-4846-b73f-9e176e3c0056 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:28.987817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 071afbd4-7a7b-4167-b696-44afc4259306, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=071afbd4-7a7b-4167-b696-44afc4259306,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:28.988275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.021994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=014291c2-a3b5-4183-a1c1-b077473cbadc,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:29.032455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.033839 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3491578
Nov 15 09:27:29.034935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:29.040430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34816) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:29.048295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '014291c2-a3b5-4183-a1c1-b077473cbadc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:29.056658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:29.062646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:29.066677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:29.074934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:29.097031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Pushing event updated for resources: {'Port': ['ID=28b77f4e-62cf-45b3-a75d-114b0d5126d5,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:29.100649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:29.138239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.158318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 071afbd4-7a7b-4167-b696-44afc4259306 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:29.182320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:29.184015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:29.189892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:29.226454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port b0c2255f-2d09-4f36-89bf-28868e98c850 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:27:29.253640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Attempting to bind port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:29.254260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Attempting to bind port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '2dcd4af0-b85b-492b-875e-535972a833c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:29.254833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Attempting to bind port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 on network f5bdb358-5c64-4422-bd7c-ece862267cfa {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:29.262082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:29.262598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Checking segment: {'id': '2dcd4af0-b85b-492b-875e-535972a833c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:29.263129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.263758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Bound using segment: {'id': '2dcd4af0-b85b-492b-875e-535972a833c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:29.264430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Bound port: 28b77f4e-62cf-45b3-a75d-114b0d5126d5, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd4af0-b85b-492b-875e-535972a833c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:29.265027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.299620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad3aefcd-ec9c-4d2e-b67a-ff8c25d43299 req-d1597d1b-c91e-4163-b1c6-1667f02a6c38 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 210 time: 0.0618508
Nov 15 09:27:29.320662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.374904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77131363-d502-4b2b-8873-93f904fe122b None None] For port 28b77f4e-62cf-45b3-a75d-114b0d5126d5, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:29.378257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77131363-d502-4b2b-8873-93f904fe122b None None] For port 28b77f4e-62cf-45b3-a75d-114b0d5126d5, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=28b77f4e-62cf-45b3-a75d-114b0d5126d5,segment=NetworkSegment(2dcd4af0-b85b-492b-875e-535972a833c1),segment_id=2dcd4af0-b85b-492b-875e-535972a833c1)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:29.385414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.387533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-40ad9be3-ae21-4b3f-9da0-c35aaf532bf8 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:29.409301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.414011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72937df8-b6ae-44d7-93a2-9ddbc8e4f47b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:29.418693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:29.429300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf940ee-86ef-4ef0-8462-7ddcc3d53a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:29.465522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.470328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4261029
Nov 15 09:27:29.470641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:29.476553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '014291c2-a3b5-4183-a1c1-b077473cbadc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:29.483464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:29.488035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:29.491314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:29.498178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:29.547496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.593330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.10 (f5bdb358-5c64-4422-bd7c-ece862267cfa/09c7cb7d-596a-4f77-b394-bf2c9866ab23/b0c2255f-2d09-4f36-89bf-28868e98c850) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:29.623540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.652935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.672195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:29.682743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.684824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-031c9d30-4cb5-491e-8740-1881ffa303dc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:29.705421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbed381d-060d-4051-aeb0-f5ab82caa2ed,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:29.712549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:29.756164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Pushing event updated for resources: {'Port': ['ID=28b77f4e-62cf-45b3-a75d-114b0d5126d5,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:29.760517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:29.765739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.772230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3003139
Nov 15 09:27:29.774809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34824) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:29.789981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '014291c2-a3b5-4183-a1c1-b077473cbadc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:29.799066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:29.804786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:29.811146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:29.820570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:29.873812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:29.961084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.001187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.013415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:30.091095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=071afbd4-7a7b-4167-b696-44afc4259306,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:30.098565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:30.115638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a23382e-ae96-443c-85a1-ed3556ee0395,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:30.117897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:30.173457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.174794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b1770c9-8aab-47c8-9221-54a7cf402934 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3988132
Nov 15 09:27:30.177801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:30.184314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '014291c2-a3b5-4183-a1c1-b077473cbadc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:30.206394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:30.219576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:30.224860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:30.232561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5e7524d8-0e89-4ea3-b695-027f107ae842 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:30.234738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5e7524d8-0e89-4ea3-b695-027f107ae842 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 796 time: 0.2620406
Nov 15 09:27:30.239503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:30.311503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.406501 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-3eb28d93-4148-465d-aba9-fc287d1daa45 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.1497834
Nov 15 09:27:30.422207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['a880ef0f-04c9-4684-915e-57bb5ce03cf7']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:30.437132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.536536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object b0c2255f-2d09-4f36-89bf-28868e98c850 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:30.565164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.603259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ce5ccf7-f6c5-46b4-8a92-2de983493fd1 req-e06a3bd1-a75e-464d-ac3c-50c6f2663962 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 210 time: 0.0801773
Nov 15 09:27:30.638286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.675424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:30.686223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.689622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:30.699261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:30.722532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806f8ece-1c14-4046-9606-1974031dc569,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:30.725320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:30.738732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.745765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:30.752151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.756107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30f1110c-cd7e-4186-855b-a6c10bab7735 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:30.782528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 28b77f4e-62cf-45b3-a75d-114b0d5126d5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:30.799172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:30.803632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6244669
Nov 15 09:27:30.805481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34838) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:30.811894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '014291c2-a3b5-4183-a1c1-b077473cbadc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:30.897805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:30.912449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:30.922797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:30.929216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:30.932949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:30.949970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=b0c2255f-2d09-4f36-89bf-28868e98c850,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:30.974660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:31.021722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.187927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network f5bdb358-5c64-4422-bd7c-ece862267cfa is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:31.190854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.192341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.5 (823474e7-fca9-4e58-8204-87efcf568a64/25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be/166131b3-c093-4fde-873d-a02389f5c372) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:31.202180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:31.206449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:31.227427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.231549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9dd58a52-cb1c-4ee1-8fa5-2a6c15dc1d91 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:31.274018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bafeee4-9645-4ed4-b00e-3171529f1fef,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:31.290232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:31.290946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.295765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:31.383262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d1282-5f36-46b0-9b1e-f81da49da4d5 None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:31.404843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.409011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.5996904
Nov 15 09:27:31.410038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34842) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:31.421308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.3927598
Nov 15 09:27:31.425683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34846) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:31.438093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': 'f5bdb358-5c64-4422-bd7c-ece862267cfa', 'name': 'tempest-PortsTestJSON-1654037954', 'fixed_ips': [{'subnet_id': '09c7cb7d-596a-4f77-b394-bf2c9866ab23', 'ip_address': '172.20.0.9'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:31.554966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Provisioning for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:31.558613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.572034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Provisioning complete for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:31.572480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.589416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.593240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.648993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 166131b3-c093-4fde-873d-a02389f5c372 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:31.688192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:31.694839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:31.699408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:31.706965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:31.715219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.718952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-27f21b1b-fc75-4100-9730-67d6d0a9dd33 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:31.739864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bafeee4-9645-4ed4-b00e-3171529f1fef,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:31.744287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:31.745509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.747310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.749578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/8bafeee4-9645-4ed4-b00e-3171529f1fef HTTP/1.1" status: 204  len: 168 time: 0.3382645
Nov 15 09:27:31.752072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34852) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:31.764571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:31.808668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:31.828601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.843071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8080dc2c-597f-4e36-8d55-a0c4889b00da tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:31.885216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] For port 28b77f4e-62cf-45b3-a75d-114b0d5126d5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=28b77f4e-62cf-45b3-a75d-114b0d5126d5,segment=NetworkSegment(2dcd4af0-b85b-492b-875e-535972a833c1),segment_id=2dcd4af0-b85b-492b-875e-535972a833c1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:31.897825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:31.945928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:31.947977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31416958-6c91-4c6a-9697-91ad501eac3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:32.041500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Pushing event updated for resources: {'Port': ['ID=28b77f4e-62cf-45b3-a75d-114b0d5126d5,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:32.042733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8080dc2c-597f-4e36-8d55-a0c4889b00da tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:32.044236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8080dc2c-597f-4e36-8d55-a0c4889b00da tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.2894866
Nov 15 09:27:32.049131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:32.050911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34856) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:32.127148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.142318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.204427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:32.213627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.217946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4401443
Nov 15 09:27:32.220115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:32.221325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.222696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/806f8ece-1c14-4046-9606-1974031dc569 HTTP/1.1" status: 204  len: 168 time: 0.1711226
Nov 15 09:27:32.223432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:32.229928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:32.230832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34862) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:32.239347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:32.240543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d4dac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:32.243196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Provisioning for port b0c2255f-2d09-4f36-89bf-28868e98c850 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:32.254194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=806f8ece-1c14-4046-9606-1974031dc569,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:32.261348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Provisioning complete for port b0c2255f-2d09-4f36-89bf-28868e98c850 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:32.262062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.298720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:32.362669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=166131b3-c093-4fde-873d-a02389f5c372,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:32.370150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:32.372418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-77db94a4-f545-4edd-bee6-d22a380868bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:32.405360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Port b0c2255f-2d09-4f36-89bf-28868e98c850 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:32.438717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Provisioning complete for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:32.439152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6e2c-ca7a-4044-89b7-2ef021d8b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.501362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:32.523787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.539889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:32.545285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:32.561878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e740c-4dde-48c1-81c3-98a413cef554 req-ac1067eb-6b08-4468-a2df-7eec1df2f271 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:32.562724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bb4e740c-4dde-48c1-81c3-98a413cef554 req-ac1067eb-6b08-4468-a2df-7eec1df2f271 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:32.578382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-77db94a4-f545-4edd-bee6-d22a380868bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:32.584176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:32.594183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-77db94a4-f545-4edd-bee6-d22a380868bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.3573556
Nov 15 09:27:32.620142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34868) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:32.723947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bb4e740c-4dde-48c1-81c3-98a413cef554 req-ac1067eb-6b08-4468-a2df-7eec1df2f271 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:32.725384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb4e740c-4dde-48c1-81c3-98a413cef554 req-ac1067eb-6b08-4468-a2df-7eec1df2f271 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 931 time: 0.8886859
Nov 15 09:27:32.727292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 28b77f4e-62cf-45b3-a75d-114b0d5126d5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:32.730295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:32.738146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.740785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.773203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.800400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet 1b45d59a-76fe-47d2-8d10-976a775f7c4a {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:32.803895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.893506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d00f5f7-7cc7-4d37-8025-c89fffb269b1 None None] Provisioning complete for port b0c2255f-2d09-4f36-89bf-28868e98c850 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:32.893950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5f7-7cc7-4d37-8025-c89fffb269b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.945829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5310156
Nov 15 09:27:32.964393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:32.972360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Request body: {'port': {'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:33.020334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d4dac8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:29Z', 'revision_number': 10, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:33.025087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:33.036250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:33.036499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.038383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:33.039167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d4dac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:33.088654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb4e740c-4dde-48c1-81c3-98a413cef554 req-88c17921-66bc-4fbc-b6ab-f03792d1bea3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3451860
Nov 15 09:27:33.113465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port 6147f9da-c07f-47ab-b747-20148e2cb205 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:27:33.126363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3d00f5f7-7cc7-4d37-8025-c89fffb269b1 None None] Port b0c2255f-2d09-4f36-89bf-28868e98c850 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:33.192779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.231331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:27:33.231507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d00f5f7-7cc7-4d37-8025-c89fffb269b1 None None] Provisioning complete for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:33.231758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5f7-7cc7-4d37-8025-c89fffb269b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.303659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:33.449143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.458362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad5b0411-d41b-4588-bf3f-17f51f09aa82 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:33.481703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a23382e-ae96-443c-85a1-ed3556ee0395,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:33.485152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:33.497380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.534812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.538997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/3a23382e-ae96-443c-85a1-ed3556ee0395 HTTP/1.1" status: 204  len: 168 time: 0.9149086
Nov 15 09:27:33.538997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34872) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:33.541746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.9 (f5bdb358-5c64-4422-bd7c-ece862267cfa/09c7cb7d-596a-4f77-b394-bf2c9866ab23/6147f9da-c07f-47ab-b747-20148e2cb205) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:33.553580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Provisioning for port 166131b3-c093-4fde-873d-a02389f5c372 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:33.564539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Provisioning complete for port 166131b3-c093-4fde-873d-a02389f5c372 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:33.566583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.655094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Port 166131b3-c093-4fde-873d-a02389f5c372 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:33.673998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Provisioning complete for port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:33.674758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99ea0887-b37e-41ef-99b8-eb0d717a6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.689596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d4dac8>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:29Z', 'revision_number': 10, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:33.693356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc1bf3bb-912a-422f-b707-bf087ba5b818 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:33.694433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d818b0-73c1-466b-a09b-77f46cd9759e None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:29Z', 'revision_number': 10, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None, '_interfaces': [{'id': '720a1f77-6886-4bf5-a04e-20d15d4ae308', 'name': '', 'network_id': '8cfb1913-e239-4b27-9b62-55d3300b9af9', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'mac_address': 'fa:16:3e:42:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:01Z', 'updated_at': '2020-11-15T09:26:17Z', 'revision_number': 5, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'subnets': [{'id': '6da2c603-7c89-492e-9884-b70ef3adbc88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:33.852129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cc1bf3bb-912a-422f-b707-bf087ba5b818 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:33.858016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc1bf3bb-912a-422f-b707-bf087ba5b818 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3170681
Nov 15 09:27:33.862257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34876) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:33.934820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:33.951896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3c97928-4025-40f6-8f09-bc31f1f6ba2f tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:33.959192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.028942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.042262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.051436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=1b45d59a-76fe-47d2-8d10-976a775f7c4a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:34.056371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:34.082258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object 6147f9da-c07f-47ab-b747-20148e2cb205 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:34.088175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166131b3-c093-4fde-873d-a02389f5c372 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:27:34.092070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.100719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.100938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277e4e8-d5f5-4fef-aa6a-a90653b7483e None None] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:34.101161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/1b45d59a-76fe-47d2-8d10-976a775f7c4a HTTP/1.1" status: 204  len: 168 time: 1.8666043
Nov 15 09:27:34.102034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:34.120369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Transition to ACTIVE for port object 166131b3-c093-4fde-873d-a02389f5c372 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:34.144625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.146859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:34.163598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbed381d-060d-4051-aeb0-f5ab82caa2ed,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:34.167608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:34.180392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.198693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:34.245095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.258960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.337734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 8990da79-000f-4900-90dc-99230947810b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:34.337985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.378409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.382042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/bbed381d-060d-4051-aeb0-f5ab82caa2ed HTTP/1.1" status: 204  len: 168 time: 0.5163970
Nov 15 09:27:34.383577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34886) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:34.430131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] DHCP port deletion for 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:34.435164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Deleting port 8990da79-000f-4900-90dc-99230947810b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:34.436309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.509603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Pushing event updated for resources: {'Port': ['ID=166131b3-c093-4fde-873d-a02389f5c372,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:34.525432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6da731c-ead3-4df0-b8d9-13add1de5188 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.1382198
Nov 15 09:27:34.526571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34890) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:34.528926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:34.529755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:34.651883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.671439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.676556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 071afbd4-7a7b-4167-b696-44afc4259306 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:34.697471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a0a7-eb08-4169-a4a8-88ed96138c30 req-89a8880e-8e7c-42ee-b633-f621d2cb9f99 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:34.699090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9639a0a7-eb08-4169-a4a8-88ed96138c30 req-89a8880e-8e7c-42ee-b633-f621d2cb9f99 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.3971696
Nov 15 09:27:34.707147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=6147f9da-c07f-47ab-b747-20148e2cb205,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:34.715707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:34.719188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 8990da79-000f-4900-90dc-99230947810b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8990da79-000f-4900-90dc-99230947810b,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:34.719896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.722212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 071afbd4-7a7b-4167-b696-44afc4259306 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:34.722700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 071afbd4-7a7b-4167-b696-44afc4259306 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:34.723229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8990da79-000f-4900-90dc-99230947810b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:34.802788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] For port 8990da79-000f-4900-90dc-99230947810b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8990da79-000f-4900-90dc-99230947810b,segment=NetworkSegment(8ea39885-0de2-4e34-9967-be149f71cc10),segment_id=8ea39885-0de2-4e34-9967-be149f71cc10)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:34.803389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.892384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network f5bdb358-5c64-4422-bd7c-ece862267cfa is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:34.898073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:34.903812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:34.924424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 8990da79-000f-4900-90dc-99230947810b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:34.964520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9639a0a7-eb08-4169-a4a8-88ed96138c30 req-6bd2f411-83de-4220-a27d-9c8a2fc696bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2452822
Nov 15 09:27:34.970862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:34.980702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dfa8e395-bea1-4d7f-aaa1-c405c1e14c38 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:35.010034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Attempting to bind port 166131b3-c093-4fde-873d-a02389f5c372 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:35.010893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Attempting to bind port 166131b3-c093-4fde-873d-a02389f5c372 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:35.011465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Attempting to bind port 166131b3-c093-4fde-873d-a02389f5c372 on network 823474e7-fca9-4e58-8204-87efcf568a64 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:35.025886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:35.026492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Checking segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:35.027325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.028255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Bound using segment: {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:35.029267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Bound port: 166131b3-c093-4fde-873d-a02389f5c372, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca4fbd5-d54d-45cd-aaeb-454987d867ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:35.029834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.038886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Calling delete_port for 8990da79-000f-4900-90dc-99230947810b owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:35.060330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.065407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/72937df8-b6ae-44d7-93a2-9ddbc8e4f47b HTTP/1.1" status: 204  len: 168 time: 0.5384860
Nov 15 09:27:35.070755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34894) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:35.071664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72937df8-b6ae-44d7-93a2-9ddbc8e4f47b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:35.075511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:35.082395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.105285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:35.105991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.134963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-659cd511-5d3d-4c33-ab2c-2f2aed080c90 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:35.168603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.173127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] For port 166131b3-c093-4fde-873d-a02389f5c372, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:35.176854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] For port 166131b3-c093-4fde-873d-a02389f5c372, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=166131b3-c093-4fde-873d-a02389f5c372,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:35.194189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f6ef21b-364e-4d87-ae82-55747fa0f03d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:35.206263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.7765577
Nov 15 09:27:35.217655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34898) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:35.236361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-659cd511-5d3d-4c33-ab2c-2f2aed080c90 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:35.240551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-659cd511-5d3d-4c33-ab2c-2f2aed080c90 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1608059
Nov 15 09:27:35.261179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34902) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:35.285911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.305386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5da18034-26ba-4b67-b072-a0b1cadadffe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:35.311003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=8990da79-000f-4900-90dc-99230947810b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:35.316923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:35.360784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port 8990da79-000f-4900-90dc-99230947810b on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:35.425331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:27:35.425714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:27:35.453949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-69b40482-fecc-43f9-9d20-31b67349e9e6 None None] Provisioning for port 6147f9da-c07f-47ab-b747-20148e2cb205 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:35.459602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-69b40482-fecc-43f9-9d20-31b67349e9e6 None None] Provisioning complete for port 6147f9da-c07f-47ab-b747-20148e2cb205 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:35.460064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b40482-fecc-43f9-9d20-31b67349e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.505016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.525434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-69b40482-fecc-43f9-9d20-31b67349e9e6 None None] Port 6147f9da-c07f-47ab-b747-20148e2cb205 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:35.538846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Pushing event updated for resources: {'Port': ['ID=166131b3-c093-4fde-873d-a02389f5c372,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:35.551728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:35.594910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.603889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926d7dd-86dd-495b-8332-1f6806c22e35 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:35.604667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a926d7dd-86dd-495b-8332-1f6806c22e35 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:35.635743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2e982e8>,) {'filters': {'network_id': ['3c9b92af-e4fd-4767-ad5b-2088e3dacea2']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:35.649173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e982e8>, '8ea39885-0de2-4e34-9967-be149f71cc10') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:35.649508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2e982e8>, '8ea39885-0de2-4e34-9967-be149f71cc10') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:35.649619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.663501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.665466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.667010 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] 10.222.0.65 "PUT /v2.0/ports/166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 1157 time: 2.6995034
Nov 15 09:27:35.667613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:35.691704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.694056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 6 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:35.714958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a926d7dd-86dd-495b-8332-1f6806c22e35 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:35.720601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a926d7dd-86dd-495b-8332-1f6806c22e35 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.5012784
Nov 15 09:27:35.721841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34908) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:35.911753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:35.926762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Deleting port 8990da79-000f-4900-90dc-99230947810b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:35.927042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:35.927582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.006746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf37b-f39d-4cbf-914e-ef88bc52ae95 None None] The port '8990da79-000f-4900-90dc-99230947810b' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:36.061352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372', 'status': 'completed', 'code': 200}
Nov 15 09:27:36.102303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.118434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4160735-b62f-4c21-9277-3ba82d895c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:36.129927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 3c9b92af-e4fd-4767-ad5b-2088e3dacea2 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:36.155038 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:36.186948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=014291c2-a3b5-4183-a1c1-b077473cbadc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:36.203011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:36.281662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.282814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/014291c2-a3b5-4183-a1c1-b077473cbadc HTTP/1.1" status: 204  len: 168 time: 1.0158818
Nov 15 09:27:36.285867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34914) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:36.316244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c64e-b20c-4f2d-81d3-4d905e435ed1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:36.320680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c64e-b20c-4f2d-81d3-4d905e435ed1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:36.325100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c64e-b20c-4f2d-81d3-4d905e435ed1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:36.326927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6a6c64e-b20c-4f2d-81d3-4d905e435ed1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.6039963
Nov 15 09:27:36.333217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-0300aef2-b0e0-4622-b0c1-3e7943ef2eea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1160 time: 0.2710109
Nov 15 09:27:36.333721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34918) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:36.342782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.346847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.351567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8c9c13f-ff25-487f-a139-0ec010ddfc4b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:36.377718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dfdd4-b8ac-49db-99e2-eb82d4a24a62 req-289aed1d-504b-4691-889c-fc2a9cbff01f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:36.387435 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b06dfdd4-b8ac-49db-99e2-eb82d4a24a62 req-289aed1d-504b-4691-889c-fc2a9cbff01f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.2633281
Nov 15 09:27:36.387668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e6dad1c-bd15-4380-b538-b32d78aa04ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0924628
Nov 15 09:27:36.387668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/3c9b92af-e4fd-4767-ad5b-2088e3dacea2 HTTP/1.1" status: 204  len: 168 time: 2.2842577
Nov 15 09:27:36.389346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34922) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:36.389936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34924) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:36.390517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=3c9b92af-e4fd-4767-ad5b-2088e3dacea2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:36.396572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:36.400583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--527747648'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:36.486821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:36.494591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-f50fe88e-d6ea-401a-92ab-f6b51f1db394 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 217 time: 0.1142039
Nov 15 09:27:36.552872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:36.558263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:36.574678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 6147f9da-c07f-47ab-b747-20148e2cb205 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:36.575000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:36.575136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.621853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.642783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b06dfdd4-b8ac-49db-99e2-eb82d4a24a62 req-8f8a88fe-31ba-418b-bbc8-3c6c43dbd252 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2035363
Nov 15 09:27:36.659981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-b56f8749-8743-42af-a456-bffa8ce87036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:36.661580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-b56f8749-8743-42af-a456-bffa8ce87036 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 200  len: 834 time: 0.1551244
Nov 15 09:27:36.753214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:36.820014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:36.825228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:36.839450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:36.933025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.939603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-99f29cc3-a054-4679-bf5c-b32389168736 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=823474e7-fca9-4e58-8204-87efcf568a64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2677994
Nov 15 09:27:36.954671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:36.981679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.020306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.032519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bec1af0d-074c-4ae6-a895-1403c52ad617 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:37.183921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 6147f9da-c07f-47ab-b747-20148e2cb205 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:37.318326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-236177b3-2e5a-4b46-bae3-9a959a660690 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3655436
Nov 15 09:27:37.436778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=f14673ee-1e2a-4d8b-94b4-b1d23a8ff5e0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:37.440677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:37.468047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.471966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0765555
Nov 15 09:27:37.472219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34930) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:37.478818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': 'f14673ee-1e2a-4d8b-94b4-b1d23a8ff5e0', 'direction': 'ingress', 'protocol': 17}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:37.494380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:37.502080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:37.505718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:37.513679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:37.514917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.532858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:37.588231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.588549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf406a3c-bff5-46bf-a0e3-d3e3c2bd6bf5 req-85774fd1-59b0-47a0-906a-5fa00b8bf100 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2336264
Nov 15 09:27:37.635009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=6147f9da-c07f-47ab-b747-20148e2cb205,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:37.642156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:37.801990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.861683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.876314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3b9bfd6-3dd6-4981-8a9e-4389fc09c4df tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:37.913305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f568a0bc-8fcd-4f8c-8927-35fe8d9f68f6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:37.916536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:37.932585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.978279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:37.979597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.5064199
Nov 15 09:27:37.986511 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-eacf42f1-84e3-4cc6-a76b-bd2dd48f3452 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1160 time: 0.2322547
Nov 15 09:27:37.987023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34936) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:37.996121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51c584-5be9-4913-92c6-3f12264b5a44 req-f5cccea5-96b6-46d1-9012-e79fa298240e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:37.998843 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d51c584-5be9-4913-92c6-3f12264b5a44 req-f5cccea5-96b6-46d1-9012-e79fa298240e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.2004251
Nov 15 09:27:38.035187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/6147f9da-c07f-47ab-b747-20148e2cb205 HTTP/1.1" status: 204  len: 168 time: 1.6986971
Nov 15 09:27:38.054415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34940) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:38.178659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 720a1f77-6886-4bf5-a04e-20d15d4ae308 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:38.179043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.199641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdec46b-4ad9-4a91-9914-55d0060f1869 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:27:38.200146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2cdec46b-4ad9-4a91-9914-55d0060f1869 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:38.273445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d51c584-5be9-4913-92c6-3f12264b5a44 req-12646a96-90dc-47fa-87fc-87b360f8ef52 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2421076
Nov 15 09:27:38.296022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.311426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2cdec46b-4ad9-4a91-9914-55d0060f1869 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:38.312689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2cdec46b-4ad9-4a91-9914-55d0060f1869 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/6147f9da-c07f-47ab-b747-20148e2cb205 HTTP/1.1" status: 404  len: 333 time: 0.2551217
Nov 15 09:27:38.317402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34944) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:38.320318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-2a5a3bc9-b377-49fb-ad79-f21b9019d4cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:38.321865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-2a5a3bc9-b377-49fb-ad79-f21b9019d4cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 891 time: 0.3127477
Nov 15 09:27:38.335289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.440357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port b0c2255f-2d09-4f36-89bf-28868e98c850 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:38.440735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.445382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-1a68d6fb-a975-462b-816a-ab4d128f31e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 217 time: 0.0951991
Nov 15 09:27:38.490983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.500873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b13dc208-b5e9-4c7d-a5c0-6aa710aac851 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:38.526037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14673ee-1e2a-4d8b-94b4-b1d23a8ff5e0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:38.526287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 720a1f77-6886-4bf5-a04e-20d15d4ae308, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=720a1f77-6886-4bf5-a04e-20d15d4ae308,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:38.526531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.532903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:38.548467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-4934240e-7aaa-4888-bf93-c9b19ba8a244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:38.550073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-4934240e-7aaa-4888-bf93-c9b19ba8a244 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 200  len: 834 time: 0.0973046
Nov 15 09:27:38.551290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:38.555007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/f14673ee-1e2a-4d8b-94b4-b1d23a8ff5e0 HTTP/1.1" status: 204  len: 168 time: 0.5636864
Nov 15 09:27:38.555362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:38.683906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cdb440bc-4729-4a49-adfb-075fb6620385 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:38.710561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 720a1f77-6886-4bf5-a04e-20d15d4ae308 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:38.712728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-6ff0476a-2697-4131-96fe-4009586dc3f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=823474e7-fca9-4e58-8204-87efcf568a64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1343765
Nov 15 09:27:38.752925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cdb440bc-4729-4a49-adfb-075fb6620385 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:38.754539 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdb440bc-4729-4a49-adfb-075fb6620385 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1984818
Nov 15 09:27:38.767076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34952) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:38.782708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--1684438353'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:38.798419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:38.868967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-6e46c85d-08b5-47ed-b1b1-44472e387b05 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472321
Nov 15 09:27:38.900076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:38.977661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.035008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.194611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:39.204134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for b0c2255f-2d09-4f36-89bf-28868e98c850 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:39.242753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:39.255181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:39.273266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:39.273927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfcceb17-8775-49c9-9708-d41683bb35e7 req-502654b8-a6b3-4483-8403-0b5de7df3945 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3965960
Nov 15 09:27:39.443240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.467266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1c27cf6-ee41-4ece-ab8f-68aeaffa5b12 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:39.500150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5c819-7efd-4760-bc25-ee6c270d3f8e req-4e466c31-46ec-41a8-9743-97fc37bf2107 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:39.501787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56c5c819-7efd-4760-bc25-ee6c270d3f8e req-4e466c31-46ec-41a8-9743-97fc37bf2107 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.0957458
Nov 15 09:27:39.554428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56c5c819-7efd-4760-bc25-ee6c270d3f8e req-8beee8ab-50a4-4504-8a3a-affc3640b1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460141
Nov 15 09:27:39.588112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=720a1f77-6886-4bf5-a04e-20d15d4ae308,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:39.599206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.604342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:39.627232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.634197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb6b48f4-cb7e-4597-9559-53f19c05f701 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:39.668611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.778735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8adeee-49cc-4701-9d69-a6aaf78397bb,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:39.797850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:39.798432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:39.861876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=b0c2255f-2d09-4f36-89bf-28868e98c850,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:39.867227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:39.959321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:39.960691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1925931
Nov 15 09:27:39.963574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34958) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:39.970253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--198814997'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:39.976990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:39.981426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:39.985868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:39.991834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:40.031598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.072456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:40.076805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:40.079830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:40.085838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:40.125787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.147625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.196170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.202824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-85c1bf98-d9ac-4a60-975f-fc357dae64f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:40.233748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.235821 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/b0c2255f-2d09-4f36-89bf-28868e98c850 HTTP/1.1" status: 204  len: 168 time: 1.9173958
Nov 15 09:27:40.238617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34962) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:40.248357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c39f3e-ade9-4ab0-b674-d7d6e2f428bb,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:40.254449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:40.288478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.289847 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37836a9e-76e6-49a9-8a15-4145d5df8b53 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3249857
Nov 15 09:27:40.292733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34966) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:40.298514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '2a8adeee-49cc-4701-9d69-a6aaf78397bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a9c39f3e-ade9-4ab0-b674-d7d6e2f428bb', 'remote_ip_prefix': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:40.302580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e89b87-919b-461b-ae0d-72232ef44362 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:27:40.303159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-85e89b87-919b-461b-ae0d-72232ef44362 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:40.304960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:40.309439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:40.313503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:40.319352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:40.370307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.414327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-85e89b87-919b-461b-ae0d-72232ef44362 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:40.415623 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-85e89b87-919b-461b-ae0d-72232ef44362 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/b0c2255f-2d09-4f36-89bf-28868e98c850 HTTP/1.1" status: 404  len: 333 time: 0.1760335
Nov 15 09:27:40.419713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34970) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:40.490510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.525452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.532211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81d1bebf-fe81-4d87-b960-da04bcd91a71 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:40.631920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf4e76e-b801-4374-ada7-393a4bae88ad,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:40.634844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:40.670642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.672280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.3783960
Nov 15 09:27:40.675311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34976) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:40.803408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.823810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 09c7cb7d-596a-4f77-b394-bf2c9866ab23 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:40.827107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.839059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.928982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.964321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:40.976537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e0d5978-4a69-4899-9d96-e6067233cc2b tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:41.005447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a040ab-5999-46c3-991a-259a4d7543b0 req-a4f5c355-c70e-4de6-8ec6-040f9a297d94 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:41.007080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5a040ab-5999-46c3-991a-259a4d7543b0 req-a4f5c355-c70e-4de6-8ec6-040f9a297d94 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.3032811
Nov 15 09:27:41.010494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cf4e76e-b801-4374-ada7-393a4bae88ad,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:41.014066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:41.018618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.019764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/5cf4e76e-b801-4374-ada7-393a4bae88ad HTTP/1.1" status: 204  len: 168 time: 0.3434575
Nov 15 09:27:41.024223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34980) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:41.088716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5a040ab-5999-46c3-991a-259a4d7543b0 req-d937656e-b41d-48b0-8216-a9f9bd0d2ce5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734670
Nov 15 09:27:41.100497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.165612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d339379-2044-432f-9994-94e4ebc5f5a3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:41.200756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:41.272330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d339379-2044-432f-9994-94e4ebc5f5a3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:41.273738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d339379-2044-432f-9994-94e4ebc5f5a3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2425015
Nov 15 09:27:41.277103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34984) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:41.369432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:41.377754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9827449
Nov 15 09:27:41.378565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 34988) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:41.387394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:41.402214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:41.403144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85f05c0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:41.434041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.475690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.568981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:41.590805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting subnet 6da2c603-7c89-492e-9884-b70ef3adbc88 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:27:41.596475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.599088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.616711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b1dc67-25f7-4bcc-923a-59e3f58607c7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:41.655611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.691199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85f05c0>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:41.697300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:41.708770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:41.709465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85f05c0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:41.720016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=09c7cb7d-596a-4f77-b394-bf2c9866ab23,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:41.727618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:41.755194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.757324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.763401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-644c38ef-1a3a-410c-bf86-8078fd346f0a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:41.772918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 166131b3-c093-4fde-873d-a02389f5c372 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:41.779262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c39f3e-ade9-4ab0-b674-d7d6e2f428bb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:41.781981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:41.805835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.821889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/09c7cb7d-596a-4f77-b394-bf2c9866ab23 HTTP/1.1" status: 204  len: 168 time: 1.3988531
Nov 15 09:27:41.822807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34992) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:41.845192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0415e-4aa5-4588-b2ce-fb7f1db6d9f3 None None] Network f5bdb358-5c64-4422-bd7c-ece862267cfa requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:41.848490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:41.852071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/a9c39f3e-ade9-4ab0-b674-d7d6e2f428bb HTTP/1.1" status: 204  len: 168 time: 0.5716186
Nov 15 09:27:41.855065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 34996) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:41.998706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.062411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:42.094624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:42.095012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.106287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.123952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e9265fe-4308-4360-bad9-9074bf0ee728 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:42.141345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bfeb4b85-3cea-4238-8788-77745b9100ce tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:42.171365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Subnet': ['ID=6da2c603-7c89-492e-9884-b70ef3adbc88,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:42.174305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:42.212226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bfeb4b85-3cea-4238-8788-77745b9100ce tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:42.216916 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfeb4b85-3cea-4238-8788-77745b9100ce tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3576052
Nov 15 09:27:42.221737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35002) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:42.289123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85f05c0>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:42.290101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.292755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3e3f-dfc2-4e8b-807e-9ca891792bdd None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:42.298955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956d7e2-ad81-46aa-965e-35d9f593f9fc None None] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:42.303057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/6da2c603-7c89-492e-9884-b70ef3adbc88 HTTP/1.1" status: 204  len: 168 time: 0.9233816
Nov 15 09:27:42.304204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35006) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:42.458638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 166131b3-c093-4fde-873d-a02389f5c372 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:42.461743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.498395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.501424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 166131b3-c093-4fde-873d-a02389f5c372 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:42.501866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.516132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 28b77f4e-62cf-45b3-a75d-114b0d5126d5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=28b77f4e-62cf-45b3-a75d-114b0d5126d5,segment=NetworkSegment(2dcd4af0-b85b-492b-875e-535972a833c1),segment_id=2dcd4af0-b85b-492b-875e-535972a833c1)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:42.516543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.542737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Deleting port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:42.543128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.667769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 720a1f77-6886-4bf5-a04e-20d15d4ae308 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:42.708960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13515e2-c150-4868-bae3-1de624f47fc1 None None] DHCP port deletion for f5bdb358-5c64-4422-bd7c-ece862267cfa request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:42.713551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.740916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 28b77f4e-62cf-45b3-a75d-114b0d5126d5 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:42.743097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e74fb1-7988-435a-80bb-e0780f70f282 None None] DHCP port deletion for 8cfb1913-e239-4b27-9b62-55d3300b9af9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:27:42.745370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 720a1f77-6886-4bf5-a04e-20d15d4ae308 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:42.745770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 720a1f77-6886-4bf5-a04e-20d15d4ae308 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:42.752596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f13515e2-c150-4868-bae3-1de624f47fc1 None None] Deleting port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:42.753040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f13515e2-c150-4868-bae3-1de624f47fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.782564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.835284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d9e74fb1-7988-435a-80bb-e0780f70f282 None None] Deleting port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:42.835476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d9e74fb1-7988-435a-80bb-e0780f70f282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.837250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] For port 02560d32-9ed2-4185-9f6e-48d2e8b621e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=02560d32-9ed2-4185-9f6e-48d2e8b621e6,segment=NetworkSegment(a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae),segment_id=a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:42.837665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.855720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cdb2b-9863-4207-b1c7-4d20f345f537 req-bbefce56-9045-431b-b1d2-18e8494e01fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:42.861263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b72cdb2b-9863-4207-b1c7-4d20f345f537 req-bbefce56-9045-431b-b1d2-18e8494e01fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 943 time: 0.5908108
Nov 15 09:27:42.920777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:42.939171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5eac7fa0-3dd2-4d50-8054-40853ae48ef1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:42.989909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Calling delete_port for 02560d32-9ed2-4185-9f6e-48d2e8b621e6 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:43.058568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=28b77f4e-62cf-45b3-a75d-114b0d5126d5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:43.066508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:43.071385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b72cdb2b-9863-4207-b1c7-4d20f345f537 req-1ef41747-4fa8-437b-8ed3-e602e739ab95 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1969731
Nov 15 09:27:43.088138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.101189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38c7178a-0c0e-4c3e-b5f4-1e550c66d5d3 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:43.116020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.120290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8adeee-49cc-4701-9d69-a6aaf78397bb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:43.121999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f13515e2-c150-4868-bae3-1de624f47fc1 None None] The port '28b77f4e-62cf-45b3-a75d-114b0d5126d5' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:43.127751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:43.133902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166131b3-c093-4fde-873d-a02389f5c372'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:43.134861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bee935fb-90be-4ed8-a8f5-e423ea7a7ccf tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:43.143756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port 28b77f4e-62cf-45b3-a75d-114b0d5126d5 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:43.196245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 166131b3-c093-4fde-873d-a02389f5c372, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=166131b3-c093-4fde-873d-a02389f5c372,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:43.217867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d9e74fb1-7988-435a-80bb-e0780f70f282 None None] The port '02560d32-9ed2-4185-9f6e-48d2e8b621e6' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:27:43.218531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166131b3-c093-4fde-873d-a02389f5c372', 'code': 200}
Nov 15 09:27:43.230260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.234588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bab6ca38-bab3-4223-893f-c690b076926b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/2a8adeee-49cc-4701-9d69-a6aaf78397bb HTTP/1.1" status: 204  len: 168 time: 1.0090215
Nov 15 09:27:43.242348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.245109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:43.257879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35012) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:43.258846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Port': ['ID=02560d32-9ed2-4185-9f6e-48d2e8b621e6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:43.280321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:43.362106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.363623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=166131b3-c093-4fde-873d-a02389f5c372,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:43.371552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a4b19428-5a03-461f-88d6-68ea33c352bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:43.375295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:43.394137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No DVR routers for this DVR port 02560d32-9ed2-4185-9f6e-48d2e8b621e6 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:27:43.413739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8d029be-c767-4f21-a830-77b5e4c73a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.460485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a4b19428-5a03-461f-88d6-68ea33c352bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:43.461833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a4b19428-5a03-461f-88d6-68ea33c352bf tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1998329
Nov 15 09:27:43.467796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35020) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:43.475387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--301160771'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:43.499474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:43.525275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:43.536306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1eac128>,) {'filters': {'network_id': ['f5bdb358-5c64-4422-bd7c-ece862267cfa']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.541903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.589631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.607904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1eac128>, '2dcd4af0-b85b-492b-875e-535972a833c1') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.608440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1eac128>, '2dcd4af0-b85b-492b-875e-535972a833c1') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.636285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.667798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2f30d68>,) {'filters': {'network_id': ['8cfb1913-e239-4b27-9b62-55d3300b9af9']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.670262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.674763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:43.682031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2f30d68>, 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.682388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2f30d68>, 'a31c34a4-3077-4ac4-9ae8-6fa88e1fd8ae') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:43.694862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.710570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.712607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:27:43.714460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:43.724152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:43.775082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:43.796469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:43.798325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 166131b3-c093-4fde-873d-a02389f5c372 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:43.897422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 166131b3-c093-4fde-873d-a02389f5c372 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:43.898108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.899869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-99887501-43ff-49bb-8ab1-3ab66e946d9b req-0400ffa3-a47d-4de1-811f-1646071c5e57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1162 time: 0.3539553
Nov 15 09:27:43.905611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:43.915019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:43.919501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network f5bdb358-5c64-4422-bd7c-ece862267cfa has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:43.946548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.098111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Network 8cfb1913-e239-4b27-9b62-55d3300b9af9 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:44.123147 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:44.188123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.200735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-99887501-43ff-49bb-8ab1-3ab66e946d9b req-cbf48c87-bee2-4b4a-bf11-d65e0423a515 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2850912
Nov 15 09:27:44.203455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network f5bdb358-5c64-4422-bd7c-ece862267cfa has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:27:44.228381 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:27:44.235639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.238998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b738ee91-e26f-4338-96c7-89b88f11d226 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:44.255518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.268504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Pushing event deleted for resources: {'Network': ['ID=8cfb1913-e239-4b27-9b62-55d3300b9af9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:44.273831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:44.277346 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/networks/8cfb1913-e239-4b27-9b62-55d3300b9af9 HTTP/1.1" status: 204  len: 168 time: 1.9717562
Nov 15 09:27:44.280314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35028) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:44.286009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'routes': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:44.616457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.631648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ab1a5b5-f4f4-45c2-aadc-70e4371f3963 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:44.642967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 28b77f4e-62cf-45b3-a75d-114b0d5126d5 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:44.679633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 28b77f4e-62cf-45b3-a75d-114b0d5126d5 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:44.684733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 28b77f4e-62cf-45b3-a75d-114b0d5126d5 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:44.684733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 02560d32-9ed2-4185-9f6e-48d2e8b621e6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:27:44.703913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=76081521-2493-415f-a2b9-683bee1d1ffe,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:44.712600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:44.713444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.720783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 02560d32-9ed2-4185-9f6e-48d2e8b621e6 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:27:44.721263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 02560d32-9ed2-4185-9f6e-48d2e8b621e6 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:27:44.724389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.728272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd3a6e6-a703-41a4-a9d4-2fac22ba695e tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:44.764756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=f5bdb358-5c64-4422-bd7c-ece862267cfa,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:44.768897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/f5bdb358-5c64-4422-bd7c-ece862267cfa HTTP/1.1" status: 204  len: 168 time: 2.9455454
Nov 15 09:27:44.770034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:44.773700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35032) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:44.784504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'network': {'name': 'tempest-PortsTestJSON-903148840'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:44.789231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.793159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3215854
Nov 15 09:27:44.801306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35036) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:44.804663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:44.813745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '76081521-2493-415f-a2b9-683bee1d1ffe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:44.822036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:44.827669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:network and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:44.836202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5466-a056-4afa-8806-e45d348b13cc req-24034559-9d43-422c-8d05-09d2fdaa74c9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:44.837854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a28a5466-a056-4afa-8806-e45d348b13cc req-24034559-9d43-422c-8d05-09d2fdaa74c9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.6041729
Nov 15 09:27:44.838735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:44.842826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:44.849992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:44.853643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:44.872194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:44.912969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a28a5466-a056-4afa-8806-e45d348b13cc req-6d5b06de-8b14-4747-b011-9a9baa4d919a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640888
Nov 15 09:27:44.922051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:44.927919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.948369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Added routes are [] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 15 09:27:44.948716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.extraroute_db [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Removed routes are [] {{(pid=81073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 15 09:27:44.949115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.962614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:44.980826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:27:45.009085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.009480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Added segment d2e71175-7610-475a-b393-bdf04d94f515 of type vxlan for network d3455adb-81cf-4373-bfbc-24245fa76614
Nov 15 09:27:45.049017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.075180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.127155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.129082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:45.151641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a3631d-487d-42b7-9f28-6ce8b1fbe231,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:45.156084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:45.165846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.170488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:45.171134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.178046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1949e935-aa51-47d0-870f-59aec500143e tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:45.258182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.259408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.4570289
Nov 15 09:27:45.265445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35040) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:45.270218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.286883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.289599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Network': ['ID=d3455adb-81cf-4373-bfbc-24245fa76614,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:45.292454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:45.301323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:45.314182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5337851
Nov 15 09:27:45.314604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35044) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:45.321873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:45.326614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:45.445127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:45.449907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:45.452728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:45.458668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:45.459267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.473443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.488103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:45.521560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 4f2d4697-11d5-4bfb-8726-37a79aa59697 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:45.534780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.536913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74394d38-1ba2-46cf-9835-290527583c05 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:45.610008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.625997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95a3631d-487d-42b7-9f28-6ce8b1fbe231,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:45.687728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:45.688111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b86e-8ef1-4ed4-8d5b-97f349a749ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.694484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.701322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/95a3631d-487d-42b7-9f28-6ce8b1fbe231 HTTP/1.1" status: 204  len: 168 time: 0.4293187
Nov 15 09:27:45.701322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35048) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:45.723055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.761430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:45.771219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:45.772514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6805ef6a-4f7f-4aa6-9049-5254c4cb369c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 704 time: 1.4911323
Nov 15 09:27:45.775250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Sync routers for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:45.779772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38b55e5-e8e1-49bf-be01-a27a27916994 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:45.782799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35052) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:45.806876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:45.807998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:45.841069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e6b7175-43c4-4020-afca-8bbdcbde3818 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:45.876665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f38b55e5-e8e1-49bf-be01-a27a27916994 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:45.878096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f38b55e5-e8e1-49bf-be01-a27a27916994 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1787200
Nov 15 09:27:45.881204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35056) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:45.914318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e6b7175-43c4-4020-afca-8bbdcbde3818 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:45.918215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e6b7175-43c4-4020-afca-8bbdcbde3818 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 205 time: 0.1309645
Nov 15 09:27:45.921028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35060) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:46.123421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.162438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.170869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.182985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51bbc02a-76d6-4b2a-8a76-4a7b73dc0766 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:46.196382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:46.228891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.259056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.320826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab048>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:46.325137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Checking router: 4f2d4697-11d5-4bfb-8726-37a79aa59697 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:46.337876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Routers {'4f2d4697-11d5-4bfb-8726-37a79aa59697'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:46.338391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['4f2d4697-11d5-4bfb-8726-37a79aa59697'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:46.395083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=2c2544c8-60de-48d9-be14-3af8a32d1adb,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:46.402160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:46.445698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.464300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae7b6-83f9-40bd-97bf-f488c988b4b6 req-bcce97ea-70cf-437f-b7f0-8c91e5eaec2c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:46.465937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe6ae7b6-83f9-40bd-97bf-f488c988b4b6 req-bcce97ea-70cf-437f-b7f0-8c91e5eaec2c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.2457175
Nov 15 09:27:46.499276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] Set router 4f2d4697-11d5-4bfb-8726-37a79aa59697 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:46.517365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c522a5-d820-4729-9bde-4cc5b5d905f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:46.522375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Checking segment: {'id': 'd2e71175-7610-475a-b393-bdf04d94f515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:46.522785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network hostable DHCP agents. Network: d3455adb-81cf-4373-bfbc-24245fa76614, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:27:46.545058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=76081521-2493-415f-a2b9-683bee1d1ffe,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:46.545994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe6ae7b6-83f9-40bd-97bf-f488c988b4b6 req-ff286158-b61e-44b7-952a-24b735036a45 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679109
Nov 15 09:27:46.555205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:46.579532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d3455adb-81cf-4373-bfbc-24245fa76614 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:27:46.628829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab048>, [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:46.633363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed2f83-6de5-40b8-b0cb-e0e95d9b80e3 None None] The sync data for ids ['4f2d4697-11d5-4bfb-8726-37a79aa59697'] in dv-neutron-743142-12-ovs is: [{'id': '4f2d4697-11d5-4bfb-8726-37a79aa59697', 'name': 'tempest-RoutersIpV6Test-router-172192713', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:25:52Z', 'updated_at': '2020-11-15T09:27:39Z', 'revision_number': 11, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:46.641999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.643292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/76081521-2493-415f-a2b9-683bee1d1ffe HTTP/1.1" status: 204  len: 168 time: 0.7610884
Nov 15 09:27:46.646258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35070) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:46.666822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d3455adb-81cf-4373-bfbc-24245fa76614) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:46.679713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af9c06-9c13-45fa-bb5d-12db790c02bb None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:46.706756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:46.717825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.747056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.752050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.835352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ab3487e2-ac2f-4ce8-9a31-dd6bd9089ee8 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:46.869039 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5532095
Nov 15 09:27:46.871996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35074) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:46.879077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1627233861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:46.886514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:46.891716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:router and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:46.894928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:46.899121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99612d5-fe62-47a2-bdc4-231a69bde525 req-49d63fa9-3ac1-49cc-9baa-f72d6165e2bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:46.900881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a99612d5-fe62-47a2-bdc4-231a69bde525 req-49d63fa9-3ac1-49cc-9baa-f72d6165e2bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.1552455
Nov 15 09:27:46.903115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:46.930827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ab3487e2-ac2f-4ce8-9a31-dd6bd9089ee8 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:46.937306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab3487e2-ac2f-4ce8-9a31-dd6bd9089ee8 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2850182
Nov 15 09:27:46.937422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35078) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:46.939178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-d3455adb-81cf-4373-bfbc-24245fa76614', 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '2c2544c8-60de-48d9-be14-3af8a32d1adb'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:27:46.940141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.943257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group': {'name': 'tempest-secgroup--2004601252'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:46.949933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:46.961184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.962256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.969593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a99612d5-fe62-47a2-bdc4-231a69bde525 req-5b51d317-8fd6-4320-9318-d9ccc6f13a59 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613990
Nov 15 09:27:46.971048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:46.984307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:46.984857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router 4f2d4697-11d5-4bfb-8726-37a79aa59697 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:27:47.000321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35082) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.012848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.014878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-620d5486-e7c4-40cf-bb80-e76418f2d371 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 204  len: 168 time: 1.0931790
Nov 15 09:27:47.016652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.031044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35086) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.037886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1866804143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:47.048091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:47.053326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Usage tracker for resource:router and tenant:d3aad46be1374bca85ebc18668b9e05d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:47.057419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:47.065250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:47.088600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.102666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dc71f49a-78c2-479d-9d29-51bede466ed8 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1157 time: 0.1010206
Nov 15 09:27:47.105600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35090) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.108176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.109521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.112624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:47.118980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:47.124147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:47.127480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:47.133858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:47.150042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:47.156666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:47.161008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:47.164385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.174637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:47.179769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.204523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.267658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.292610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.294115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d2571a9-da99-4f0a-b3a5-ca5cbb9dc573 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4201953
Nov 15 09:27:47.299595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35094) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.309255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Allocated IP 172.20.0.2 (d3455adb-81cf-4373-bfbc-24245fa76614/2c2544c8-60de-48d9-be14-3af8a32d1adb/90e4ab74-8bf6-4e76-bc24-49b72e74d2ed) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:47.316494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614', 'name': 'tempest-PortsTestJSON-711038485'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:47.343215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.347176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2017232c-8c89-4de0-8e42-ca975bef6c3b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3123567
Nov 15 09:27:47.347559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35098) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.354398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Request body: {'router': {'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:47.442249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.486081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.495261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b74d4d5-7080-44de-8e7b-947ab6c948e5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:47.500248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.535688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:47.550613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroup': ['ID=7933ad8e-7c80-4f6b-a74d-e779035bb6b3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:47.553645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:47.557350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:47.584530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.587088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6481662
Nov 15 09:27:47.588910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.589450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35102) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:47.596672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '7933ad8e-7c80-4f6b-a74d-e779035bb6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:47.601120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Transition to ACTIVE for port object 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:47.604131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:47.609367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Usage tracker for resource:security_group_rule and tenant:b03c8c022ca64338a9cfe46a35f790bf is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:47.613237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:47.618495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Transition to ACTIVE for port object 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:47.620129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:47.624558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.626766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:47.632282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.648321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.667475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ec41e31-f60a-48d5-82c9-f2b9883150f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:47.759509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:47.921791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Pushing event updated for resources: {'Port': ['ID=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:47.928472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:47.942142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:47.943634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:47.952542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:47.960209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.026654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Attempting to bind port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:27:48.027264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Attempting to bind port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'd2e71175-7610-475a-b393-bdf04d94f515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:27:48.027804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Attempting to bind port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed on network d3455adb-81cf-4373-bfbc-24245fa76614 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:27:48.037369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:27:48.037369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Checking segment: {'id': 'd2e71175-7610-475a-b393-bdf04d94f515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:48.038087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.038598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Bound using segment: {'id': 'd2e71175-7610-475a-b393-bdf04d94f515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:27:48.039256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Bound port: 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e71175-7610-475a-b393-bdf04d94f515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3455adb-81cf-4373-bfbc-24245fa76614'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:27:48.040095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.064601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.145219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.147631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.221 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/75b3c26a-eb76-4637-ab93-3b36bb396957) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:48.149073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] For port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:27:48.149527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port cd97fd37-c4ca-4a56-bd9a-64c768c14224 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:27:48.152491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] For port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,segment=NetworkSegment(d2e71175-7610-475a-b393-bdf04d94f515),segment_id=d2e71175-7610-475a-b393-bdf04d94f515)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:27:48.179776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.196685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:48.240582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.290495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.297808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:48.346423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371d04e2-ef2e-4413-a38d-763c57f87e92,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:48.357317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:48.375161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.14 (d3455adb-81cf-4373-bfbc-24245fa76614/2c2544c8-60de-48d9-be14-3af8a32d1adb/cd97fd37-c4ca-4a56-bd9a-64c768c14224) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:27:48.382105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Pushing event updated for resources: {'Port': ['ID=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:48.386017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:48.396787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.401065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8077037
Nov 15 09:27:48.401523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35106) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:48.424648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be01aa3e-cd1a-4ddd-b7c4-18a8f17adfd2 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules/371d04e2-ef2e-4413-a38d-763c57f87e92 HTTP/1.1" status: 200  len: 705 time: 0.0217953
Nov 15 09:27:48.427217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35110) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:48.509598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d23e198a-6b61-4ef7-b9de-68834a7758f3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:48.624225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d23e198a-6b61-4ef7-b9de-68834a7758f3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:48.625621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d23e198a-6b61-4ef7-b9de-68834a7758f3 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1974123
Nov 15 09:27:48.631585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35114) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:48.696490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.717151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.747871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.774478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.857190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.858448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.859427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2560faa6-ec3b-4f47-8cca-de2510cf4bd4 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:48.875102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Router 9526a3e0-12f1-49f9-9a89-de6e6b53dffd is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:27:48.880041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38e53309-27a7-44e6-8530-fe0173f3e927 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:48.884000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=371d04e2-ef2e-4413-a38d-763c57f87e92,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:48.889681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object cd97fd37-c4ca-4a56-bd9a-64c768c14224 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:27:48.901552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.901993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.903530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.903530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.903530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.904517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.904695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.905075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.905487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.905907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.906325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.906738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.907195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.907612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.908055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.908467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.908876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.909287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.909703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.910116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.910522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.910934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.911342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.911747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:48.916272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:48.951453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.952792 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-235b31eb-3c0f-4108-89e8-a9243e97966a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/371d04e2-ef2e-4413-a38d-763c57f87e92 HTTP/1.1" status: 204  len: 168 time: 0.3202710
Nov 15 09:27:48.955509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35118) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:48.976956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:48.993614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329b2278-7f83-4742-bbbf-888536e7d456 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:49.045716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=75b3c26a-eb76-4637-ab93-3b36bb396957,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:49.167077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6bde05c-53d5-4e8b-bbc9-ea2fbff46dbb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:49.184172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=cd97fd37-c4ca-4a56-bd9a-64c768c14224,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:49.191764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:49.203165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.203603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.204059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.204486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.204911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.205332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.205753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.206166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.206584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.206998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.207412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.207824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.208316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.208727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.209138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.209549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.209959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.210372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.210781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.211197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.211611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.212043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.215228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.215228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:27:49.232019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:49.234645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f6bde05c-53d5-4e8b-bbc9-ea2fbff46dbb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:49.236193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f6bde05c-53d5-4e8b-bbc9-ea2fbff46dbb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2795842
Nov 15 09:27:49.240180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:49.246641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d3455adb-81cf-4373-bfbc-24245fa76614 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:49.249036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:49.249598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '7933ad8e-7c80-4f6b-a74d-e779035bb6b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:49.251346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:49.261402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:49.280907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:49.305204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:49.307586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:49.310928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:27:49.327625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:49.328358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:49.343525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:49.353777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Sync routers for ids ['9526a3e0-12f1-49f9-9a89-de6e6b53dffd'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:49.367067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0579562
Nov 15 09:27:49.367330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35126) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:49.371905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:49.374107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Routers {'9526a3e0-12f1-49f9-9a89-de6e6b53dffd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:49.376572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a274e320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9526a3e0-12f1-49f9-9a89-de6e6b53dffd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:49.390642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:49.394336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-21df80ef-2050-44e0-b170-82016c8c2a4c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "PUT /v2.0/routers/9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 200  len: 698 time: 2.0432954
Nov 15 09:27:49.399153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35130) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:49.535142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Set router 9526a3e0-12f1-49f9-9a89-de6e6b53dffd gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:49.664119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a274e320>, [{'id': '9526a3e0-12f1-49f9-9a89-de6e6b53dffd', 'name': 'tempest-RoutersIpV6Test-router-1866804143', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:27:47Z', 'updated_at': '2020-11-15T09:27:48Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:49.669030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Checking router: 9526a3e0-12f1-49f9-9a89-de6e6b53dffd for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:49.681757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Routers {'9526a3e0-12f1-49f9-9a89-de6e6b53dffd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:49.682457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a274e320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9526a3e0-12f1-49f9-9a89-de6e6b53dffd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:49.710590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:49.746422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9f7c6d0-3ba3-4e91-8de6-ed805791f41a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/routers/9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 200  len: 704 time: 0.3460169
Nov 15 09:27:49.749558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35136) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:49.995022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40139a28-8c65-4040-8179-4bf32d9d0358 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Synchronizing usage tracker for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:50.021793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.032537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd91c931-9822-49b5-912e-7f3ed39b2e1e tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:50.039859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf34c5-8e89-42e1-8c51-858b83997e8f None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:27:50.076816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f2f810-3f9c-47cf-b2a8-7130fa950f83,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:50.079644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:50.101229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-40139a28-8c65-4040-8179-4bf32d9d0358 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Unset dirty status for tenant:d3aad46be1374bca85ebc18668b9e05d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:50.104356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-40139a28-8c65-4040-8179-4bf32d9d0358 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 200  len: 205 time: 0.3539104
Nov 15 09:27:50.113173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35140) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:50.140395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] Set router 9526a3e0-12f1-49f9-9a89-de6e6b53dffd gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:50.156440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.182605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.183926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9415135
Nov 15 09:27:50.198531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35144) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:50.282501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-04f2a996-00e0-4017-9fe3-fccf183d5c32 None None] Provisioning for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:50.291254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-46431c62-f1b4-450b-9030-893de932f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a274e320>, [{'id': '9526a3e0-12f1-49f9-9a89-de6e6b53dffd', 'name': 'tempest-RoutersIpV6Test-router-1866804143', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:27:47Z', 'updated_at': '2020-11-15T09:27:48Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:50.301640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-732a4c82-c026-4d12-b886-fc290c81c75f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules/13f2f810-3f9c-47cf-b2a8-7130fa950f83 HTTP/1.1" status: 200  len: 705 time: 0.0922861
Nov 15 09:27:50.302884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46431c62-f1b4-450b-9030-893de932f477 None None] The sync data for ids ['9526a3e0-12f1-49f9-9a89-de6e6b53dffd'] in dv-neutron-743142-12-ovs is: [{'id': '9526a3e0-12f1-49f9-9a89-de6e6b53dffd', 'name': 'tempest-RoutersIpV6Test-router-1866804143', 'tenant_id': 'd3aad46be1374bca85ebc18668b9e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:27:47Z', 'updated_at': '2020-11-15T09:27:48Z', 'revision_number': 2, 'project_id': 'd3aad46be1374bca85ebc18668b9e05d', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:50.303427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35148) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:50.343620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.543070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-805d2c27-b8fb-4476-9a4b-64319a0f84bc tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2382894
Nov 15 09:27:50.543775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35152) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:50.690886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.703156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.711367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:50.811369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.817269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:50.838799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.853580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13f2f810-3f9c-47cf-b2a8-7130fa950f83,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:50.855530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.858131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/13f2f810-3f9c-47cf-b2a8-7130fa950f83 HTTP/1.1" status: 204  len: 168 time: 0.3056636
Nov 15 09:27:50.859754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:50.862054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35156) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:50.885647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.899466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Provisioning for port cd97fd37-c4ca-4a56-bd9a-64c768c14224 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:50.906117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Provisioning complete for port cd97fd37-c4ca-4a56-bd9a-64c768c14224 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:50.906738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:50.946884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:27:50.974350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-091fa030-10a7-48d1-ad4e-43bec2989b2b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:50.976445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:50.977327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.065657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Port cd97fd37-c4ca-4a56-bd9a-64c768c14224 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:51.091378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Provisioning complete for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:51.091612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.126275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d10b9fd-57f2-4862-a85f-d77057ea59e0 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:51.129368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=cd97fd37-c4ca-4a56-bd9a-64c768c14224,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:51.140058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:51.222175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5d10b9fd-57f2-4862-a85f-d77057ea59e0 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:51.223525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d10b9fd-57f2-4862-a85f-d77057ea59e0 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3604250
Nov 15 09:27:51.227877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35160) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:51.234305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.238930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.241178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Request body: {'security_group_rule': {'security_group_id': '7933ad8e-7c80-4f6b-a74d-e779035bb6b3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:51.246263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.254010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:51.273014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:51.311252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.312243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Fanout notify agent at l3_agent the message router_deleted on router 9526a3e0-12f1-49f9-9a89-de6e6b53dffd {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:27:51.319436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.336588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.341926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.342093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fd42e6f7-74ee-4012-a238-12fd010db2d1 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 204  len: 168 time: 1.2236350
Nov 15 09:27:51.342483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35164) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:51.374020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,segment=NetworkSegment(d2e71175-7610-475a-b393-bdf04d94f515),segment_id=d2e71175-7610-475a-b393-bdf04d94f515)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:27:51.420390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8659bf31-d22e-4c3e-a0f0-0c75959bee5e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 200  len: 205 time: 0.0741911
Nov 15 09:27:51.420610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35168) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:51.421695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.429068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.438335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:51.503002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-4f37285a-987f-4c86-b939-3f5ec1d72f57 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:51.507397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f37285a-987f-4c86-b939-3f5ec1d72f57 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/9526a3e0-12f1-49f9-9a89-de6e6b53dffd HTTP/1.1" status: 404  len: 336 time: 0.0827513
Nov 15 09:27:51.507397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.507667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35172) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:51.524529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:51.531175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:51.549050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:27:51.549631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-6382b4ab-7c6a-440d-abcf-96aa4f6fc675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:27:51.828587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.852818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-255890e0-bfd8-40c7-88d4-2ca42ac9190a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:51.853329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255890e0-bfd8-40c7-88d4-2ca42ac9190a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:51.855165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-255890e0-bfd8-40c7-88d4-2ca42ac9190a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/a952940b-d4cd-4ed3-8a6c-c43c72073dc2 HTTP/1.1" status: 404  len: 337 time: 0.3471565
Nov 15 09:27:51.858661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35176) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:51.862145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.913256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:51.978032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:51.979632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.014058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.015971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:52.016113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5be38d-e120-4d72-b6e9-3b54c8a0aafd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:52.016622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5be38d-e120-4d72-b6e9-3b54c8a0aafd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:52.018454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e5be38d-e120-4d72-b6e9-3b54c8a0aafd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/59e4b52e-1625-484d-82df-18a3b8be05b3 HTTP/1.1" status: 404  len: 337 time: 0.1583650
Nov 15 09:27:52.027679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35180) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.069689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=75b3c26a-eb76-4637-ab93-3b36bb396957,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:52.083501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:52.117745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86783c00-e723-4605-b46a-118897512b5f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:52.134603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:52.141663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6ed00d-cc17-48b0-91ea-4739e5d9f061 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:52.142172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6ed00d-cc17-48b0-91ea-4739e5d9f061 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:52.168114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa6ed00d-cc17-48b0-91ea-4739e5d9f061 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/1b45d59a-76fe-47d2-8d10-976a775f7c4a HTTP/1.1" status: 404  len: 337 time: 0.1391861
Nov 15 09:27:52.171069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35184) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.187612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.216965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.221014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9903231
Nov 15 09:27:52.221740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef51823-8359-490e-9602-fd8779387deb tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:52.222277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef51823-8359-490e-9602-fd8779387deb tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:52.224045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ef51823-8359-490e-9602-fd8779387deb tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/6da2c603-7c89-492e-9884-b70ef3adbc88 HTTP/1.1" status: 404  len: 337 time: 0.0519714
Nov 15 09:27:52.224831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35188) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.225445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.237504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35190) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.245374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22272914-35f1-455d-a264-cb4869dd2152 None None] Provisioning complete for port cd97fd37-c4ca-4a56-bd9a-64c768c14224 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:52.245951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22272914-35f1-455d-a264-cb4869dd2152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.314631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75569f9d-3430-4131-abdc-a87ecd483315 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules/86783c00-e723-4605-b46a-118897512b5f HTTP/1.1" status: 200  len: 706 time: 0.0757039
Nov 15 09:27:52.317616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-405c250e-0264-45d6-82e9-8198bdc246b5 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 200  len: 205 time: 0.0656672
Nov 15 09:27:52.332517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-22272914-35f1-455d-a264-cb4869dd2152 None None] Port cd97fd37-c4ca-4a56-bd9a-64c768c14224 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:52.347566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22272914-35f1-455d-a264-cb4869dd2152 None None] Provisioning complete for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:52.348095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22272914-35f1-455d-a264-cb4869dd2152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.353816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35196) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.353816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35198) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.447234 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 35b98740-9bbc-44a5-841d-f3a3f4de3b66 associated. External IP: 172.26.4.221, port: 166131b3-c093-4fde-873d-a02389f5c372.
Nov 15 09:27:52.480956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-65586b0e-3218-437f-8930-ea40f3545d03 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:52.482423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-65586b0e-3218-437f-8930-ea40f3545d03 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/4f2d4697-11d5-4bfb-8726-37a79aa59697 HTTP/1.1" status: 404  len: 336 time: 0.1254630
Nov 15 09:27:52.487425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35204) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.587016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae7678fe-f216-4953-bf09-e95eb2b55bcd tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f HTTP/1.1" status: 200  len: 205 time: 0.0950077
Nov 15 09:27:52.600085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35208) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.655110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:27:52.709258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70e45fa6-30b9-4de7-957d-0edd8f901cb5 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:52.712764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2c1a29aa-e3ce-4980-8f2e-9f4ce1dae3b2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:52.717006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c1a29aa-e3ce-4980-8f2e-9f4ce1dae3b2 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/04d90c07-8d6a-47ac-9f2d-61aa1fbd4b7f HTTP/1.1" status: 404  len: 336 time: 0.1056910
Nov 15 09:27:52.718218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35212) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.741444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:52.741881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:52.764382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d040b5f7-8cb2-482b-bf7d-5c2dc452c728 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:52.764894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d040b5f7-8cb2-482b-bf7d-5c2dc452c728 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:52.769221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d040b5f7-8cb2-482b-bf7d-5c2dc452c728 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/bbe34957-4b38-41d5-a1bc-754d6b1ab4a9 HTTP/1.1" status: 404  len: 337 time: 0.0477748
Nov 15 09:27:52.769441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35216) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.921993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ac21b36-c80d-4776-a1ef-66101a9a4e16 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 200  len: 205 time: 0.1507535
Nov 15 09:27:52.923603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-70e45fa6-30b9-4de7-957d-0edd8f901cb5 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:52.924709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35220) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:52.925038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-70e45fa6-30b9-4de7-957d-0edd8f901cb5 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.5700972
Nov 15 09:27:52.928316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35224) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.014493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-1dbe73a6-b2f1-46fc-9201-c0213a05bb82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:53.018014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1dbe73a6-b2f1-46fc-9201-c0213a05bb82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/f675fae4-755e-4805-a15c-be85bde05378 HTTP/1.1" status: 404  len: 336 time: 0.0898769
Nov 15 09:27:53.019243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35228) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.052032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.067987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.078563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b51411c-d602-4190-aca3-18d20f716e2f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=62d19e3a-7caa-4df5-af1e-c8af5b39f675 HTTP/1.1" status: 200  len: 205 time: 0.0581379
Nov 15 09:27:53.081695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35232) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.152676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.156688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.157900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-8b75dd5c-1c14-4e64-800c-c2c387ad1c7b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:53.158664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff02d753-5dbe-4d47-8586-e6724ee0ffff tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:53.159026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b75dd5c-1c14-4e64-800c-c2c387ad1c7b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/62d19e3a-7caa-4df5-af1e-c8af5b39f675 HTTP/1.1" status: 404  len: 336 time: 0.0763981
Nov 15 09:27:53.162167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35236) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.175045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86783c00-e723-4605-b46a-118897512b5f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:53.180308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:53.190994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.209316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f71bd8-05f5-4ac9-8a60-72839ce3828c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:53.209817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f71bd8-05f5-4ac9-8a60-72839ce3828c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81074) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:53.211599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8f71bd8-05f5-4ac9-8a60-72839ce3828c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/e935a555-c6ab-4669-8727-cd2ffa19473f HTTP/1.1" status: 404  len: 337 time: 0.0484955
Nov 15 09:27:53.223311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35240) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.227473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a20cd15f-78ae-41b6-b8af-767fc535327b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:53.270832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.271990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-group-rules/86783c00-e723-4605-b46a-118897512b5f HTTP/1.1" status: 204  len: 168 time: 0.3426867
Nov 15 09:27:53.276200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35244) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.353159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a74d783-ed97-46b0-96d6-62c5fc04cfb6 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 HTTP/1.1" status: 200  len: 205 time: 0.0938799
Nov 15 09:27:53.355470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35248) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.366422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-952ff716-b49b-4abb-8873-cbb717e7a61a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:53.379735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.395954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=cd97fd37-c4ca-4a56-bd9a-64c768c14224,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:53.401752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:53.462645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-cf9d26be-2dee-466d-8ab2-1e6bad11f523 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:53.463756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf9d26be-2dee-466d-8ab2-1e6bad11f523 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/4d3e5ee8-a293-4ed3-a16f-ad713f8adf46 HTTP/1.1" status: 404  len: 336 time: 0.1052687
Nov 15 09:27:53.468333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35252) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.490030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:53.500388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-952ff716-b49b-4abb-8873-cbb717e7a61a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group_rule {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:53.504486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-952ff716-b49b-4abb-8873-cbb717e7a61a tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2245541
Nov 15 09:27:53.504959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35256) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.528815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbc09f3-b29d-4613-8aad-7ee50da448c7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:53.529303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbc09f3-b29d-4613-8aad-7ee50da448c7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:53.531136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8bbc09f3-b29d-4613-8aad-7ee50da448c7 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/f257ec60-2e74-42d8-92d7-842084a437b5 HTTP/1.1" status: 404  len: 337 time: 0.0618010
Nov 15 09:27:53.534343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35258) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.598994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8392903c-7490-4f24-bc3f-3ef18f5fec4e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "GET /v2.0/ports?device_id=be8ee364-f134-4595-b4c3-2fff96998da3 HTTP/1.1" status: 200  len: 205 time: 0.0634110
Nov 15 09:27:53.601349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35264) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.676126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.688941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e56e5399-c78c-4969-a75e-c402d33ff51b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] delete failed (client error): The resource could not be found.
Nov 15 09:27:53.690077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e56e5399-c78c-4969-a75e-c402d33ff51b tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/routers/be8ee364-f134-4595-b4c3-2fff96998da3 HTTP/1.1" status: 404  len: 336 time: 0.0877805
Nov 15 09:27:53.692966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35268) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.741863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d3455adb-81cf-4373-bfbc-24245fa76614 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:27:53.744044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-94638c76-d0a2-491f-b403-9e45ad70390e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:53.744044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94638c76-d0a2-491f-b403-9e45ad70390e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:53.745329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-94638c76-d0a2-491f-b403-9e45ad70390e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/6e4b7df6-78fa-40c4-a5b5-ede64f48d6b9 HTTP/1.1" status: 404  len: 337 time: 0.0511298
Nov 15 09:27:53.746369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:53.748084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35272) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.762437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.900894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:53.911659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:53.928381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:53.929077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f43438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:53.937733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b1ff1a-28fd-4b9f-95f0-480b65bf492c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] DELETE failed (client error): The resource could not be found.
Nov 15 09:27:53.938724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b1ff1a-28fd-4b9f-95f0-480b65bf492c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:27:53.942718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-98b1ff1a-28fd-4b9f-95f0-480b65bf492c tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] 10.222.0.81 "DELETE /v2.0/subnets/e9b9e4c4-ade5-4d77-bf2b-24aa0243cd1b HTTP/1.1" status: 404  len: 337 time: 0.1913087
Nov 15 09:27:53.947794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.952024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:53.955728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "DELETE /v2.0/security-groups/7933ad8e-7c80-4f6b-a74d-e779035bb6b3 HTTP/1.1" status: 204  len: 168 time: 0.3893149
Nov 15 09:27:53.955728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fca30afc-e422-4137-afc8-bc9bafaddab7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:53.966865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35278) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:53.975419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Pushing event deleted for resources: {'SecurityGroup': ['ID=7933ad8e-7c80-4f6b-a74d-e779035bb6b3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:54.010569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:54.011590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:54.066412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d83bd8c4-20f0-49a6-b997-f788494c832b None None] Provisioning complete for port cd97fd37-c4ca-4a56-bd9a-64c768c14224 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:27:54.066771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d83bd8c4-20f0-49a6-b997-f788494c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:54.128815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d219e21-1beb-478c-a3bf-c9ef3050c6ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Synchronizing usage tracker for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:54.156428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d219e21-1beb-478c-a3bf-c9ef3050c6ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Unset dirty status for tenant:b03c8c022ca64338a9cfe46a35f790bf on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:54.159251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d219e21-1beb-478c-a3bf-c9ef3050c6ec tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1900680
Nov 15 09:27:54.167323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.0605974
Nov 15 09:27:54.176491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:54.177535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:27:54.183874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35284) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:54.184265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35286) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:54.213261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd8c4-20f0-49a6-b997-f788494c832b None None] Port cd97fd37-c4ca-4a56-bd9a-64c768c14224 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:27:54.308145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372', 'status': 'completed', 'code': 200}
Nov 15 09:27:54.490215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Router 24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:27:54.502793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-32a2102e-61e4-4fb0-b6a1-a6ee1d6778a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1162 time: 0.1227195
Nov 15 09:27:54.604996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35298) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:54.702645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f43438>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:50Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:54.708577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:27:54.727983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:54.729733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8f43438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:54.811988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3892a5e1-15d0-4a96-aa54-fbe97f576624 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6238408
Nov 15 09:27:54.863272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c15443c9-5008-4d41-9520-9069e82773a1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/35b98740-9bbc-44a5-841d-f3a3f4de3b66 HTTP/1.1" status: 200  len: 991 time: 0.6775393
Nov 15 09:27:54.896433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-07d534ca-edc1-49f5-b05a-a610fba1ae66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5997787
Nov 15 09:27:55.074153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:27:55.127139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e127-4808-4480-bbf2-0565e010fea2 req-635c8d89-20c2-4404-a08d-9418d66ce534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.129005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-635c8d89-20c2-4404-a08d-9418d66ce534 service neutron] 10.222.0.65 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 891 time: 0.5520451
Nov 15 09:27:55.257586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-1d5f4076-5df2-4948-ba58-0eb0b4dfee24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.1979244
Nov 15 09:27:55.387331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-d6f0280f-667c-43cb-8465-12707d4c6e73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 999 time: 0.2481592
Nov 15 09:27:55.393200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35320) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:55.496690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e127-4808-4480-bbf2-0565e010fea2 req-fd9fae43-0dd9-4693-8af1-216630f7333b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.499397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-fd9fae43-0dd9-4693-8af1-216630f7333b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 200  len: 834 time: 0.0913193
Nov 15 09:27:55.502280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:27:55.504055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f370d-6121-4161-a116-fbb5fae4c23a req-68dc3e1e-cd3e-4ad6-89b9-1e77666fa96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.505802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-68dc3e1e-cd3e-4ad6-89b9-1e77666fa96c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 0.2367785
Nov 15 09:27:55.512603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/routers/24e6fd0d-ebfe-4182-a3dc-0ad3314d9192/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1441994
Nov 15 09:27:55.516808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] Sync routers for ids ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:27:55.523423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:55.540476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] Routers {'24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:55.540774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a277a240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:55.651286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a277a240>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:55.663772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] Routers {'24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:27:55.664716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a277a240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:55.744379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a277a240>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:55.745145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f20e0-20eb-4f2d-901e-16d59e95bbd2 None None] The sync data for ids ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:55.753098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-16c2b2b6-ab03-49e7-abf1-790b7f92cd66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 1002 time: 0.1995547
Nov 15 09:27:55.761580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6309e-301e-4b00-916e-896bfb0c9a9b req-a082e09f-abfc-4390-8b0d-6bb851fd48ae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.764085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70f6309e-301e-4b00-916e-896bfb0c9a9b req-a082e09f-abfc-4390-8b0d-6bb851fd48ae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.3399217
Nov 15 09:27:55.772085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8f43438>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:50Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:27:55.777018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652bdc6-e1fd-4072-bc21-3bb64b9c1b86 None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:27:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:50Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:27:55.784638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d3cbd31-4e16-428e-ada9-8d6fcb39aefa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3aad46be1374bca85ebc18668b9e05d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1689472
Nov 15 09:27:55.785566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35336) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:55.821829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6dfd9df7-ca4d-4a2c-9626-2f29f5190a9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b03c8c022ca64338a9cfe46a35f790bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4271247
Nov 15 09:27:55.838310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35340) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:55.870769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35344) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:55.878509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070d0a5-b1e2-46b7-8193-d19ac4fffdf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.879311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3070d0a5-b1e2-46b7-8193-d19ac4fffdf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:27:55.947259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f370d-6121-4161-a116-fbb5fae4c23a req-599b2333-c6fa-4588-b8a0-7d7120b41ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:55.948904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-599b2333-c6fa-4588-b8a0-7d7120b41ae1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.1809583
Nov 15 09:27:56.007996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70f6309e-301e-4b00-916e-896bfb0c9a9b req-07fe8b51-9571-469d-936c-6284d3150052 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705854
Nov 15 09:27:56.039958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.047738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3070d0a5-b1e2-46b7-8193-d19ac4fffdf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:27:56.049091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3070d0a5-b1e2-46b7-8193-d19ac4fffdf5 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?device_id=24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 HTTP/1.1" status: 200  len: 982 time: 0.5244749
Nov 15 09:27:56.052713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-a7be9977-3125-4c6e-8dc8-31f5a095ddff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=823474e7-fca9-4e58-8204-87efcf568a64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4539895
Nov 15 09:27:56.054775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35348) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:56.058284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.092829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3105c128-4874-4e83-bb90-3bea33c1bfce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/35b98740-9bbc-44a5-841d-f3a3f4de3b66 HTTP/1.1" status: 200  len: 991 time: 0.2084603
Nov 15 09:27:56.099813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.139273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae6275-bca3-4198-be1c-002b842681d1 None None] New status for floating IP 35b98740-9bbc-44a5-841d-f3a3f4de3b66: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:27:56.166177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.286029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-cee240dc-b184-4671-a9cc-d71487ab51e0 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776402
Nov 15 09:27:56.300751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-3a3ee4df-9c5e-4140-b2d6-2e53a8f1feda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3388989
Nov 15 09:27:56.332615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.345478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7479999-1526-415d-8ac7-706890c36023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:56.425908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3a20a3-fe75-4190-bc8b-4d84eaced9ba,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:56.428731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:56.443712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.458729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be3a20a3-fe75-4190-bc8b-4d84eaced9ba HTTP/1.1" status: 204  len: 168 time: 0.6379712
Nov 15 09:27:56.482509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.493309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-effd2b6f-0a58-44b7-a64c-640b616bfd87 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:56.526673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61f6be-90c0-4a5f-a90c-d63d437f6079,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:56.532685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:56.540583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-46a170d9-0d47-4ec9-ad9a-298f25d6c720 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320743
Nov 15 09:27:56.569557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7265e127-4808-4480-bbf2-0565e010fea2 req-ee4d1cbc-b0c0-466c-b031-d0b011a4b424 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2715511
Nov 15 09:27:56.801013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:56.804621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a61f6be-90c0-4a5f-a90c-d63d437f6079 HTTP/1.1" status: 204  len: 168 time: 0.9599459
Nov 15 09:27:56.873487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403f370d-6121-4161-a116-fbb5fae4c23a req-8cfdc5b3-6095-44d9-abc9-302d9b676f1c service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3220053
Nov 15 09:27:57.095468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35368) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:57.249721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-243e94ad-ba72-4bf7-a3d7-e6530913a479 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/35b98740-9bbc-44a5-841d-f3a3f4de3b66 HTTP/1.1" status: 200  len: 993 time: 0.1505234
Nov 15 09:27:57.260369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.443316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8084d7-0f2b-4802-ad53-b109ba092194 req-45d4bd8d-4e48-4912-8f4c-987bf9efc9e9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:57.444980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e8084d7-0f2b-4802-ad53-b109ba092194 req-45d4bd8d-4e48-4912-8f4c-987bf9efc9e9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.2907991
Nov 15 09:27:57.521192 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e8084d7-0f2b-4802-ad53-b109ba092194 req-79b1918c-2b0c-405b-a99e-f9542afe8b23 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601530
Nov 15 09:27:57.683447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35378) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:57.732566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port cd97fd37-c4ca-4a56-bd9a-64c768c14224 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:27:57.732952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.826870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1154980606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:57.833759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:57.838106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:router and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:57.841418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:57.847403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:57.899078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.900194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.923820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.969079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:57.996234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.060138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.061531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c0b136a8-c236-4da4-b030-ca0cdf06f0b6 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.3769550
Nov 15 09:27:58.069718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35384) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:58.077018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-876643077'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:58.082963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:58.087627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:network and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:58.092681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:58.099097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:58.132874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:58.139524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.155359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.240323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:58.244671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:security_group_rule and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:58.248156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:58.254218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:58.377766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for cd97fd37-c4ca-4a56-bd9a-64c768c14224 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:27:58.389394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.419782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.424422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ba0e797-2c01-43f2-bec6-e9cc9f0afb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:58.456486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:27:58.470470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'SecurityGroup': ['ID=6968a80c-7cf0-4197-ab72-90b6ef5e78d8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:58.474816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:58.475906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.476360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Added segment 2c8daf2e-0761-49f5-9ba3-9dafdd034a68 of type vxlan for network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e
Nov 15 09:27:58.505062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.648008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.652307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:58.653085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.661012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c7c79963-2e60-46c1-8ed2-89bd201de63d tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:58.752199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:58.770098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64d0b710-7d6c-4298-aae0-8ddc0eacbf9c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:58.782497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Network': ['ID=a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:58.785822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:58.795305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:58.803051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7321432
Nov 15 09:27:58.806111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35390) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:27:58.813746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'subnet': {'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:27:58.817628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=cd97fd37-c4ca-4a56-bd9a-64c768c14224,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:58.821141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:27:58.829218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd086d-2490-4ecc-b5cd-8f33d68b9e73 req-7a5e32ee-99a5-4bdf-b3b2-94e753d9396c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:27:58.830894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49bd086d-2490-4ecc-b5cd-8f33d68b9e73 req-7a5e32ee-99a5-4bdf-b3b2-94e753d9396c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1752985
Nov 15 09:27:58.882483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:58.955724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:27:58.959959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:subnet and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:27:58.963016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:27:58.966828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49bd086d-2490-4ecc-b5cd-8f33d68b9e73 req-91a0483d-384b-41a2-b7e0-67ae180f2210 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784607
Nov 15 09:27:58.970004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:27:59.012362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:27:59.139821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:59.238165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:59.642612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:27:59.656195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cec3da4b-c4c8-4001-b137-e728615f2442 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:27:59.787741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Subnet': ['ID=6d37523f-ba08-4af5-8d34-288e44322004,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:27:59.791135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:27:59.871918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Checking segment: {'id': '2c8daf2e-0761-49f5-9ba3-9dafdd034a68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:27:59.872353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network hostable DHCP agents. Network: a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:27:59.884040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Router 24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:27:59.927733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:27:59.984925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:27:59.996407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977e9e0-d8d5-48b1-a625-eca9249dcb37 None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:00.000410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:00.000410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.048756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2413015
Nov 15 09:28:00.052321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35396) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:00.058748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'network': {'name': 'tempest-router-network01--768235839'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:00.065932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:00.070868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:network and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:00.071669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:28:00.075368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:00.082160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:00.086013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] Sync routers for ids ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:28:00.116627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:00.122508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.133097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] Routers {'24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:00.133811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8084208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:00.159620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/routers/24e6fd0d-ebfe-4182-a3dc-0ad3314d9192/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1014113
Nov 15 09:28:00.161337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35400) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:00.163786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:28:00.210975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279a9e-71a6-4c3e-8c55-c79db214050c req-68f641cb-9e38-4642-80b9-06c99186d904 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:00.212538 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f279a9e-71a6-4c3e-8c55-c79db214050c req-68f641cb-9e38-4642-80b9-06c99186d904 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1011128
Nov 15 09:28:00.214089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8084208>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:00.219386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.219809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Added segment f07815a2-040d-4dd4-868e-65d3e57fb3e0 of type vxlan for network c9671271-7f2b-4d4c-95eb-71677928e4d7
Nov 15 09:28:00.221559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-327dc462-676c-4397-a6fe-be5de3127f30 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:28:00.222973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-327dc462-676c-4397-a6fe-be5de3127f30 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/cd97fd37-c4ca-4a56-bd9a-64c768c14224 HTTP/1.1" status: 404  len: 333 time: 0.0606446
Nov 15 09:28:00.225826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35404) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:00.250149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.284104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] Routers {'24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:00.284820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8084208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:00.314151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.318341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:00.319000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.325735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-712418a7-1d2b-4919-b1b6-2e4ee322ea9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:00.421587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f279a9e-71a6-4c3e-8c55-c79db214050c req-ae51d7fa-40e6-4e73-ac6a-69437cf662e7 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001905
Nov 15 09:28:00.439080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.458877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Network': ['ID=c9671271-7f2b-4d4c-95eb-71677928e4d7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:00.467225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4132397
Nov 15 09:28:00.468738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:00.471665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35408) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:00.478675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'network': {'name': 'tempest-router-network02--1630101949'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:00.484588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:00.489149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:network and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:00.492503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:00.498626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:00.533653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:00.539146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:00.539342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.552405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:00.568938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8084208>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:00.569407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc459e-e954-441a-a986-0feb101ae574 None None] The sync data for ids ['24e6fd0d-ebfe-4182-a3dc-0ad3314d9192'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:28:00.576125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:28:00.586046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.586485 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Added segment faf4ddd7-9a3a-4166-ac6f-7e1596eed84f of type vxlan for network a2514834-7758-40be-8afd-73c9de69b015
Nov 15 09:28:00.615625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.670746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.675315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:00.675994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.681676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-333714c6-315f-470d-a6b4-2ad9f89f4312 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:00.797924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e', 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e', 'tenant_id': '2c6cd579d09148a498e33d1bdc371cee', 'fixed_ips': [{'subnet_id': '6d37523f-ba08-4af5-8d34-288e44322004'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:00.798874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:00.809752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Network': ['ID=a2514834-7758-40be-8afd-73c9de69b015,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:00.815882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:00.841181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3651550
Nov 15 09:28:00.841459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a2514834-7758-40be-8afd-73c9de69b015 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:00.842330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35412) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:00.848537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'subnet': {'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:00.862272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a2514834-7758-40be-8afd-73c9de69b015 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:00.982766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:00.987324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:subnet and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:00.990679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:00.997116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:01.036777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:01.155971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.248707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.252673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.310992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.311594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Fanout notify agent at l3_agent the message router_deleted on router 24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:28:01.323674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.327508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a1f994ef-086e-496c-9033-32a99e33eb8c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/routers/24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 HTTP/1.1" status: 204  len: 168 time: 1.0981286
Nov 15 09:28:01.328015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35416) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:01.362622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Allocated IP 2001:db8::2 (a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e/6d37523f-ba08-4af5-8d34-288e44322004/26da960c-8216-41e7-925f-7e4a9b3fe07a) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:01.660407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 2c2544c8-60de-48d9-be14-3af8a32d1adb {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:01.695391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d5ea8-181d-40fa-8bcb-20082804565b req-46a70ec0-68f6-45f5-ba4c-b8478ba7b943 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:01.697039 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ac3d5ea8-181d-40fa-8bcb-20082804565b req-46a70ec0-68f6-45f5-ba4c-b8478ba7b943 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1022022
Nov 15 09:28:01.705004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.709969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.722253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Transition to ACTIVE for port object 26da960c-8216-41e7-925f-7e4a9b3fe07a will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:01.739403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Transition to ACTIVE for port object 26da960c-8216-41e7-925f-7e4a9b3fe07a will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:01.748458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ac3d5ea8-181d-40fa-8bcb-20082804565b req-8ccb5411-1f8f-4b2c-bd31-757674667880 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446017
Nov 15 09:28:01.779913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:01.796360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eac335bb-2483-4ca9-84e9-7cc46dd872ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:01.952725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Pushing event updated for resources: {'Port': ['ID=26da960c-8216-41e7-925f-7e4a9b3fe07a,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:01.957267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:02.016296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:02.017662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:02.020169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:02.085838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Attempting to bind port 26da960c-8216-41e7-925f-7e4a9b3fe07a on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:02.086271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Attempting to bind port 26da960c-8216-41e7-925f-7e4a9b3fe07a by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '2c8daf2e-0761-49f5-9ba3-9dafdd034a68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:02.086723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Attempting to bind port 26da960c-8216-41e7-925f-7e4a9b3fe07a on network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:02.094906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:02.095347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Checking segment: {'id': '2c8daf2e-0761-49f5-9ba3-9dafdd034a68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:02.095822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.096318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Bound using segment: {'id': '2c8daf2e-0761-49f5-9ba3-9dafdd034a68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:02.096858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Bound port: 26da960c-8216-41e7-925f-7e4a9b3fe07a, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8daf2e-0761-49f5-9ba3-9dafdd034a68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:02.097293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.127453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.198631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] For port 26da960c-8216-41e7-925f-7e4a9b3fe07a, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:02.202407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] For port 26da960c-8216-41e7-925f-7e4a9b3fe07a, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26da960c-8216-41e7-925f-7e4a9b3fe07a,segment=NetworkSegment(2c8daf2e-0761-49f5-9ba3-9dafdd034a68),segment_id=2c8daf2e-0761-49f5-9ba3-9dafdd034a68)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:02.242873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.258643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-778e258f-b7ce-4e25-bc4b-b9d2b93bc6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:02.318652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.388874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.406450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81049c16-448f-467b-9ef9-8dff275d33f1 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:02.422013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Pushing event updated for resources: {'Port': ['ID=26da960c-8216-41e7-925f-7e4a9b3fe07a,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:02.427377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:02.670784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Subnet': ['ID=fde945e5-0b64-43da-866a-0edc7371a71e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:02.678132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:02.842036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Checking segment: {'id': 'f07815a2-040d-4dd4-868e-65d3e57fb3e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:02.842564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network hostable DHCP agents. Network: c9671271-7f2b-4d4c-95eb-71677928e4d7, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:28:02.894118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:02.911640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73b1f84a-cc3e-410d-8e0b-fe38371ffd0e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:02.998288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:28:03.001164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb875f-0fce-48d6-a634-ff7f452d4971 req-95c3e2b0-c198-4207-97a2-135d4826dfaf tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:03.002779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ddb875f-0fce-48d6-a634-ff7f452d4971 req-95c3e2b0-c198-4207-97a2-135d4826dfaf tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.0965459
Nov 15 09:28:03.022764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=2c2544c8-60de-48d9-be14-3af8a32d1adb,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:03.027723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:03.056434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, c9671271-7f2b-4d4c-95eb-71677928e4d7) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:03.057329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ddb875f-0fce-48d6-a634-ff7f452d4971 req-f6cb2c0d-9129-4bdd-a4ef-c8c28533286e tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480757
Nov 15 09:28:03.064539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280713f-f15c-446d-8d7a-1a1d309645f1 None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:03.074371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:03.075093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.091067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.110767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-475ddd0c-2396-4ac4-9402-933c11c47299 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/2c2544c8-60de-48d9-be14-3af8a32d1adb HTTP/1.1" status: 204  len: 168 time: 1.7816181
Nov 15 09:28:03.113516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35424) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:03.133340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d151b5-1197-4e85-828d-4472ca123fdf None None] Network d3455adb-81cf-4373-bfbc-24245fa76614 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:03.205975 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3628762
Nov 15 09:28:03.209245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35428) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:03.217533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'subnet': {'network_id': 'a2514834-7758-40be-8afd-73c9de69b015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:03.242861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.325768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:03.326170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.344866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:03.349000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:subnet and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:03.352010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:03.358744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:03.401926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:03.494799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-c9671271-7f2b-4d4c-95eb-71677928e4d7', 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7', 'tenant_id': '2c6cd579d09148a498e33d1bdc371cee', 'fixed_ips': [{'subnet_id': 'fde945e5-0b64-43da-866a-0edc7371a71e'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:03.495707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.515545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.602756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,segment=NetworkSegment(d2e71175-7610-475a-b393-bdf04d94f515),segment_id=d2e71175-7610-475a-b393-bdf04d94f515)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:03.603547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.750146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f0b64-1b41-4a2b-a955-ca2864aa23cf None None] DHCP port deletion for d3455adb-81cf-4373-bfbc-24245fa76614 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:03.763508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-687f0b64-1b41-4a2b-a955-ca2864aa23cf None None] Deleting port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:03.763944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-687f0b64-1b41-4a2b-a955-ca2864aa23cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.778968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:03.899584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:03.921552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:04.018497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=90e4ab74-8bf6-4e76-bc24-49b72e74d2ed,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:04.021717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:04.079384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b0795-7d43-4893-b76e-bb801fbeddbb None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:04.082089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No DVR routers for this DVR port 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:04.116400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.210681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c74bba69-ca88-462b-8c71-25378e72818e tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:04.254336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.255178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-687f0b64-1b41-4a2b-a955-ca2864aa23cf None None] The port '90e4ab74-8bf6-4e76-bc24-49b72e74d2ed' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:28:04.264975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Allocated IP 2001:db8::2 (c9671271-7f2b-4d4c-95eb-71677928e4d7/fde945e5-0b64-43da-866a-0edc7371a71e/80ed88f7-acc8-4ece-9d42-e7fa6d56379c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:04.290288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ef3f6394-4b0b-4f8b-aec9-a83fef22cf28 None None] Provisioning for port 26da960c-8216-41e7-925f-7e4a9b3fe07a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:04.363127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Subnet': ['ID=64311aa2-bb73-4fc1-b50d-d5730a57fc1d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:04.368496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:04.402668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2b3c5f8>,) {'filters': {'network_id': ['d3455adb-81cf-4373-bfbc-24245fa76614']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:04.416952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2b3c5f8>, 'd2e71175-7610-475a-b393-bdf04d94f515') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:04.417285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2b3c5f8>, 'd2e71175-7610-475a-b393-bdf04d94f515') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:04.430482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.435172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf50e29-872e-442b-8c1e-6e10ae9a6318 req-6508ad68-4f66-44db-afb8-75d559321512 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:04.436875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9bf50e29-872e-442b-8c1e-6e10ae9a6318 req-6508ad68-4f66-44db-afb8-75d559321512 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.2280695
Nov 15 09:28:04.482724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.485593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:04.493244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Checking segment: {'id': 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:04.493657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network hostable DHCP agents. Network: a2514834-7758-40be-8afd-73c9de69b015, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:28:04.518957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9bf50e29-872e-442b-8c1e-6e10ae9a6318 req-6c9069e9-a87a-4b0a-9965-ed7701d4803f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717900
Nov 15 09:28:04.550656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a2514834-7758-40be-8afd-73c9de69b015 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:28:04.579354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a2514834-7758-40be-8afd-73c9de69b015) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:04.599128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:04.600214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.602282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d334b66-5d32-447f-bd98-0e5d02bd798f None None] Network a2514834-7758-40be-8afd-73c9de69b015 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:04.687225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35434) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:04.688227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4765587
Nov 15 09:28:04.705721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d3455adb-81cf-4373-bfbc-24245fa76614 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:04.716339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26da960c-8216-41e7-925f-7e4a9b3fe07a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:04.777671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.825541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.854089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Transition to ACTIVE for port object 80ed88f7-acc8-4ece-9d42-e7fa6d56379c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:04.893113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Transition to ACTIVE for port object 80ed88f7-acc8-4ece-9d42-e7fa6d56379c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:04.943558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:04.963522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:05.050919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network d3455adb-81cf-4373-bfbc-24245fa76614 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:05.086199 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:05.179279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 26da960c-8216-41e7-925f-7e4a9b3fe07a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:05.193688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 26da960c-8216-41e7-925f-7e4a9b3fe07a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:05.194122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.237299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a2514834-7758-40be-8afd-73c9de69b015', 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015', 'tenant_id': '2c6cd579d09148a498e33d1bdc371cee', 'fixed_ips': [{'subnet_id': '64311aa2-bb73-4fc1-b50d-d5730a57fc1d'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:05.238229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.251645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Pushing event updated for resources: {'Port': ['ID=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:05.265689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77edfd8c-bfae-4542-8ae4-765380e9b0f4 None None] Provisioning complete for port 26da960c-8216-41e7-925f-7e4a9b3fe07a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:05.266114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77edfd8c-bfae-4542-8ae4-765380e9b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.291785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:05.403991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.538190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:05.562035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:05.579182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:05.749085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-978e5391-0923-4299-9335-f6008737438f tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:05.771463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.771961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157184a-ab68-4f35-9980-01b0120d9139 req-207131d2-2d2a-438e-a0a8-f4de074839e3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:05.773843 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9157184a-ab68-4f35-9980-01b0120d9139 req-207131d2-2d2a-438e-a0a8-f4de074839e3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.0991871
Nov 15 09:28:05.785086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=d3455adb-81cf-4373-bfbc-24245fa76614,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:05.794455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:05.810115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/d3455adb-81cf-4373-bfbc-24245fa76614 HTTP/1.1" status: 204  len: 168 time: 2.6948371
Nov 15 09:28:05.812204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35440) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:05.867547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9157184a-ab68-4f35-9980-01b0120d9139 req-f38a5964-1fab-4fa3-af30-f15a854f83ad tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832961
Nov 15 09:28:05.945120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:05.950079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6524e7a-f6d1-40d0-be38-91dc8938ced3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:05.950816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6524e7a-f6d1-40d0-be38-91dc8938ced3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:05.990152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77edfd8c-bfae-4542-8ae4-765380e9b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.023354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.029180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Attempting to bind port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:06.029609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Attempting to bind port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'f07815a2-040d-4dd4-868e-65d3e57fb3e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:06.030026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Attempting to bind port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c on network c9671271-7f2b-4d4c-95eb-71677928e4d7 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:06.042230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6524e7a-f6d1-40d0-be38-91dc8938ced3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:06.047703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b6524e7a-f6d1-40d0-be38-91dc8938ced3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 HTTP/1.1" status: 200  len: 840 time: 0.2303679
Nov 15 09:28:06.048079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35444) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:06.065719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:06.066072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Checking segment: {'id': 'f07815a2-040d-4dd4-868e-65d3e57fb3e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:06.066523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.066970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Bound using segment: {'id': 'f07815a2-040d-4dd4-868e-65d3e57fb3e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:06.067493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Bound port: 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07815a2-040d-4dd4-868e-65d3e57fb3e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9671271-7f2b-4d4c-95eb-71677928e4d7'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:06.067939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.121098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 26da960c-8216-41e7-925f-7e4a9b3fe07a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26da960c-8216-41e7-925f-7e4a9b3fe07a,segment=NetworkSegment(2c8daf2e-0761-49f5-9ba3-9dafdd034a68),segment_id=2c8daf2e-0761-49f5-9ba3-9dafdd034a68)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:06.205443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.221918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c57e1c9-6f9e-4afe-8896-d35e325a8840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:06.274046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:06.289759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-311babc9-5b40-41bd-8928-e97fb12c401f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2381797
Nov 15 09:28:06.291324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35448) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:06.298865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:06.337909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Allocated IP 2001:db8::2 (a2514834-7758-40be-8afd-73c9de69b015/64311aa2-bb73-4fc1-b50d-d5730a57fc1d/22c35778-75fb-4504-a7dd-79c59fd45000) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:06.359584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:28:06.360016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e4ab74-8bf6-4e76-bc24-49b72e74d2ed not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:28:06.392489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77edfd8c-bfae-4542-8ae4-765380e9b0f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:28:06.392914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77edfd8c-bfae-4542-8ae4-765380e9b0f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:28:06.423601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:06.428978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:06.432617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:06.439831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:06.475649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:06.498592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=26da960c-8216-41e7-925f-7e4a9b3fe07a,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:06.510166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:06.513886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] For port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:06.527633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] For port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,segment=NetworkSegment(f07815a2-040d-4dd4-868e-65d3e57fb3e0),segment_id=f07815a2-040d-4dd4-868e-65d3e57fb3e0)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:06.559135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.577527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:06.603061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.678811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Allocated IP 2001:db8::1 (c9671271-7f2b-4d4c-95eb-71677928e4d7/fde945e5-0b64-43da-866a-0edc7371a71e/cd28f15b-f727-4366-bf4f-7c20752a289b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:06.702683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26da960c-8216-41e7-925f-7e4a9b3fe07a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:06.867659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.873460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Pushing event updated for resources: {'Port': ['ID=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:06.877970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:06.885606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Transition to ACTIVE for port object cd28f15b-f727-4366-bf4f-7c20752a289b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:06.940304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:06.963722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12bd5527-0f3b-4cd1-a73b-8e6ccb972c4a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:06.974578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.008488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Transition to ACTIVE for port object 22c35778-75fb-4504-a7dd-79c59fd45000 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:07.026507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 26da960c-8216-41e7-925f-7e4a9b3fe07a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:07.026935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.083324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Transition to ACTIVE for port object 22c35778-75fb-4504-a7dd-79c59fd45000 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:07.149961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Port': ['ID=cd28f15b-f727-4366-bf4f-7c20752a289b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:07.153159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e864-3352-4f05-adef-bac91e135502 req-96a6226b-5f2d-4d73-8c89-345214057ecc tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:07.153310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:07.155439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a791e864-3352-4f05-adef-bac91e135502 req-96a6226b-5f2d-4d73-8c89-345214057ecc tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1485875
Nov 15 09:28:07.167566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.190475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:07.214486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:07.216666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:07.219580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:07.220638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.286067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.303665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36ea5759-2dde-4889-94d4-41c487300e32 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:07.337934 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a791e864-3352-4f05-adef-bac91e135502 req-62ce8919-1b0d-4f08-8937-f626a3f86990 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305516
Nov 15 09:28:07.385552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.424446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Pushing event updated for resources: {'Port': ['ID=22c35778-75fb-4504-a7dd-79c59fd45000,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:07.436357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:07.437158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-852fbfb2-468c-49f1-9286-bf84915c8a13 None None] Provisioning complete for port 26da960c-8216-41e7-925f-7e4a9b3fe07a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:07.437640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-852fbfb2-468c-49f1-9286-bf84915c8a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.443555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=21816fd6-0635-47de-a4b4-3122cb443649,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:07.461605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:07.528487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:07.529968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:07.532630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Network a2514834-7758-40be-8afd-73c9de69b015 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:07.535867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:07.540105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:07.543118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:07.544386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.546984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc7b234-9c6b-48cb-a057-f939f9ebbdfa None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:07.618542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35454) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:07.620510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3220685
Nov 15 09:28:07.625762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'security_group': {'name': 'tempest-secgroup-1491715026'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:07.638372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:07.647901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:07.721914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:07.779611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Attempting to bind port 22c35778-75fb-4504-a7dd-79c59fd45000 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:07.779992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Attempting to bind port 22c35778-75fb-4504-a7dd-79c59fd45000 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:07.780413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Attempting to bind port 22c35778-75fb-4504-a7dd-79c59fd45000 on network a2514834-7758-40be-8afd-73c9de69b015 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:07.795657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:07.858451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:07.860710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Checking segment: {'id': 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:07.860710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.860710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Bound using segment: {'id': 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:07.861031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:07.861124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Bound port: 22c35778-75fb-4504-a7dd-79c59fd45000, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a2514834-7758-40be-8afd-73c9de69b015'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:07.861124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.008363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:08.027362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:08.033037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:08.045806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:08.131522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.151795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.167922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.169218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.185820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-492db638-6e9b-4a29-b77b-210cca975a49 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:08.220122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] For port 22c35778-75fb-4504-a7dd-79c59fd45000, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:08.232447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] For port 22c35778-75fb-4504-a7dd-79c59fd45000, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22c35778-75fb-4504-a7dd-79c59fd45000,segment=NetworkSegment(faf4ddd7-9a3a-4166-ac6f-7e1596eed84f),segment_id=faf4ddd7-9a3a-4166-ac6f-7e1596eed84f)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:08.252850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'tenant_id': 'db5b6ad4f07c4398b44716db89fb41cd', 'fixed_ips': [{'subnet_id': '21816fd6-0635-47de-a4b4-3122cb443649'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:08.253765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.269730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.283153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.286834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:08.360705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Port': ['ID=cd28f15b-f727-4366-bf4f-7c20752a289b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:08.365976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:08.378463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49613dd0-ec5a-4a49-8006-04cf24431462 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:08.430807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.435625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8159237
Nov 15 09:28:08.435808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35460) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:08.438964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3bb043-9583-48c2-a7d9-75f55ef44956,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:08.443006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:08.445761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'security_group': {'name': 'tempest-secgroup-1485698795'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:08.457073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:08.462170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:08.467769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:08.474053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:08.486977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:08.488312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:08.539377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.602390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Pushing event updated for resources: {'Port': ['ID=22c35778-75fb-4504-a7dd-79c59fd45000,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:08.613589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:08.625402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:08.632112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:08.637395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:08.649807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:08.658313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eee9fa-2a5e-4a67-9ca3-3eecc9db1f77 req-55c0f4f8-15bc-4b72-8622-d1ca055f7002 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:08.663553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04eee9fa-2a5e-4a67-9ca3-3eecc9db1f77 req-55c0f4f8-15bc-4b72-8622-d1ca055f7002 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1681921
Nov 15 09:28:08.758063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 80ed88f7-acc8-4ece-9d42-e7fa6d56379c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:08.804489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.825394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04eee9fa-2a5e-4a67-9ca3-3eecc9db1f77 req-0a27cc3d-eaa3-4705-9b1b-7655fa2ae55a tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159480
Nov 15 09:28:08.836936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.844548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-586f8d90-1a73-4462-9895-67d02b44ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:08.897704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6dc722-e803-4f16-ac9c-875349869c3c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:08.897970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a25b43-8cd7-4507-8c60-115692c0806f None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:08.904817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:08.916643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:08.918364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4814329
Nov 15 09:28:08.922288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35464) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:08.929489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'name': 'tempest-PortsTestJSON-761797943', 'security_groups': ['0e6dc722-e803-4f16-ac9c-875349869c3c'], 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21816fd6-0635-47de-a4b4-3122cb443649'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:09.049024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:09.058502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Allocated IP 172.20.0.2 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/21816fd6-0635-47de-a4b4-3122cb443649/8710df41-e5b7-4e88-8727-a296c3ef0bb2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:09.087172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:09.092413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:port and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:09.095682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for port was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:09.101959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:09.109554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Provisioning for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:09.139158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:09.147281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.173537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Router edaecc17-2d5a-4a88-94e6-a78f4072abbd is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:28:09.202221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Provisioning complete for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:09.202668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.346341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:28:09.632785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.654109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.682322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Transition to ACTIVE for port object 8710df41-e5b7-4e88-8727-a296c3ef0bb2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:09.706484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] For port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,segment=NetworkSegment(f07815a2-040d-4dd4-868e-65d3e57fb3e0),segment_id=f07815a2-040d-4dd4-868e-65d3e57fb3e0)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:09.709477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Transition to ACTIVE for port object 8710df41-e5b7-4e88-8727-a296c3ef0bb2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:09.720536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:28:09.728282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0396485
Nov 15 09:28:09.730447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] Sync routers for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:28:09.731659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35468) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:09.746088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:09.747811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e8bc18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:09.750446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.752438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:09.802043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:09.806511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.11 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/21816fd6-0635-47de-a4b4-3122cb443649/ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:09.928660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e8bc18>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:09.970560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Pushing event updated for resources: {'Port': ['ID=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:09.975000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:09.975798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e8bc18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:09.979633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:09.995822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e77093f3-686f-44ae-a095-85bc12322b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:10.105675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:10.114092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e8bc18>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:10.114897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611bbcd9-b546-4210-a07d-42f9557fd5aa None None] The sync data for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:28:10.118730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:10.140393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:10.141628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:10.148619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:10.225421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:28:10.240281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Attempting to bind port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:10.240908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Attempting to bind port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a8f2bc6b-41df-449f-af0e-dd08774e1399', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:10.241480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Attempting to bind port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 on network 3c2bfdcd-b63c-47e3-abec-007bb5209bde {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:10.254890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:10.259997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Provisioning complete for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:10.260664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:10.291610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:10.323504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653e26-c52f-4476-a0dd-f6069ef6dbdd req-60e41944-1bd4-4cfc-ac97-46df2c0e923f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:10.325833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca653e26-c52f-4476-a0dd-f6069ef6dbdd req-60e41944-1bd4-4cfc-ac97-46df2c0e923f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.2220371
Nov 15 09:28:10.403201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca653e26-c52f-4476-a0dd-f6069ef6dbdd req-dda6fb41-348a-43bd-a7be-009c60842e91 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627251
Nov 15 09:28:10.405703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:10.497360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d6a77cb-6c2d-404e-9b6f-b6d7c99c623e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:10.563028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:10.563451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Checking segment: {'id': 'a8f2bc6b-41df-449f-af0e-dd08774e1399', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:10.563938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:10.564384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Bound using segment: {'id': 'a8f2bc6b-41df-449f-af0e-dd08774e1399', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:10.564932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Bound port: 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f2bc6b-41df-449f-af0e-dd08774e1399', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:10.565359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:10.687195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:10.692807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:10.720782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:10.729759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:10.734670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:10.813933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75db6f-4959-4356-9051-f0438b7a8ff1 None None] Network a2514834-7758-40be-8afd-73c9de69b015 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:10.943316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22c35778-75fb-4504-a7dd-79c59fd45000 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:10.959379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-bf73e032-12b0-40cf-8f21-ef5d0cb48132 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:28:10.961063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bf73e032-12b0-40cf-8f21-ef5d0cb48132 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.2269862
Nov 15 09:28:10.965266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35474) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:11.033218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:11.067669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:11.089291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Provisioning for port cd28f15b-f727-4366-bf4f-7c20752a289b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:11.104598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Provisioning complete for port cd28f15b-f727-4366-bf4f-7c20752a289b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:11.105049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.157475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:11.158174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.203011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2788684
Nov 15 09:28:11.205781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35478) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:11.212682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.213402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:11.235243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa795877-7c52-4367-9ac0-5b18a1507262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:11.265754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2eed162c-a440-454f-8685-bf085d174a33 None None] Port cd28f15b-f727-4366-bf4f-7c20752a289b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:11.473490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 22c35778-75fb-4504-a7dd-79c59fd45000 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:11.494218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:11.502378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 80ed88f7-acc8-4ece-9d42-e7fa6d56379c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:11.528413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:11.542053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:11.546340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:11.553482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Provisioning for port 22c35778-75fb-4504-a7dd-79c59fd45000 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:11.554064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:11.578824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.579227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.579611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.580025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.580405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.580784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.581257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.581530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.581902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.582272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.582646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.583017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.583446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.583824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.584219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.584587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.584987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.585311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.585680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.586050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.586436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.586795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.587539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.587539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:11.603428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:11.607594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:11.608409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Provisioning complete for port 22c35778-75fb-4504-a7dd-79c59fd45000 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:11.608845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.624785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.672747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401aba-5b84-446e-a186-abe8f26c5cde req-0cc441a3-92cb-4223-84d4-55aaf820c79b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:11.674486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa401aba-5b84-446e-a186-abe8f26c5cde req-0cc441a3-92cb-4223-84d4-55aaf820c79b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.1090071
Nov 15 09:28:11.749051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa401aba-5b84-446e-a186-abe8f26c5cde req-3019f81f-5d67-4289-99a4-daed824e40c4 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671523
Nov 15 09:28:11.782326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:11.782766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.869371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.945180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] For port 22c35778-75fb-4504-a7dd-79c59fd45000, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22c35778-75fb-4504-a7dd-79c59fd45000,segment=NetworkSegment(faf4ddd7-9a3a-4166-ac6f-7e1596eed84f),segment_id=faf4ddd7-9a3a-4166-ac6f-7e1596eed84f)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:11.956004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.982132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:11.987312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:12.098586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Provisioning complete for port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:12.099022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.146677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Pushing event updated for resources: {'Port': ['ID=22c35778-75fb-4504-a7dd-79c59fd45000,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:12.162439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:12.187110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21816fd6-0635-47de-a4b4-3122cb443649 (CIDR: 172.20.0.0/28)
Nov 15 09:28:12.280849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Provisioning complete for port cd28f15b-f727-4366-bf4f-7c20752a289b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:12.281423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.283337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:28:12.284043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:12.349756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Port cd28f15b-f727-4366-bf4f-7c20752a289b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:12.412496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eea6fa81-9058-4aca-be55-cd84dee3f9da tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2055714
Nov 15 09:28:12.415376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35484) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:12.422889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:12.478452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e8e4b78a-9052-49b7-8bd3-725634e519f7 None None] Provisioning complete for port 22c35778-75fb-4504-a7dd-79c59fd45000 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:12.478916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b78a-9052-49b7-8bd3-725634e519f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.579490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:12.583620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:12.586714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:12.593222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:12.620074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:12.707645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port cd28f15b-f727-4366-bf4f-7c20752a289b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:12.708090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.772060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22c35778-75fb-4504-a7dd-79c59fd45000 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:12.781668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.842191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0f1b-a170-457e-9d3f-5703cfbeac41 None None] Provisioning complete for port 22c35778-75fb-4504-a7dd-79c59fd45000 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:12.842618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0f1b-a170-457e-9d3f-5703cfbeac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.973836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:12.980597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 22c35778-75fb-4504-a7dd-79c59fd45000 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:12.981169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.158308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5ac22-0330-4b23-8e73-3e634aef1b16 req-7797834b-c21a-4a43-8e7c-e9b6f03f6bc3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:13.166629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21e5ac22-0330-4b23-8e73-3e634aef1b16 req-7797834b-c21a-4a43-8e7c-e9b6f03f6bc3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.2018158
Nov 15 09:28:13.181077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:13.268658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21e5ac22-0330-4b23-8e73-3e634aef1b16 req-30a50fed-795d-4c42-8da8-6ff1c78967bb tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009204
Nov 15 09:28:13.333082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbab1-9b4c-4118-941a-d46f0804ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.362085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:13.485813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Calling delete_port for cd28f15b-f727-4366-bf4f-7c20752a289b owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:13.545827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Provisioning for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:13.551387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:13.551826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.609448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.624852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-522d8db2-0bb3-49aa-806a-c8a1f761c6a7 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:13.714383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=53d1e443-9708-4107-b6e0-45d2e4c00e61,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:13.721590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:13.739189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.761633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-731fb148-7605-43e2-a461-60e833490a03 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:13.867378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:13.882298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Port': ['ID=cd28f15b-f727-4366-bf4f-7c20752a289b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:13.896342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:13.897928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:13.899790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:13.917971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:13.920084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:13.954448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542de259-7b01-46a8-b795-e9b3e751ceb5 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:13.974960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.5581713
Nov 15 09:28:13.979070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35494) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:13.986925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'name': 'tempest-PortsTestJSON-1670314610', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53d1e443-9708-4107-b6e0-45d2e4c00e61'}], 'security_groups': ['4b3bb043-9583-48c2-a7d9-75f55ef44956']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:14.062508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.143121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.185113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.189936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:14.218533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.224834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ea7b517e-b3f1-49bd-8fdd-9c0644a041f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:14.322810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.367045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:14.367395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.460563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:14.501753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:28:14.523108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:14.525513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:14.555471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:14.571493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.575268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77131363-d502-4b2b-8873-93f904fe122b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:14.662600 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'code': 200}
Nov 15 09:28:14.665072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:14.674060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:14.705968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:14.706410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:14.721970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cb605-c217-4738-859c-7f047023d0fb req-eb1fd7ca-5889-4aa4-b7e7-5ef17a4d5e53 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:14.723960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f26cb605-c217-4738-859c-7f047023d0fb req-eb1fd7ca-5889-4aa4-b7e7-5ef17a4d5e53 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 944 time: 0.2387755
Nov 15 09:28:14.740918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:14.836401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f26cb605-c217-4738-859c-7f047023d0fb req-cf240759-ce1f-43a1-93a5-d6bc239b14b2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002209
Nov 15 09:28:14.846360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Router edaecc17-2d5a-4a88-94e6-a78f4072abbd has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:28:14.858677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Delete allocated IP 172.20.0.11 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/21816fd6-0635-47de-a4b4-3122cb443649) {{(pid=81074) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:28:14.879152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.30 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/53d1e443-9708-4107-b6e0-45d2e4c00e61/ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:14.968205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:14.968672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.025729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:28:15.043734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0758502
Nov 15 09:28:15.047938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35502) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:15.051360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] Sync routers for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:28:15.069111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Update dhcp port {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'fixed_ips': [{'subnet_id': '21816fd6-0635-47de-a4b4-3122cb443649', 'ip_address': '172.20.0.2'}, {'subnet_id': '53d1e443-9708-4107-b6e0-45d2e4c00e61'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8710df41-e5b7-4e88-8727-a296c3ef0bb2'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:28:15.142721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-a9d4b260-29ed-49db-9359-1048a611d3fb tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] delete failed (client error): The resource could not be found.
Nov 15 09:28:15.143772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9d4b260-29ed-49db-9359-1048a611d3fb tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-563116285 HTTP/1.1" status: 404  len: 334 time: 0.0948036
Nov 15 09:28:15.147654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35506) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:15.158237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c307342c-ee42-401f-a06a-0ced8329bf1e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'router': {'external_gateway_info': {'network_id': 'edaecc17-2d5a-4a88-94e6-a78f4072abbd'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:15.179377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:15.180095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9d6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:15.246501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.274992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9d6d8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:15.318110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.338724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Ignored duplicate provisioning block setup for port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 15 09:28:15.376328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Provisioning for port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:15.409454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Provisioning complete for port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:15.409814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.417562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.439230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f9da99c-2be9-4f9e-8f2a-ab554fb630ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:15.447183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:15.447917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9d6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:27:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:15.584886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f9d6d8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:15.585363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a385f-d9bc-4e97-9d7c-a9200c746099 None None] The sync data for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:28:15.837798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5b280444-3dc6-41e7-9d6f-48812368bbfa None None] Port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:15.888203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:15.905173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0f73d81-1d2d-4579-8ebc-8bad19ef3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.033157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Allocated IP 172.20.0.18 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/53d1e443-9708-4107-b6e0-45d2e4c00e61/8710df41-e5b7-4e88-8727-a296c3ef0bb2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:16.071050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:16.096634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:16.238519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:16.268767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.287042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.289845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Transition to ACTIVE for port object 8710df41-e5b7-4e88-8727-a296c3ef0bb2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:16.327545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.345931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8d962af-d866-40a7-ad4d-c99714ec5815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:16.370666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e093955-7183-4ae7-9bd1-f0f770fbd412 req-fa112bdb-e7e3-4368-bb1e-d4dbc25b6bc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1161 time: 0.6097257
Nov 15 09:28:16.491870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:16.517777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c307342c-ee42-401f-a06a-0ced8329bf1e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.537494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0cc55-7ba5-455f-80bc-5d8229ff402d req-6a44c058-0e52-4ee5-8cf7-0800456b4a05 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:16.540418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7e0cc55-7ba5-455f-80bc-5d8229ff402d req-6a44c058-0e52-4ee5-8cf7-0800456b4a05 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 944 time: 0.5326002
Nov 15 09:28:16.562146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e093955-7183-4ae7-9bd1-f0f770fbd412 req-bf1e3f11-2c96-4ed0-b919-04c9d76ec9af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304502
Nov 15 09:28:16.563545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] In _notify_port_updated(), no bound segment for port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b on network 3c2bfdcd-b63c-47e3-abec-007bb5209bde {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:28:16.568051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:16.568786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.573123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/ports/ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b HTTP/1.1" status: 200  len: 921 time: 2.5900283
Nov 15 09:28:16.574331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35512) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:16.615594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:16.625320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:16.643761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7e0cc55-7ba5-455f-80bc-5d8229ff402d req-07f4590c-d5ff-4118-877f-5b97e3df8865 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899107
Nov 15 09:28:16.669126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-c307342c-ee42-401f-a06a-0ced8329bf1e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] update failed (client error): The resource could not be found.
Nov 15 09:28:16.670576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c307342c-ee42-401f-a06a-0ced8329bf1e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd HTTP/1.1" status: 404  len: 339 time: 1.5218806
Nov 15 09:28:16.672174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:16.672618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.674489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35516) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:16.675969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:16.676532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.681811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2058804338'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:16.698986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:16.708554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:network and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:16.713439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for network was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:16.720418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:16.750300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:16.757735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.844046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:28:16.874676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.881336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.881729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Added segment 09e5581f-e4a2-479f-95af-bb8fc597cb85 of type vxlan for network d3bdd236-1b43-49a1-9b1b-717d1b870d2e
Nov 15 09:28:16.929370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:28:16.931275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:16.958893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:17.001840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.004176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:17.030358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.035053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:17.036030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.050475 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'code': 200}
Nov 15 09:28:17.062117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f4ae9cc-d9ee-4d5f-9acd-1e3855f81e4f tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:17.113469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:17.117037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:17.164680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.177322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5016570
Nov 15 09:28:17.181303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35522) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:17.190551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'subnet': {'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:17.267668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Network': ['ID=d3bdd236-1b43-49a1-9b1b-717d1b870d2e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:17.282672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:17.286074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:17.323877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:17.329211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Usage tracker for resource:subnet and tenant:2c6cd579d09148a498e33d1bdc371cee is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:17.333317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:17.339025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:17.340823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:17.367819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:17.384817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Made reservation on behalf of 2c6cd579d09148a498e33d1bdc371cee for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:17.518599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.533376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.552579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd2bbb64-ded9-4805-a64f-2b6f53098e6e tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:17.564495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.586498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Provisioning for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:17.591691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:17.592268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.600103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:17.660257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:17.756447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Could not find standard attr ID for object ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:28:17.789987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:17.790318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.879345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.895769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b HTTP/1.1" status: 204  len: 168 time: 1.3209004
Nov 15 09:28:17.896669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35532) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:17.972964 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03991d3-08bd-4861-896c-193c839ff5fe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:28:17.973681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b03991d3-08bd-4861-896c-193c839ff5fe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:17.981540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:17.992925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7fa3abdd-d29b-46c8-9fd1-76ec28c86bcd None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:18.037810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b03991d3-08bd-4861-896c-193c839ff5fe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:18.039830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b03991d3-08bd-4861-896c-193c839ff5fe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b HTTP/1.1" status: 404  len: 333 time: 0.1412735
Nov 15 09:28:18.041854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35536) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:18.107356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84cf86b3-1143-47da-8665-9ed88e2fa448 None None] Could not find standard attr ID for object ecbd3170-e0d7-463d-95a3-5eba5f1e6a0b. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:28:18.119417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.131160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:18.150480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.231185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.236596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:18.236919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d9e2539c-5b73-48b1-ac48-e48a79483c60 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:18.237586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.262918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6dc722-e803-4f16-ac9c-875349869c3c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:18.269832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:18.270661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.271925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/security-groups/0e6dc722-e803-4f16-ac9c-875349869c3c HTTP/1.1" status: 204  len: 168 time: 0.2288790
Nov 15 09:28:18.276340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35540) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:18.354022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.359197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-895fc314-c24b-4b54-bd95-4524caab8c29 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:18.359631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-895fc314-c24b-4b54-bd95-4524caab8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.376504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ae15c62-9560-4e25-ab57-df44bf81fc15 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:18.396146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.429735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.510698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.516854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f38e4a31-2d17-47f5-bf16-8b3a483a23d9 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:18.530590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3bb043-9583-48c2-a7d9-75f55ef44956,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:18.536197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:18.538994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.543817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/security-groups/4b3bb043-9583-48c2-a7d9-75f55ef44956 HTTP/1.1" status: 204  len: 168 time: 0.2630005
Nov 15 09:28:18.544018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc88b4c-ce63-475e-9dc3-a17fc347ec24 req-86f501bd-b2df-49ab-b96f-ca91a130e40b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:18.544160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35544) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:18.545859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9dc88b4c-ce63-475e-9dc3-a17fc347ec24 req-86f501bd-b2df-49ab-b96f-ca91a130e40b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.4265954
Nov 15 09:28:18.589899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Subnet': ['ID=a7f97767-a4f2-493d-ac17-f0a2afaf6485,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:18.600149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:18.648858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9dc88b4c-ce63-475e-9dc3-a17fc347ec24 req-339ab849-982b-4a4f-93b5-0db0c3ac14d3 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955484
Nov 15 09:28:18.689732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35548) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:18.706887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:18.759357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 21816fd6-0635-47de-a4b4-3122cb443649 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:18.759595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Checking segment: {'id': '09e5581f-e4a2-479f-95af-bb8fc597cb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:18.759724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network hostable DHCP agents. Network: d3bdd236-1b43-49a1-9b1b-717d1b870d2e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:28:18.763416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.805227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:18.805669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.834040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.851306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-143b3ffe-e064-48e9-928d-02168019ca19 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/floatingips/073a2f76-81f9-425e-913d-6d1fc96c6166 HTTP/1.1" status: 200  len: 994 time: 0.1601508
Nov 15 09:28:18.865251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:28:18.899050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d3bdd236-1b43-49a1-9b1b-717d1b870d2e) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:18.913305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:18.914043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.928315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd3ec8-f1cb-4e0b-a879-c93f638ea0e3 None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:18.929842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:18.952030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.7695148
Nov 15 09:28:18.954839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35552) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:18.960911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-45a3839b-bef4-4263-85dd-d053ac671e12 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:19.194926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-d3bdd236-1b43-49a1-9b1b-717d1b870d2e', 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e', 'tenant_id': '2c6cd579d09148a498e33d1bdc371cee', 'fixed_ips': [{'subnet_id': 'a7f97767-a4f2-493d-ac17-f0a2afaf6485'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:19.196114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:19.255717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:19.271677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29c98226-28b6-4415-81a1-a57819a6bee9 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:19.368472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=21816fd6-0635-47de-a4b4-3122cb443649,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:19.376578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:19.457722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:19.464799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/21816fd6-0635-47de-a4b4-3122cb443649 HTTP/1.1" status: 204  len: 168 time: 0.9196141
Nov 15 09:28:19.469422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35556) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:19.475979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:19.487655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcacf99f-6a69-4688-bf51-a83924ef84b2 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:19.620172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Allocated IP 2001:db8:1::2 (d3bdd236-1b43-49a1-9b1b-717d1b870d2e/a7f97767-a4f2-493d-ac17-f0a2afaf6485/a53df337-ed5c-46ea-bec2-45b32a57add0) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:19.745669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45a3839b-bef4-4263-85dd-d053ac671e12 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:19.939060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:19.943402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:19.947092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:19.954420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:19.968990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-45a3839b-bef4-4263-85dd-d053ac671e12 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:28:19.970157 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45a3839b-bef4-4263-85dd-d053ac671e12 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd HTTP/1.1" status: 400  len: 364 time: 1.0142295
Nov 15 09:28:19.974085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35560) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:20.045672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:20.051678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.187305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.204275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Transition to ACTIVE for port object a53df337-ed5c-46ea-bec2-45b32a57add0 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:20.224407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Transition to ACTIVE for port object a53df337-ed5c-46ea-bec2-45b32a57add0 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:20.276287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.293098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd1bedb-9cc9-4a49-81b7-75ee51b4a33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:20.451408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Pushing event updated for resources: {'Port': ['ID=a53df337-ed5c-46ea-bec2-45b32a57add0,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:20.454667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:20.506093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:20.507442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:20.509937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:20.580075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Attempting to bind port a53df337-ed5c-46ea-bec2-45b32a57add0 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:20.580544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Attempting to bind port a53df337-ed5c-46ea-bec2-45b32a57add0 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '09e5581f-e4a2-479f-95af-bb8fc597cb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:20.581112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Attempting to bind port a53df337-ed5c-46ea-bec2-45b32a57add0 on network d3bdd236-1b43-49a1-9b1b-717d1b870d2e {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:20.588981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:20.589412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Checking segment: {'id': '09e5581f-e4a2-479f-95af-bb8fc597cb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:20.589871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.591502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Bound using segment: {'id': '09e5581f-e4a2-479f-95af-bb8fc597cb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:20.592099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Bound port: a53df337-ed5c-46ea-bec2-45b32a57add0, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e5581f-e4a2-479f-95af-bb8fc597cb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd3bdd236-1b43-49a1-9b1b-717d1b870d2e'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:20.592528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.702741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] For port a53df337-ed5c-46ea-bec2-45b32a57add0, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:20.706764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] For port a53df337-ed5c-46ea-bec2-45b32a57add0, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a53df337-ed5c-46ea-bec2-45b32a57add0,segment=NetworkSegment(09e5581f-e4a2-479f-95af-bb8fc597cb85),segment_id=09e5581f-e4a2-479f-95af-bb8fc597cb85)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:20.739917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.757992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcbd9372-0c11-4676-a73f-cc6c4dcbfeb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:20.845183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:20.943250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Pushing event updated for resources: {'Port': ['ID=a53df337-ed5c-46ea-bec2-45b32a57add0,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:20.946793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:20.951043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ff632988-0e42-445b-9f2b-b10f00b3bbd4 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:20.951477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff632988-0e42-445b-9f2b-b10f00b3bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:21.136165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ff632988-0e42-445b-9f2b-b10f00b3bbd4 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:21.136596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ff632988-0e42-445b-9f2b-b10f00b3bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:21.208016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ff632988-0e42-445b-9f2b-b10f00b3bbd4 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:21.478198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:21.496947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-02b21b71-be55-4ecd-bc34-2c41e4cd1e1d tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:21.682216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=1d556329-ee63-4519-b931-f8b2b1160ea3,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:21.696992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:21.735139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Allocated IP 2001:db8::1 (a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e/6d37523f-ba08-4af5-8d34-288e44322004/7ad27168-5c6e-4dbc-95d4-4b6f5b04421c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:21.842872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:21.849345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:21.858527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec020251-f0c8-4cb3-b64b-63063ed9458d None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:21.883183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:21.883874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.243041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Update dhcp port {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'fixed_ips': [{'subnet_id': '53d1e443-9708-4107-b6e0-45d2e4c00e61', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d556329-ee63-4519-b931-f8b2b1160ea3'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8710df41-e5b7-4e88-8727-a296c3ef0bb2'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:28:22.274414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8038368
Nov 15 09:28:22.277150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35566) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:22.280278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.284204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'security_group': {'name': 'tempest-secgroup-191167629'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:22.291970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:22.297141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:22.298894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Transition to ACTIVE for port object 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:22.301156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:22.311075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.314848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:22.351314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.379522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.395223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:22.398085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c9eb0e8-9e2a-4b28-8c2a-41a4a5dacb34 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:22.400129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:22.403533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:22.409508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:22.476655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.499162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.505829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9b3132c2-8945-4731-813a-68bb3fe66618 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:22.536761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3a45c-4def-4136-bccb-2bce198da544 None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:22.554281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce67f97-42a7-4c59-8eac-96603703ca80,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:22.557690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:22.569732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Port': ['ID=7ad27168-5c6e-4dbc-95d4-4b6f5b04421c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:22.573985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.576017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:22.576888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2981410
Nov 15 09:28:22.579619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35570) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:22.585601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'security_group': {'name': 'tempest-secgroup-1944252522'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:22.592404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:22.596708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:22.599752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:22.606094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:22.624371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:22.627153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:22.637964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:22.638740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.641938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.696463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:22.702738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:22.708958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:22.716373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:22.774075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Allocated IP 172.20.0.2 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/1d556329-ee63-4519-b931-f8b2b1160ea3/8710df41-e5b7-4e88-8727-a296c3ef0bb2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:22.779427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a53df337-ed5c-46ea-bec2-45b32a57add0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:22.810933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.827217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.834294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ac3011b4-8449-4e5f-966c-10a47fbdf31c None None] Provisioning for port a53df337-ed5c-46ea-bec2-45b32a57add0 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:22.852621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.857301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8062e6f1-ca31-4296-85b3-e70087f9eb4e tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:22.929121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44413d-ec57-4031-9cb3-fa7866096685,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:22.944457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:22.961809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:22.963605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3825326
Nov 15 09:28:22.966964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35574) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:22.973040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'security_group': {'name': 'tempest-secgroup-1195063119'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:22.979806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:22.984774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:22.987975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:22.994093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:23.036634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.075226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:23.079403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:security_group_rule and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:23.082349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:23.088409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:23.121015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e8fc387c-ff91-4213-bbd4-ce43e16a886d None None] Provisioning for port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:23.141458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e8fc387c-ff91-4213-bbd4-ce43e16a886d None None] Provisioning complete for port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:23.141819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8fc387c-ff91-4213-bbd4-ce43e16a886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.147567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.202127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.208961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93d4414b-8a2b-44cc-8579-25d424359f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:23.254291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'SecurityGroup': ['ID=6f77f22a-0d8b-45b5-9ea3-9e8b3b01a23f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:23.266952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:23.282342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.286607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3159120
Nov 15 09:28:23.287175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35578) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:23.295276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'name': 'tempest-PortsTestJSON-1078955155', 'security_groups': ['6f77f22a-0d8b-45b5-9ea3-9e8b3b01a23f'], 'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d556329-ee63-4519-b931-f8b2b1160ea3'}]}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:23.378919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a53df337-ed5c-46ea-bec2-45b32a57add0 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:23.407932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a53df337-ed5c-46ea-bec2-45b32a57add0 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:23.408284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.417392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.445868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:23.447513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:23.454161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.454476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.457651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:23.471027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:23.492806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:23.494459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc387c-ff91-4213-bbd4-ce43e16a886d None None] Port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:23.533541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.596843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Transition to ACTIVE for port object 8710df41-e5b7-4e88-8727-a296c3ef0bb2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:23.629875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.639814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event updated for resources: {'Port': ['ID=7ad27168-5c6e-4dbc-95d4-4b6f5b04421c,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:23.642957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.655361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:23.658910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.662711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:23.714287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:23.717182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:23.834408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a53df337-ed5c-46ea-bec2-45b32a57add0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a53df337-ed5c-46ea-bec2-45b32a57add0,segment=NetworkSegment(09e5581f-e4a2-479f-95af-bb8fc597cb85),segment_id=09e5581f-e4a2-479f-95af-bb8fc597cb85)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:23.868927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:23.872890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:23.877798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:23.882514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:23.901604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] device_id is not set on port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:28:23.972641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a53df337-ed5c-46ea-bec2-45b32a57add0,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:23.979805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:24.061071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cac7092f-a963-4bcb-b22b-2eb52ec1c742 None None] Provisioning complete for port a53df337-ed5c-46ea-bec2-45b32a57add0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:24.061513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac7092f-a963-4bcb-b22b-2eb52ec1c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.210023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.6 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/1d556329-ee63-4519-b931-f8b2b1160ea3/ceb4316a-c45b-4fcc-935b-4ae5c924bd73) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:24.305824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Router edaecc17-2d5a-4a88-94e6-a78f4072abbd has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:28:24.395858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5266d0d9-3cc4-41bb-a5aa-ef1e09a90554 None None] Provisioning complete for port a53df337-ed5c-46ea-bec2-45b32a57add0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:24.396317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5266d0d9-3cc4-41bb-a5aa-ef1e09a90554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.493275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.515161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object ceb4316a-c45b-4fcc-935b-4ae5c924bd73 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:24.568796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:28:24.574624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5989931
Nov 15 09:28:24.578120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35584) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:24.578997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.592027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] Sync routers for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:28:24.612826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5266d0d9-3cc4-41bb-a5aa-ef1e09a90554 None None] Provisioning complete for port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:24.613461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5266d0d9-3cc4-41bb-a5aa-ef1e09a90554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.624012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:24.624726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebbdd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:24.637169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ff01dcd-4cf4-432a-a21a-c5c510e5372c tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:24.720400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5266d0d9-3cc4-41bb-a5aa-ef1e09a90554 None None] Port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:24.751090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a53df337-ed5c-46ea-bec2-45b32a57add0 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:24.771073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebbdd8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:24.784529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:24.785452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebbdd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:24.877561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebbdd8>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:24.878249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5cfd9-4dce-40d5-9208-999b138a3440 None None] The sync data for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs is: [] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:28:24.890856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49dc13e5-9366-4dce-8c2b-b69a990f05bf tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.915522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ceb4316a-c45b-4fcc-935b-4ae5c924bd73,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:24.920042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:24.929834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b4a9513f-2a4b-4127-b8fa-9270e3c1fe9a None None] Provisioning complete for port a53df337-ed5c-46ea-bec2-45b32a57add0 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:24.930359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4a9513f-2a4b-4127-b8fa-9270e3c1fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:24.948318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:24.950334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:24.953611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:25.023519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a53df337-ed5c-46ea-bec2-45b32a57add0 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:25.024098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.029844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:25.030707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.094508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8060081
Nov 15 09:28:25.097501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35588) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:25.107301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:25.249784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:25.282805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:25.286396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-49dc13e5-9366-4dce-8c2b-b69a990f05bf tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] delete failed (client error): There was a conflict when trying to complete your request.
Nov 15 09:28:25.287549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49dc13e5-9366-4dce-8c2b-b69a990f05bf tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd HTTP/1.1" status: 409  len: 329 time: 0.7078919
Nov 15 09:28:25.290143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:25.290885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35592) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:25.293543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:25.299618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:25.339417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:25.346926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:25.347580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.415204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Provisioning for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:25.428064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:25.428726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.478651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.710763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Provisioning for port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:25.718817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Provisioning complete for port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:25.719311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.735815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.814032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:25.829864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:25.830306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:25.898952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-633ee095-9c91-4e51-aa88-166b32ce6c51 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:25.918432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d556329-ee63-4519-b931-f8b2b1160ea3 (CIDR: 172.20.0.0/28)
Nov 15 09:28:25.984656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:28:25.985216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:26.030508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8296e218-e964-4c53-8e94-fd9d1bc06d6b tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9316182
Nov 15 09:28:26.033147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35596) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:26.039376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:26.185949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:26.190315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:26.193383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:26.199191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:26.247992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:26.254302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:26.393447 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.ipam_backend_mixin [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 53d1e443-9708-4107-b6e0-45d2e4c00e61 (CIDR: 172.20.0.16/28)
Nov 15 09:28:26.425640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:26.426019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:26.436708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:28:26.437228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 400 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:26.481886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e2d667e-54fd-4b84-aa66-956125c1d7ea tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.4475901
Nov 15 09:28:26.484533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35600) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:26.490785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'subnet': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:26.631297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:26.640015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:26.644173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Usage tracker for resource:subnet and tenant:db5b6ad4f07c4398b44716db89fb41cd is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:26.647254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:26.653824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:26.693184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Made reservation on behalf of db5b6ad4f07c4398b44716db89fb41cd for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:26.700006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:26.772097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Calling delete_port for 7ad27168-5c6e-4dbc-95d4-4b6f5b04421c owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:27.244215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:27.259718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-252c6d44-0d2e-4cc8-927a-0a703335948c tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:27.293141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:27.309105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed6e0e91-af66-41b7-ac47-c09bfdfd440c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:27.392453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Subnet': ['ID=86bab88a-b122-40c1-af5a-9f0e30c2b3fa,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:27.401683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Port': ['ID=7ad27168-5c6e-4dbc-95d4-4b6f5b04421c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:27.406257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:27.408984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:27.450615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:27.451943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:27.460610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c50ca1-ccff-4c0d-b550-aacbc61c39e0 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:27.469516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:27.470181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:27.542074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0539732
Nov 15 09:28:27.542613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35604) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:27.549335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Request body: {'port': {'name': 'tempest-PortsTestJSON-1071638443', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86bab88a-b122-40c1-af5a-9f0e30c2b3fa'}], 'security_groups': ['6ce67f97-42a7-4c59-8eac-96603703ca80', '6b44413d-ec57-4031-9cb3-fa7866096685']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:27.664040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:27.722043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:27.855621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Update dhcp port {'port': {'network_id': '3c2bfdcd-b63c-47e3-abec-007bb5209bde', 'fixed_ips': [{'subnet_id': '53d1e443-9708-4107-b6e0-45d2e4c00e61', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d556329-ee63-4519-b931-f8b2b1160ea3', 'ip_address': '172.20.0.2'}, {'subnet_id': '86bab88a-b122-40c1-af5a-9f0e30c2b3fa'}], 'binding:host_id': 'dv-neutron-743142-12-ovs'}, 'id': '8710df41-e5b7-4e88-8727-a296c3ef0bb2'} from dv-neutron-743142-12-ovs. {{(pid=81075) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 15 09:28:27.929095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.247863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Delete allocated IP 172.20.0.6 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/1d556329-ee63-4519-b931-f8b2b1160ea3) {{(pid=81073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 15 09:28:28.255758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Allocated IP 172.20.0.39 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/86bab88a-b122-40c1-af5a-9f0e30c2b3fa/ceb4316a-c45b-4fcc-935b-4ae5c924bd73) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:28.335447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Router edaecc17-2d5a-4a88-94e6-a78f4072abbd has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:28:28.484431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.502843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Transition to ACTIVE for port object ceb4316a-c45b-4fcc-935b-4ae5c924bd73 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:28.503628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:28:28.519159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2260921
Nov 15 09:28:28.521814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] Sync routers for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:28:28.524894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35610) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:28.529634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35614) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:28.581148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:28.581845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc88>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:28.644821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.652087 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-61611b5c-2174-4601-9527-4d11268f6555 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] show failed (client error): The resource could not be found.
Nov 15 09:28:28.653270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61611b5c-2174-4601-9527-4d11268f6555 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-511866497 HTTP/1.1" status: 404  len: 334 time: 0.1273289
Nov 15 09:28:28.657529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35618) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:28.661158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc88>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:28.663851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9302c7ce-dd27-409f-86e2-1473849cf9d3 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Request body: {'router': {'name': 'new_name'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:28.664587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Allocated IP 172.20.0.34 (3c2bfdcd-b63c-47e3-abec-007bb5209bde/86bab88a-b122-40c1-af5a-9f0e30c2b3fa/8710df41-e5b7-4e88-8727-a296c3ef0bb2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:28.671446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:28.707746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] Routers {'edaecc17-2d5a-4a88-94e6-a78f4072abbd'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:28:28.708497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc88>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:28.738956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-9302c7ce-dd27-409f-86e2-1473849cf9d3 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] update failed (client error): The resource could not be found.
Nov 15 09:28:28.743656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9302c7ce-dd27-409f-86e2-1473849cf9d3 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-2008753088 HTTP/1.1" status: 404  len: 335 time: 0.0814328
Nov 15 09:28:28.743901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35622) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:28.857824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event updated for resources: {'Port': ['ID=ceb4316a-c45b-4fcc-935b-4ae5c924bd73,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:28.867964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:28.895440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:28.898167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84dbc88>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:28.898167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405b8c8-a8bb-4bd2-b48b-edac26bd3be3 None None] The sync data for ids ['edaecc17-2d5a-4a88-94e6-a78f4072abbd'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:28:28.919682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e8f101b2-2a6e-411f-83f1-612740d67af0 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?project_id=e6c9da80a3a54040bfc44f30a1453a4e&network_id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 3059 time: 0.3841040
Nov 15 09:28:28.926800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.948975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Transition to ACTIVE for port object 8710df41-e5b7-4e88-8727-a296c3ef0bb2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:28.968109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting subnet a7f97767-a4f2-493d-ac17-f0a2afaf6485 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:28.971429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.983987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:28.997887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] In _notify_port_updated(), no bound segment for port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 on network 3c2bfdcd-b63c-47e3-abec-007bb5209bde {{(pid=81073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:28:29.002301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:29.002630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cb9ced7-e274-4ecc-9a72-c9c33d413547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:29.002956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.004463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "PUT /v2.0/ports/ceb4316a-c45b-4fcc-935b-4ae5c924bd73 HTTP/1.1" status: 200  len: 960 time: 1.4609773
Nov 15 09:28:29.008286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35628) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:29.034489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.095824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port ceb4316a-c45b-4fcc-935b-4ae5c924bd73 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:29.095824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.136805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.350375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Pushing event updated for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:29.356681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:29.403316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.481950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.498973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e9a397b-35c0-4321-850b-8a77c97cccdc tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:29.545166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for ceb4316a-c45b-4fcc-935b-4ae5c924bd73 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:29.590020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Subnet': ['ID=a7f97767-a4f2-493d-ac17-f0a2afaf6485,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:29.592982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:29.650054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.656686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b6835-cbf5-4af2-82cd-4e30051a17d2 None None] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:29.660870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/subnets/a7f97767-a4f2-493d-ac17-f0a2afaf6485 HTTP/1.1" status: 204  len: 168 time: 0.9158843
Nov 15 09:28:29.661571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35634) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:29.749978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.770932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a77989a0-58a5-41ca-97d5-b224367594a0 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:29.813430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:29.881116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=ceb4316a-c45b-4fcc-935b-4ae5c924bd73,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:29.890212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:29.896683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port a53df337-ed5c-46ea-bec2-45b32a57add0 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:29.897350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.006203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] DHCP port deletion for d3bdd236-1b43-49a1-9b1b-717d1b870d2e request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:30.010681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Deleting port a53df337-ed5c-46ea-bec2-45b32a57add0 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:30.012623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.107945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.119885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ceb4316a-c45b-4fcc-935b-4ae5c924bd73 HTTP/1.1" status: 204  len: 168 time: 1.1092403
Nov 15 09:28:30.120684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Provisioning for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:30.121541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:30.137913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:30.138352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.164496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] For port a53df337-ed5c-46ea-bec2-45b32a57add0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a53df337-ed5c-46ea-bec2-45b32a57add0,segment=NetworkSegment(09e5581f-e4a2-479f-95af-bb8fc597cb85),segment_id=09e5581f-e4a2-479f-95af-bb8fc597cb85)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:30.164813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.174789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d5f479-7693-472a-b051-9a94444d2ab2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] GET failed (client error): The resource could not be found.
Nov 15 09:28:30.175372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23d5f479-7693-472a-b051-9a94444d2ab2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Synchronizing usage tracker for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:30.218251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23d5f479-7693-472a-b051-9a94444d2ab2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Unset dirty status for tenant:db5b6ad4f07c4398b44716db89fb41cd on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:30.222324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23d5f479-7693-472a-b051-9a94444d2ab2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports/ceb4316a-c45b-4fcc-935b-4ae5c924bd73 HTTP/1.1" status: 404  len: 333 time: 0.0967753
Nov 15 09:28:30.222680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:30.294199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.307499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Calling delete_port for a53df337-ed5c-46ea-bec2-45b32a57add0 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:30.323276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.391222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] For port a53df337-ed5c-46ea-bec2-45b32a57add0, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a53df337-ed5c-46ea-bec2-45b32a57add0,segment=NetworkSegment(09e5581f-e4a2-479f-95af-bb8fc597cb85),segment_id=09e5581f-e4a2-479f-95af-bb8fc597cb85)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:30.391686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.396137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.401802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:30.418312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f77f22a-0d8b-45b5-9ea3-9e8b3b01a23f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:30.422398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:30.424660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.425858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/security-groups/6f77f22a-0d8b-45b5-9ea3-9e8b3b01a23f HTTP/1.1" status: 204  len: 168 time: 0.2020757
Nov 15 09:28:30.428751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:30.431638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.451056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99096a1-85da-4da0-9e41-e1ded3e67e98 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:30.516461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.551823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.568092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Calling delete_port for a53df337-ed5c-46ea-bec2-45b32a57add0 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:30.629642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Could not find standard attr ID for object ceb4316a-c45b-4fcc-935b-4ae5c924bd73. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:28:30.645551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.655969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:30.656410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.664763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29bcb0ef-925d-4bd9-88e5-ffa3217fa779 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:30.705978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.711738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/security-groups/6b44413d-ec57-4031-9cb3-fa7866096685 HTTP/1.1" status: 204  len: 168 time: 0.2813668
Nov 15 09:28:30.723862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44413d-ec57-4031-9cb3-fa7866096685,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:30.723862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:30.723862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:30.780593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:28:30.781020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:28:30.781576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-461ee5a8-93ad-4ea7-b07b-caec90a634a5 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:30.816891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:30.871450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.876139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Port': ['ID=a53df337-ed5c-46ea-bec2-45b32a57add0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:30.900901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:30.916219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.932633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-21803996-8ad8-40b6-bca5-bee0ec10f7e6 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:30.933131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21803996-8ad8-40b6-bca5-bee0ec10f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:30.942320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] No DVR routers for this DVR port a53df337-ed5c-46ea-bec2-45b32a57add0 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:31.000705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:31.001153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.018603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.026259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:31.045728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.047268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/security-groups/6ce67f97-42a7-4c59-8eac-96603703ca80 HTTP/1.1" status: 204  len: 168 time: 0.3237875
Nov 15 09:28:31.049907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35658) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:31.087447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce67f97-42a7-4c59-8eac-96603703ca80,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:31.093867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:31.106071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.199819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35662) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:31.266157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-21803996-8ad8-40b6-bca5-bee0ec10f7e6 None None] Could not find standard attr ID for object ceb4316a-c45b-4fcc-935b-4ae5c924bd73. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:28:31.280616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 1d556329-ee63-4519-b931-f8b2b1160ea3 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:31.282630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Deleting port a53df337-ed5c-46ea-bec2-45b32a57add0 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:31.283191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.284483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.293076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a284ebe0>,) {'filters': {'network_id': ['d3bdd236-1b43-49a1-9b1b-717d1b870d2e']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:31.310588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff615a05-e858-44f1-884e-756b95852ffb tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:31.326572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ff615a05-e858-44f1-884e-756b95852ffb tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?network_id=e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 814 time: 0.1114800
Nov 15 09:28:31.326572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a284ebe0>, '09e5581f-e4a2-479f-95af-bb8fc597cb85') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:31.326572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a284ebe0>, '09e5581f-e4a2-479f-95af-bb8fc597cb85') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:31.329301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.346233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.348336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:31.352619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a53df337-ed5c-46ea-bec2-45b32a57add0 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:31.363515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.391993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f31484cc-3cc3-4db1-9582-ccc17326dd34 None None] The port 'a53df337-ed5c-46ea-bec2-45b32a57add0' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:28:31.397320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a53df337-ed5c-46ea-bec2-45b32a57add0 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:28:31.397723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a53df337-ed5c-46ea-bec2-45b32a57add0 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:28:31.465330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.539151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:31.548354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.736425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network d3bdd236-1b43-49a1-9b1b-717d1b870d2e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:31.761002 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:31.795970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.816622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-352584d0-0323-478b-a6c1-88ab54281864 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:31.908912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=1d556329-ee63-4519-b931-f8b2b1160ea3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:31.913110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:31.922161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.925683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7ab6250-68e0-451f-90d8-753641b3ce9d tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:31.943238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:31.961702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Network': ['ID=d3bdd236-1b43-49a1-9b1b-717d1b870d2e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:31.966230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:31.970979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/networks/d3bdd236-1b43-49a1-9b1b-717d1b870d2e HTTP/1.1" status: 204  len: 168 time: 2.3053627
Nov 15 09:28:31.970979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35670) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:32.031691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35674) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:32.040601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--1670637534', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:32.049649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:32.057986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:32.079871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:32.140344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:32.193639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:32.199283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.242348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting subnet 64311aa2-bb73-4fc1-b50d-d5730a57fc1d {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:32.247556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.262991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.268755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b8a26-93d7-4e29-9278-881a7f6c087b None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:32.274114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/1d556329-ee63-4519-b931-f8b2b1160ea3 HTTP/1.1" status: 204  len: 168 time: 1.2190692
Nov 15 09:28:32.274579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35678) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:32.305502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:28:32.325248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.325642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 7e44fae7-149f-4a6d-b3cf-9a6c373834da of type vxlan for network 4f48c07b-adc8-45c1-a44c-18883aa21435
Nov 15 09:28:32.328379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.350766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 86bab88a-b122-40c1-af5a-9f0e30c2b3fa {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:32.354013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.414406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.417536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.472962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:32.517136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:33.109233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e6052ca-35ba-4d1e-9880-af18ff63e1a8 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:33.109844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e6052ca-35ba-4d1e-9880-af18ff63e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:33.257686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e6052ca-35ba-4d1e-9880-af18ff63e1a8 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:33.258101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e6052ca-35ba-4d1e-9880-af18ff63e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:33.322898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5e6052ca-35ba-4d1e-9880-af18ff63e1a8 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:33.658747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:33.658747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:33.658747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:33.662942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:33.778852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=4f48c07b-adc8-45c1-a44c-18883aa21435,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:33.781960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:33.790062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:33.859525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:33.997738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.001566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.019242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba1dade4-56ac-4408-8afd-4a3fff1286cc tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:34.020268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf19bc2a-30a0-4294-a196-7a69cebc09bf tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:34.059408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.0258512
Nov 15 09:28:34.108448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35682) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.124675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Subnet': ['ID=64311aa2-bb73-4fc1-b50d-d5730a57fc1d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:34.129465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:34.150305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=86bab88a-b122-40c1-af5a-9f0e30c2b3fa,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:34.163996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:34.166902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.170645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14763863-614b-4e6b-a6ef-95a77270413c tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/subnets/64311aa2-bb73-4fc1-b50d-d5730a57fc1d HTTP/1.1" status: 204  len: 168 time: 2.1989660
Nov 15 09:28:34.175137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd84a1-002b-41d7-9d97-68be2d33c7fb None None] Network a2514834-7758-40be-8afd-73c9de69b015 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:34.175995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35686) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.233953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de0af9-562b-4231-ae9a-516c97f6e035 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:34.235596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-18de0af9-562b-4231-ae9a-516c97f6e035 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1267383
Nov 15 09:28:34.238788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35690) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.255995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.263699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/86bab88a-b122-40c1-af5a-9f0e30c2b3fa HTTP/1.1" status: 204  len: 168 time: 1.9880712
Nov 15 09:28:34.265934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a817b2-c6ad-4797-8853-de6d19264a5b None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:34.266385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35694) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.301959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bf7e65ff-a475-4b07-9788-3b5109ba7059 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0596063
Nov 15 09:28:34.302420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35698) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.312714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d752f16-dab3-4fe7-84f3-154d274798ac tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:34.313229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d752f16-dab3-4fe7-84f3-154d274798ac tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:34.317402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d752f16-dab3-4fe7-84f3-154d274798ac tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/1d556329-ee63-4519-b931-f8b2b1160ea3 HTTP/1.1" status: 404  len: 337 time: 0.0476944
Nov 15 09:28:34.317661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35702) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:34.326545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758531438', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:34.394371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting subnet 53d1e443-9708-4107-b6e0-45d2e4c00e61 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:34.397982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.465479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.541264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:34.558538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:34.566229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:34.572271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.575584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:34.583081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting subnet fde945e5-0b64-43da-866a-0edc7371a71e {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:34.589497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.654431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.685211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:34.840436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] DHCP port deletion for a2514834-7758-40be-8afd-73c9de69b015 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:34.848193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Deleting port 22c35778-75fb-4504-a7dd-79c59fd45000 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:34.848630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.853717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.933096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:34.951461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c223b7bc-541f-42a1-8b4f-9d06e1d83eb8 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:34.995209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.055366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Subnet': ['ID=53d1e443-9708-4107-b6e0-45d2e4c00e61,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:35.061620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:35.100949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.107757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/53d1e443-9708-4107-b6e0-45d2e4c00e61 HTTP/1.1" status: 204  len: 168 time: 0.7890847
Nov 15 09:28:35.110122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35706) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.112572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] For port 22c35778-75fb-4504-a7dd-79c59fd45000, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=22c35778-75fb-4504-a7dd-79c59fd45000,segment=NetworkSegment(faf4ddd7-9a3a-4166-ac6f-7e1596eed84f),segment_id=faf4ddd7-9a3a-4166-ac6f-7e1596eed84f)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:35.113309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.155037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-87781d57-320c-400e-80c5-f829c3818831 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.157976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87781d57-320c-400e-80c5-f829c3818831 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.160525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-87781d57-320c-400e-80c5-f829c3818831 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/21816fd6-0635-47de-a4b4-3122cb443649 HTTP/1.1" status: 404  len: 337 time: 0.0492818
Nov 15 09:28:35.162954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35710) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.226970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c8f16a1a-a083-43b0-a2ba-095756546ecb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "GET /v2.0/ports?device_id=24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 HTTP/1.1" status: 200  len: 205 time: 0.0626585
Nov 15 09:28:35.229289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35714) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.293265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Calling delete_port for 22c35778-75fb-4504-a7dd-79c59fd45000 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:35.316239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-377e1388-57b2-460f-9d4a-77a7307029ee tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] delete failed (client error): The resource could not be found.
Nov 15 09:28:35.317692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-377e1388-57b2-460f-9d4a-77a7307029ee tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/routers/24e6fd0d-ebfe-4182-a3dc-0ad3314d9192 HTTP/1.1" status: 404  len: 336 time: 0.0874124
Nov 15 09:28:35.320416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35718) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.378461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-44141bad-e1f0-4a7a-862d-97266c154fe6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.378978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44141bad-e1f0-4a7a-862d-97266c154fe6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.380874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44141bad-e1f0-4a7a-862d-97266c154fe6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/2c2544c8-60de-48d9-be14-3af8a32d1adb HTTP/1.1" status: 404  len: 337 time: 0.0594628
Nov 15 09:28:35.384557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35722) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.431025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3438d1e-2c3d-43eb-a2f6-ab0b1001ed1e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.431539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3438d1e-2c3d-43eb-a2f6-ab0b1001ed1e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.434017 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3438d1e-2c3d-43eb-a2f6-ab0b1001ed1e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/09c7cb7d-596a-4f77-b394-bf2c9866ab23 HTTP/1.1" status: 404  len: 337 time: 0.0478735
Nov 15 09:28:35.437134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35726) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.442043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.462533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6c040e5-5214-453e-b26d-6e9ee3cfd5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:35.484168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2490f9-3759-461d-bdc0-eeb7c6f91d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.484807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2490f9-3759-461d-bdc0-eeb7c6f91d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.489329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed2490f9-3759-461d-bdc0-eeb7c6f91d86 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/6c70d4e4-850e-489b-b75d-601b08c86c78 HTTP/1.1" status: 404  len: 337 time: 0.0507443
Nov 15 09:28:35.489997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35730) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.517942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.518214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Pushing event deleted for resources: {'Port': ['ID=22c35778-75fb-4504-a7dd-79c59fd45000,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:35.536015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67555684-976e-4fc4-ab55-b99b2aba05ae tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:35.544862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c23fc6e-a3f9-413c-8c79-fc82882efe2c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.545371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c23fc6e-a3f9-413c-8c79-fc82882efe2c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.549949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3c23fc6e-a3f9-413c-8c79-fc82882efe2c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/ee93a380-1704-475b-8e63-224b35b6f222 HTTP/1.1" status: 404  len: 333 time: 0.0589170
Nov 15 09:28:35.550593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35734) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.582320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:35.596239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9df131-3e34-4f0e-b8b1-de2aef05126f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.596471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9df131-3e34-4f0e-b8b1-de2aef05126f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.598715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa9df131-3e34-4f0e-b8b1-de2aef05126f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/00bd678d-7666-4a35-a0a4-dbe543775105 HTTP/1.1" status: 404  len: 337 time: 0.0468118
Nov 15 09:28:35.601769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35738) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.616629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d1537-4217-4679-b507-12f70ca3d007 None None] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:35.638387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Subnet': ['ID=fde945e5-0b64-43da-866a-0edc7371a71e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:35.641375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:35.649644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e811f31a-7765-496f-9caa-c54fa8344732 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.650163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e811f31a-7765-496f-9caa-c54fa8344732 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.652390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e811f31a-7765-496f-9caa-c54fa8344732 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/e2059190-51a0-463f-b3e2-ee844a6bf3d2 HTTP/1.1" status: 404  len: 337 time: 0.0491512
Nov 15 09:28:35.654755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35742) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.704108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada1c412-b987-40a8-8ce6-c26e67c34034 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.704625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada1c412-b987-40a8-8ce6-c26e67c34034 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.709418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ada1c412-b987-40a8-8ce6-c26e67c34034 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/03d24ea9-8c88-4941-bd69-c1191b2f39e1 HTTP/1.1" status: 404  len: 333 time: 0.0507174
Nov 15 09:28:35.709418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35746) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.753335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-078895fa-480b-4ec6-8eec-cbe33ae9a6de tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.754077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078895fa-480b-4ec6-8eec-cbe33ae9a6de tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.758104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-078895fa-480b-4ec6-8eec-cbe33ae9a6de tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/98dcc6c3-ea7f-47bf-91ab-c149bfae3453 HTTP/1.1" status: 404  len: 337 time: 0.0454955
Nov 15 09:28:35.758590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35750) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.802677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-934dc8da-1816-4565-93ae-3ccd631ce991 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] DELETE failed (client error): The resource could not be found.
Nov 15 09:28:35.803193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934dc8da-1816-4565-93ae-3ccd631ce991 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:28:35.808357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-934dc8da-1816-4565-93ae-3ccd631ce991 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/subnets/95c1516c-8f9f-4bae-9911-820d8bba3121 HTTP/1.1" status: 404  len: 337 time: 0.0463791
Nov 15 09:28:35.810556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35754) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:35.822576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] No DVR routers for this DVR port 22c35778-75fb-4504-a7dd-79c59fd45000 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:35.826049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-07046b01-9c80-4774-a5ab-62318ff4e5b5 None None] Provisioning complete for port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:35.826761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07046b01-9c80-4774-a5ab-62318ff4e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:35.904326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:35.904661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.044314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.052445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16fd2c0-a2c0-4a0a-b643-4c5a4e9d2321 None None] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:36.067757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/subnets/fde945e5-0b64-43da-866a-0edc7371a71e HTTP/1.1" status: 204  len: 168 time: 1.8885634
Nov 15 09:28:36.068622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35758) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:36.102244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.132700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] DHCP port deletion for 3c2bfdcd-b63c-47e3-abec-007bb5209bde request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:36.154362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Deleting port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:36.154627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.166660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-211d5692-57d5-46a9-ac49-9f4716fcc7bf tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:36.178382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.331919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:36.343620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.393724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-07046b01-9c80-4774-a5ab-62318ff4e5b5 None None] Provisioning complete for port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:36.394068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07046b01-9c80-4774-a5ab-62318ff4e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.399461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=d9b11b99-900e-44ba-8f80-93baada12363,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:36.408835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:36.482034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.499095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c530750-2c38-4d2c-9246-153bc76c0700 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:36.553926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Port': ['ID=96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:36.556900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:36.564649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-07046b01-9c80-4774-a5ab-62318ff4e5b5 None None] Port 96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:36.598824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:36.599282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.612263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.676346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] DHCP port deletion for c9671271-7f2b-4d4c-95eb-71677928e4d7 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:36.690466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.722600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:36.722998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 4f48c07b-adc8-45c1-a44c-18883aa21435, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:28:36.737941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/ports/96d42fda-4bb5-4d69-8ad5-ab4c30d6bb94 HTTP/1.1" status: 204  len: 168 time: 0.9240685
Nov 15 09:28:36.738233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35762) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:36.749510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Calling delete_port for 8710df41-e5b7-4e88-8727-a296c3ef0bb2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:36.764853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3d8ff98>,) {'filters': {'network_id': ['a2514834-7758-40be-8afd-73c9de69b015']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:36.781700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3d8ff98>, 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:36.782063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3d8ff98>, 'faf4ddd7-9a3a-4166-ac6f-7e1596eed84f') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:36.783416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22c35778-75fb-4504-a7dd-79c59fd45000 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:36.797314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.815726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.824687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Releasing vxlan tunnel 8 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:36.835529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 22c35778-75fb-4504-a7dd-79c59fd45000 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:28:36.835966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 22c35778-75fb-4504-a7dd-79c59fd45000 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:28:36.836446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8710df41-e5b7-4e88-8727-a296c3ef0bb2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:36.845450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:28:36.873930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Deleting port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:36.874368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.874791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.956029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:36.956486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:36.990917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 4f48c07b-adc8-45c1-a44c-18883aa21435) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:37.025006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa964ae3-8a4e-4504-b837-090c373f60a2 None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:37.029453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:37.030123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.037266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a2514834-7758-40be-8afd-73c9de69b015 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:37.052785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.125236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.8216174
Nov 15 09:28:37.232827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] For port 8710df41-e5b7-4e88-8727-a296c3ef0bb2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8710df41-e5b7-4e88-8727-a296c3ef0bb2,segment=NetworkSegment(a8f2bc6b-41df-449f-af0e-dd08774e1399),segment_id=a8f2bc6b-41df-449f-af0e-dd08774e1399)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:37.233387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.244848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a2514834-7758-40be-8afd-73c9de69b015 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:37.274551 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:37.358361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:28:37.378109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-4f48c07b-adc8-45c1-a44c-18883aa21435', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': 'd9b11b99-900e-44ba-8f80-93baada12363'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:37.378525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.397699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Calling delete_port for 8710df41-e5b7-4e88-8727-a296c3ef0bb2 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:37.407319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.417429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12c410f6-5c98-4b29-a80c-8a0f20024cc1 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:37.427734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.441996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.450350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5b02a479-443c-407b-9c81-d067a0d61748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:37.452168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Network': ['ID=a2514834-7758-40be-8afd-73c9de69b015,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:37.462499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:37.464953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/networks/a2514834-7758-40be-8afd-73c9de69b015 HTTP/1.1" status: 204  len: 168 time: 1.3948364
Nov 15 09:28:37.468097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35768) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:37.496824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:28:37.497513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:28:37.608535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.690816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:37.691314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.733071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35772) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:37.740001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302596528', 'description': 'tempest-secgroup-smoke-1302596528 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:37.747045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:37.751616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:37.755464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:37.762009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:37.786706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Pushing event deleted for resources: {'Port': ['ID=8710df41-e5b7-4e88-8727-a296c3ef0bb2,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:37.789605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:37.807200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.848638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:37.853232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:37.856681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:37.863501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:37.943659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] For port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,segment=NetworkSegment(f07815a2-040d-4dd4-868e-65d3e57fb3e0),segment_id=f07815a2-040d-4dd4-868e-65d3e57fb3e0)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:37.944144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.952173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.952849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] For port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,segment=NetworkSegment(f07815a2-040d-4dd4-868e-65d3e57fb3e0),segment_id=f07815a2-040d-4dd4-868e-65d3e57fb3e0)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:37.953255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.984669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:37.990882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48e54386-3cc2-40c7-b863-d360b6118e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:38.007062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Deleting port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:38.007362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.093233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Calling delete_port for 80ed88f7-acc8-4ece-9d42-e7fa6d56379c owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:38.099038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Calling delete_port for 80ed88f7-acc8-4ece-9d42-e7fa6d56379c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:38.099414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] The port '8710df41-e5b7-4e88-8727-a296c3ef0bb2' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:28:38.144574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54937c-f446-4068-86ca-9558a0eb3cdd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:38.150909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.155059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4176719
Nov 15 09:28:38.155059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0bc49cd-294c-4fdc-96a1-3fb603dcaeb3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:38.156068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35776) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:38.165583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:38.176730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:38.183999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:38.196765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:38.203863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:38.235979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.239319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] No DVR routers for this DVR port 8710df41-e5b7-4e88-8727-a296c3ef0bb2 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:38.250839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e59e1bc-7393-4c55-872b-ab03dac4d8f4 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:38.262573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.338928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:28:38.339985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:28:38.349482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Port': ['ID=80ed88f7-acc8-4ece-9d42-e7fa6d56379c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:38.370355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:38.373608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Allocated IP 172.20.0.18 (4f48c07b-adc8-45c1-a44c-18883aa21435/d9b11b99-900e-44ba-8f80-93baada12363/1bf9532f-a57b-44cc-a730-d0360ad5250c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:38.379286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.390501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1c3f780>,) {'filters': {'network_id': ['3c2bfdcd-b63c-47e3-abec-007bb5209bde']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.405665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c3f780>, 'a8f2bc6b-41df-449f-af0e-dd08774e1399') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.406121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1c3f780>, 'a8f2bc6b-41df-449f-af0e-dd08774e1399') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.419453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.439083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.441276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:38.453671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] No DVR routers for this DVR port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:38.526677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.582175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.597161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ccc1d63a-2ee2-4a7f-b283-12df4af68e1f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:38.615249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.632875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:38.636461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d856a93-d336-4e48-9940-8b9c14061296,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:38.639381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.642654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.662159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:38.707744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 80ed88f7-acc8-4ece-9d42-e7fa6d56379c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:38.728702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.732780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5706761
Nov 15 09:28:38.733493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35780) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:38.741754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:38.749202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 80ed88f7-acc8-4ece-9d42-e7fa6d56379c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:28:38.749613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 80ed88f7-acc8-4ece-9d42-e7fa6d56379c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:28:38.768701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:38.774272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3334ef0>,) {'filters': {'network_id': ['c9671271-7f2b-4d4c-95eb-71677928e4d7']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.788643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3334ef0>, 'f07815a2-040d-4dd4-868e-65d3e57fb3e0') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.788933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3334ef0>, 'f07815a2-040d-4dd4-868e-65d3e57fb3e0') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:38.802070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.818840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.820904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Releasing vxlan tunnel 6 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:38.826661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:38.842093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Deleting port 80ed88f7-acc8-4ece-9d42-e7fa6d56379c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:38.842318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:38.843028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:38.853022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:38.866776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Network 3c2bfdcd-b63c-47e3-abec-007bb5209bde has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:38.893512 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:38.918429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3f3b-bffb-4a8c-a58f-8b0ec011241f None None] The port '80ed88f7-acc8-4ece-9d42-e7fa6d56379c' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:28:39.008419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.016249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:39.025768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.037771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.042022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.049479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a212219d-3206-4eb6-817c-4f83edbac4ff tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.081045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] 10.222.0.81 "DELETE /v2.0/networks/3c2bfdcd-b63c-47e3-abec-007bb5209bde HTTP/1.1" status: 204  len: 168 time: 2.3415971
Nov 15 09:28:39.085215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Pushing event deleted for resources: {'Network': ['ID=3c2bfdcd-b63c-47e3-abec-007bb5209bde,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.091102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.112957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.144363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.146464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1fdc6e0-5f79-47a0-a005-344fd01871a7 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.170195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39ab529-1ab2-44ce-9c99-5697465c7ebf,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.174777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.207203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.211211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4743624
Nov 15 09:28:39.211682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35786) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.217682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network c9671271-7f2b-4d4c-95eb-71677928e4d7 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:39.218163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:39.225468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:39.229897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:39.234512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:39.240776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:39.244828 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:39.288311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.331794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Transition to ACTIVE for port object 1bf9532f-a57b-44cc-a730-d0360ad5250c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:39.350378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Transition to ACTIVE for port object 1bf9532f-a57b-44cc-a730-d0360ad5250c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:39.356754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.363858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.366058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6aa04cb-0de5-4c8a-abb3-31ac8d894ba1 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.376831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.385036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.387699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Network': ['ID=c9671271-7f2b-4d4c-95eb-71677928e4d7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.390927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/networks/c9671271-7f2b-4d4c-95eb-71677928e4d7 HTTP/1.1" status: 204  len: 168 time: 1.9217210
Nov 15 09:28:39.392240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.394698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35790) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.406168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.413036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.415184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2715ee45-8491-496d-8985-02c975edd3df tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.440230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637efe86-3bf2-4acd-90a9-71be2603e4dc,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.445185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.494074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.496779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2831995
Nov 15 09:28:39.500344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35796) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.506261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:39.513249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:39.517521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:39.520805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:39.526797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:39.552105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Pushing event updated for resources: {'Port': ['ID=1bf9532f-a57b-44cc-a730-d0360ad5250c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.556623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.577036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35800) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.578526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.617688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting subnet 6d37523f-ba08-4af5-8d34-288e44322004 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:28:39.622239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.632588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:39.633878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:39.636776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:39.664816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.691758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.701296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Attempting to bind port 1bf9532f-a57b-44cc-a730-d0360ad5250c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:39.701660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Attempting to bind port 1bf9532f-a57b-44cc-a730-d0360ad5250c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:39.702100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Attempting to bind port 1bf9532f-a57b-44cc-a730-d0360ad5250c on network 4f48c07b-adc8-45c1-a44c-18883aa21435 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:39.709267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:39.709695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Checking segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:39.710152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.710320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.710601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Bound using segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:39.711133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Bound port: 1bf9532f-a57b-44cc-a730-d0360ad5250c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:39.711564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.713690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-44b8d921-eafe-49c3-866b-a55445f1784f tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.746606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1503dae0-6e93-4985-8c5d-2929f24b99b6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:39.750981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:39.786032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.790352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2888825
Nov 15 09:28:39.791250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35806) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.798690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:39.810156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.818275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:39.824650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] For port 1bf9532f-a57b-44cc-a730-d0360ad5250c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:39.828243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] For port 1bf9532f-a57b-44cc-a730-d0360ad5250c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1bf9532f-a57b-44cc-a730-d0360ad5250c,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:39.831964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:39.838378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:39.847608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:39.854144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb8efae8-569e-4c5d-901c-ea476c55a0fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db5b6ad4f07c4398b44716db89fb41cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2590144
Nov 15 09:28:39.854807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35810) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:39.859508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.877630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d9d13bd-6c36-4ccb-b494-e3dce4e440ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:39.887944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:28:39.895435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:39.968982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.013651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.015801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:40.039283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fd4d43-234f-4c7c-83c4-8c289a922305,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:40.044569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:40.046880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Pushing event updated for resources: {'Port': ['ID=1bf9532f-a57b-44cc-a730-d0360ad5250c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:40.047944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.052872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:40.087255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.089075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2955508
Nov 15 09:28:40.092232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35814) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:40.098136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '8b54937c-f446-4068-86ca-9558a0eb3cdd', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:40.104682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:40.108690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.109626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:40.112782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:40.118794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:40.167320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:28:40.175612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.254285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.287350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.295593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce4c42c9-b6fd-4ae9-ad62-14a2d12e152a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:40.317821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cd23f5-9f92-4bcb-aa1b-3f3c75b48073,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:40.320719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:40.361204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.368476 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2752814
Nov 15 09:28:40.590486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.607035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:40.694338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.730078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1bf9532f-a57b-44cc-a730-d0360ad5250c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:40.733999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Subnet': ['ID=6d37523f-ba08-4af5-8d34-288e44322004,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:40.740950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:40.746313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3be03845-b13f-45cd-86c2-8caab95a3f44 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:40.781678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee6cd35-cbff-4179-83f9-2f0c0b7ca5a7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:40.788872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:40.807834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.812267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ee6cd35-cbff-4179-83f9-2f0c0b7ca5a7 HTTP/1.1" status: 204  len: 168 time: 0.9537234
Nov 15 09:28:40.836617 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-a076f81d-29a0-43c2-a559-9d5739bab0a7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302596528&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.2015402
Nov 15 09:28:40.837895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:40.842978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35832) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:40.845637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/subnets/6d37523f-ba08-4af5-8d34-288e44322004 HTTP/1.1" status: 204  len: 168 time: 1.4453361
Nov 15 09:28:40.849564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119dd705-bff4-48ac-851d-d797b2989e3b None None] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:40.930970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1bf9532f-a57b-44cc-a730-d0360ad5250c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:41.040471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62fcf-3373-4aea-9da8-0736474583da req-c3f6b9b0-411e-4278-a687-ddeba1d83939 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:41.041650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ade62fcf-3373-4aea-9da8-0736474583da req-c3f6b9b0-411e-4278-a687-ddeba1d83939 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:41.087271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ade62fcf-3373-4aea-9da8-0736474583da req-c3f6b9b0-411e-4278-a687-ddeba1d83939 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:41.096734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-c3f6b9b0-411e-4278-a687-ddeba1d83939 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=4f48c07b-adc8-45c1-a44c-18883aa21435 HTTP/1.1" status: 200  len: 797 time: 0.2478340
Nov 15 09:28:41.114632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-c75f9b8a-d0cf-494e-a3d7-626855a37e51 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0166326
Nov 15 09:28:41.237833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-a0ba175e-1c52-4689-8480-750ab698fe5c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1165915
Nov 15 09:28:41.303651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] DHCP port deletion for a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:28:41.310070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Deleting port 26da960c-8216-41e7-925f-7e4a9b3fe07a {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:41.310516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:41.316912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:41.404502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port 26da960c-8216-41e7-925f-7e4a9b3fe07a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:41.404975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:41.423102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-73744299-d340-4989-a56a-21a3f06bc4c4 service neutron] 10.222.0.81 "GET /v2.0/networks/4f48c07b-adc8-45c1-a44c-18883aa21435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641705
Nov 15 09:28:41.622697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-c27f0a2f-2646-485e-825b-acb57207790f service neutron] 10.222.0.81 "GET /v2.0/networks/4f48c07b-adc8-45c1-a44c-18883aa21435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1900747
Nov 15 09:28:41.673392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] For port 26da960c-8216-41e7-925f-7e4a9b3fe07a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26da960c-8216-41e7-925f-7e4a9b3fe07a,segment=NetworkSegment(2c8daf2e-0761-49f5-9ba3-9dafdd034a68),segment_id=2c8daf2e-0761-49f5-9ba3-9dafdd034a68)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:41.673927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:41.775973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] For port 26da960c-8216-41e7-925f-7e4a9b3fe07a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26da960c-8216-41e7-925f-7e4a9b3fe07a,segment=NetworkSegment(2c8daf2e-0761-49f5-9ba3-9dafdd034a68),segment_id=2c8daf2e-0761-49f5-9ba3-9dafdd034a68)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:41.776391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:41.861637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Calling delete_port for 26da960c-8216-41e7-925f-7e4a9b3fe07a owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:41.905331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c5323-1f5b-4af9-9031-0553f1f2bf03 None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:42.016038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-85c44b35-6f9f-4065-b8fa-0d818ba549e4 req-18534be2-2ea7-489e-9f53-8d0edc555023 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 210 time: 0.0697975
Nov 15 09:28:42.069144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Calling delete_port for 26da960c-8216-41e7-925f-7e4a9b3fe07a owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:28:42.123666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Provisioning for port 1bf9532f-a57b-44cc-a730-d0360ad5250c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:42.141718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Provisioning complete for port 1bf9532f-a57b-44cc-a730-d0360ad5250c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:42.142148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:42.176574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:28:42.177203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:28:42.230260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:42.249945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:42.259972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:42.267880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0058832
Nov 15 09:28:42.270260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35862) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:42.429003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a434f2d8-52dc-4ecc-bb32-1593c531a717 tempest-NetworksApiDiscovery-710752170 tempest-NetworksApiDiscovery-710752170] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1573188
Nov 15 09:28:42.553072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Pushing event deleted for resources: {'Port': ['ID=26da960c-8216-41e7-925f-7e4a9b3fe07a,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:42.564670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:42.678683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Deleting port 26da960c-8216-41e7-925f-7e4a9b3fe07a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:28:42.679340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:42.698560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] No DVR routers for this DVR port 26da960c-8216-41e7-925f-7e4a9b3fe07a on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:28:42.712422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26da960c-8216-41e7-925f-7e4a9b3fe07a no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:28:42.770140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 26da960c-8216-41e7-925f-7e4a9b3fe07a {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:28:42.770541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26da960c-8216-41e7-925f-7e4a9b3fe07a not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:28:42.789228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:42.831645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] The port '26da960c-8216-41e7-925f-7e4a9b3fe07a' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:28:42.842148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] For port 1bf9532f-a57b-44cc-a730-d0360ad5250c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1bf9532f-a57b-44cc-a730-d0360ad5250c,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:42.876009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:42.877809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:42.981116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Pushing event updated for resources: {'Port': ['ID=1bf9532f-a57b-44cc-a730-d0360ad5250c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:42.987249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:43.005310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35874) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:43.058784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.127746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-abe07eef-07a1-4ccd-89aa-8fd75289805a None None] Provisioning complete for port 1bf9532f-a57b-44cc-a730-d0360ad5250c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:43.132789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-abe07eef-07a1-4ccd-89aa-8fd75289805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.197404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.293566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3088668>,) {'filters': {'network_id': ['a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:43.304496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f76fae3-a513-403b-a05f-4420abe75ca2 req-dd7c17cd-9fb1-46bb-a193-47a5233c2cbd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 210 time: 0.0809689
Nov 15 09:28:43.310476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3088668>, '2c8daf2e-0761-49f5-9ba3-9dafdd034a68') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:43.311056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3088668>, '2c8daf2e-0761-49f5-9ba3-9dafdd034a68') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:43.328012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.341829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:43.347310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Usage tracker for resource:security_group_rule and tenant:6735d09bd296414db2015a2adb9f973d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:43.349411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.351148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:43.351599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:28:43.357778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:43.361583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-954445f9-3135-40e6-b18f-bd9a677cce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.434008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.464739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.467735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8d5805f2-47b4-4440-a064-5652e6638379 None None] Provisioning complete for port 1bf9532f-a57b-44cc-a730-d0360ad5250c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:43.468434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d5805f2-47b4-4440-a064-5652e6638379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.475445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1dacae01-02a9-4184-b21c-c586edc25fc4 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:43.529529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2121cff-9ace-4bca-9f9c-49bb1c4aa91d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:43.533034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:43.538800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6735d09bd296414db2015a2adb9f973d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5321465
Nov 15 09:28:43.539784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 35882) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:43.563270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:43.573846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.610822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.640673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.716334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.721540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9147113f-68b4-4c7a-854b-7d305fc78bcb tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:43.747098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2121cff-9ace-4bca-9f9c-49bb1c4aa91d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:43.750686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:43.751653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.752955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e62b7246-13a3-4540-8430-c7c341858eea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2121cff-9ace-4bca-9f9c-49bb1c4aa91d HTTP/1.1" status: 204  len: 168 time: 0.2118275
Nov 15 09:28:43.799203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7f99ff11-b0df-4d01-93d7-46591bbbad38 None None] Provisioning complete for port 1bf9532f-a57b-44cc-a730-d0360ad5250c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:43.799803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f99ff11-b0df-4d01-93d7-46591bbbad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.815534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Network a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:28:43.860490 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:28:43.985497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:43.989390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ef04fef-d7d3-4020-a0e3-2e794d97c6f2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:44.009968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.024991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Pushing event deleted for resources: {'Network': ['ID=a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:44.028882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:44.031893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/networks/a8d6a577-d2ff-4ca0-a1c6-f4e7bd5e9a0e HTTP/1.1" status: 204  len: 168 time: 3.1878116
Nov 15 09:28:44.034587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35890) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:44.086858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8cf01d3-b247-4ba1-9438-9e564a2cfaa9 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Synchronizing usage tracker for tenant:2c6cd579d09148a498e33d1bdc371cee on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:44.147150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b8cf01d3-b247-4ba1-9438-9e564a2cfaa9 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Unset dirty status for tenant:2c6cd579d09148a498e33d1bdc371cee on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:44.152544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8cf01d3-b247-4ba1-9438-9e564a2cfaa9 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "GET /v2.0/ports?device_id=edaecc17-2d5a-4a88-94e6-a78f4072abbd HTTP/1.1" status: 200  len: 205 time: 0.1129539
Nov 15 09:28:44.157736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:44.259026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62fcf-3373-4aea-9da8-0736474583da req-b6290a14-fb81-4bbe-8c47-ba68121bc653 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:44.260993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-b6290a14-fb81-4bbe-8c47-ba68121bc653 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=4f48c07b-adc8-45c1-a44c-18883aa21435 HTTP/1.1" status: 200  len: 797 time: 0.1765890
Nov 15 09:28:44.333757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.390867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-e2f9bdb0-d816-4c2d-a400-2b71f6669d6c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 11479 time: 0.1091321
Nov 15 09:28:44.405248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': 'c3564c84-707d-445d-8723-bbddee5174cd', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['8b54937c-f446-4068-86ca-9558a0eb3cdd']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:44.612152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-429a8a44-3158-48a6-b5e6-289947e555da req-015ea6ff-2f01-4e36-a093-7f8a03a68f0f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 210 time: 0.0819693
Nov 15 09:28:44.654200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:44.658984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:port and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:44.662225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for port was recalculated. Used quota:5. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:44.669853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:44.721733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:44.727644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1bf9532f-a57b-44cc-a730-d0360ad5250c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:44.727894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.841550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1bf9532f-a57b-44cc-a730-d0360ad5250c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:44.842134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.855544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.861028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.921668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.922236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Fanout notify agent at l3_agent the message router_deleted on router edaecc17-2d5a-4a88-94e6-a78f4072abbd {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:28:44.935145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:44.938294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa2d897d-f51a-4a5b-8691-d264abbf8d41 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] 10.222.0.81 "DELETE /v2.0/routers/edaecc17-2d5a-4a88-94e6-a78f4072abbd HTTP/1.1" status: 204  len: 168 time: 0.7822151
Nov 15 09:28:45.110609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.23 (4f48c07b-adc8-45c1-a44c-18883aa21435/d9b11b99-900e-44ba-8f80-93baada12363/e5b40dfa-0303-4ca7-9fbd-9a36772c9991) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:45.324237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.342114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object e5b40dfa-0303-4ca7-9fbd-9a36772c9991 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:45.393341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35942) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:45.400342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-814fa6d7-034c-4fef-8a48-973cb09328f7 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/networks?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0368712
Nov 15 09:28:45.434561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.456598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:45.585255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-045f597c-ddde-4d30-8bb8-e0c33019cc88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c6cd579d09148a498e33d1bdc371cee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1905720
Nov 15 09:28:45.587688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35948) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:45.659936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.686198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d874fecf-73b2-498d-86b9-51abe25d6765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.690314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.719531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:45.722831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:45.738968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.766952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.772796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5af3d51a-6060-47e9-9bbb-a78654843b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:45.784261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6968a80c-7cf0-4197-ab72-90b6ef5e78d8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:45.790688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:45.791496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:45.795557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6968a80c-7cf0-4197-ab72-90b6ef5e78d8 HTTP/1.1" status: 204  len: 168 time: 0.2067847
Nov 15 09:28:45.824371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-84e98693-f627-470e-bc95-35e617009af4 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:45.826185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-84e98693-f627-470e-bc95-35e617009af4 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4193056
Nov 15 09:28:45.865748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-e6f57ec7-2e4a-47a0-b712-477d21b745da tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/quotas/01a9aa9a3e0c41a684f4e09df0c788ea HTTP/1.1" status: 200  len: 375 time: 0.0285387
Nov 15 09:28:45.921613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:45.932573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:45.937855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-18d0b770-92a7-480e-a2bb-39744063f99f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580268
Nov 15 09:28:45.938633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:46.027571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:46.028418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:46.045917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66da2-f0fa-47ae-a50d-8dc2866522ef req-5b7ce431-2c41-438e-8aeb-cd8d3e8596d3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:46.053612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b2d66da2-f0fa-47ae-a50d-8dc2866522ef req-5b7ce431-2c41-438e-8aeb-cd8d3e8596d3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 932 time: 0.2858953
Nov 15 09:28:46.103563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b2d66da2-f0fa-47ae-a50d-8dc2866522ef req-3242c8e6-55c4-461a-b04e-062b7d3e0135 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489678
Nov 15 09:28:46.191155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7916598
Nov 15 09:28:46.222503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Request body: {'port': {'device_id': 'c3564c84-707d-445d-8723-bbddee5174cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:46.299115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b9ae7e5d-5fcf-414e-8e5f-918df88877d4 None None] Provisioning for port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:46.306883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:46.315119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b9ae7e5d-5fcf-414e-8e5f-918df88877d4 None None] Provisioning complete for port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:46.315119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7e5d-5fcf-414e-8e5f-918df88877d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:46.320225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fafdd1c-ea89-4dad-9f70-53e0cfafefff req-e49c8b9f-0f32-43f4-92bb-20481835fba4 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.0603206
Nov 15 09:28:46.408619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae7e5d-5fcf-414e-8e5f-918df88877d4 None None] Port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:46.441304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:46.905539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35982) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:46.942606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b40dfa-0303-4ca7-9fbd-9a36772c9991 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:28:46.950512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:46.963314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Transition to ACTIVE for port object e5b40dfa-0303-4ca7-9fbd-9a36772c9991 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:46.984095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.000283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:47.055328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b0a5673a-35e8-4107-8f34-56e154e0f014 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Request body: {'subnetpool': {'name': 'tempest-subnetpools-450791237', 'prefixes': ['172.20.0.0/16']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:47.062840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b0a5673a-35e8-4107-8f34-56e154e0f014 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:47.227633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:28:47.378050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0a5673a-35e8-4107-8f34-56e154e0f014 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Notify callbacks [] for subnetpool, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.381036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0a5673a-35e8-4107-8f34-56e154e0f014 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.4739327
Nov 15 09:28:47.383408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35992) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:47.429789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfcbd1d1-52f8-4d92-a64b-63cd4c69217c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "GET /v2.0/subnetpools/7c1df062-e8f2-490e-91d1-8bedb0a92b32 HTTP/1.1" status: 200  len: 731 time: 0.0444052
Nov 15 09:28:47.435050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 35996) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:47.441726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-68a3c338-8d55-45f5-b867-7aaf20474f8c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-967169960'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:47.481229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:47.499095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:47.538757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.560603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e353ceda-a07c-42e4-af93-8073d7f76b11 req-7b2b853a-b67e-45cc-80f8-78444b6d6c37 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.0628121
Nov 15 09:28:47.569439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68a3c338-8d55-45f5-b867-7aaf20474f8c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Notify callbacks [] for subnetpool, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.571137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-68a3c338-8d55-45f5-b867-7aaf20474f8c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "PUT /v2.0/subnetpools/7c1df062-e8f2-490e-91d1-8bedb0a92b32 HTTP/1.1" status: 200  len: 683 time: 0.1344869
Nov 15 09:28:47.573746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36000) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:47.667955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b227e-8b43-4408-99e0-2879afaf3ab3 req-971e2ae5-51c1-4dce-9439-87b348c00ec0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:47.668756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1f4b227e-8b43-4408-99e0-2879afaf3ab3 req-971e2ae5-51c1-4dce-9439-87b348c00ec0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:28:47.721489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e9e64b3-088f-4f96-894e-28e43248eb0c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] Notify callbacks [] for subnetpool, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.725308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9e9e64b3-088f-4f96-894e-28e43248eb0c tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "DELETE /v2.0/subnetpools/7c1df062-e8f2-490e-91d1-8bedb0a92b32 HTTP/1.1" status: 204  len: 168 time: 0.1480048
Nov 15 09:28:47.725773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36004) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:47.740353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1f4b227e-8b43-4408-99e0-2879afaf3ab3 req-971e2ae5-51c1-4dce-9439-87b348c00ec0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:28:47.741627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f4b227e-8b43-4408-99e0-2879afaf3ab3 req-971e2ae5-51c1-4dce-9439-87b348c00ec0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 944 time: 0.3622174
Nov 15 09:28:47.747684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-f7a5e881-5173-475c-a270-d8d2a7f2e119 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] show failed (client error): The resource could not be found.
Nov 15 09:28:47.748986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f7a5e881-5173-475c-a270-d8d2a7f2e119 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "GET /v2.0/subnetpools/7c1df062-e8f2-490e-91d1-8bedb0a92b32 HTTP/1.1" status: 404  len: 346 time: 0.0221238
Nov 15 09:28:47.751794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36010) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:47.773249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-d139c2d4-d246-4a54-b099-97ada431d7a1 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] delete failed (client error): The resource could not be found.
Nov 15 09:28:47.774523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d139c2d4-d246-4a54-b099-97ada431d7a1 tempest-SubnetPoolsTestJSON-2146630755 tempest-SubnetPoolsTestJSON-2146630755] 10.222.0.81 "DELETE /v2.0/subnetpools/7c1df062-e8f2-490e-91d1-8bedb0a92b32 HTTP/1.1" status: 404  len: 346 time: 0.0215979
Nov 15 09:28:47.819684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Attempting to bind port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:47.820128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Attempting to bind port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:47.820361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Attempting to bind port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 on network 4f48c07b-adc8-45c1-a44c-18883aa21435 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:47.830504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f4b227e-8b43-4408-99e0-2879afaf3ab3 req-c1bbb762-a7dd-432b-ad95-af7c69e7a892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792243
Nov 15 09:28:47.832480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:47.832863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Checking segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:47.833278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.833670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Bound using segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:47.834154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Bound port: e5b40dfa-0303-4ca7-9fbd-9a36772c9991, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:47.834536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.915781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:47.949599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] For port e5b40dfa-0303-4ca7-9fbd-9a36772c9991, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:47.952954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] For port e5b40dfa-0303-4ca7-9fbd-9a36772c9991, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:48.013940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.030316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:48.195793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:48.202191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:48.237644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.238870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-f08c4568-21eb-41ad-86b5-db1b0525154e tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.65 "GET /v2.0/networks?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0348270
Nov 15 09:28:48.239151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] 10.222.0.65 "PUT /v2.0/ports/e5b40dfa-0303-4ca7-9fbd-9a36772c9991 HTTP/1.1" status: 200  len: 1158 time: 2.0287280
Nov 15 09:28:48.239731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:28:48.243657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36018) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:48.302972 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991', 'status': 'completed', 'code': 200}
Nov 15 09:28:48.461576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-c668ff77-d29a-4530-bd90-1c8edafafc44 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:48.463155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-c668ff77-d29a-4530-bd90-1c8edafafc44 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2078016
Nov 15 09:28:48.465212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.493515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-4562d431-712c-49c7-9b0d-cd3e046174a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 1161 time: 0.1293640
Nov 15 09:28:48.496820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Request body: {'port': {'device_id': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a', 'admin_state_up': True, 'tenant_id': '01a9aa9a3e0c41a684f4e09df0c788ea'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:48.599631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:48.608067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Usage tracker for resource:security_group_rule and tenant:7f2aed1f52b3462991eda117cb8baf15 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:48.613487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:48.624367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:48.681219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:48.687526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-4bfd88c3-8696-4455-be4e-b61e34758c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:48.688126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Usage tracker for resource:port and tenant:01a9aa9a3e0c41a684f4e09df0c788ea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:48.688293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-4bfd88c3-8696-4455-be4e-b61e34758c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:48.689820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-4bfd88c3-8696-4455-be4e-b61e34758c00 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&shared=False HTTP/1.1" status: 200  len: 1570 time: 0.1816597
Nov 15 09:28:48.693311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:48.704158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:48.758207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Made reservation on behalf of 01a9aa9a3e0c41a684f4e09df0c788ea for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:48.763985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.784382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.785887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.819476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:48.829623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f92dee02-a7d1-4f47-bd35-bf081f17fd55 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:48.837665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0987236c-26ba-435e-9ade-8be06a9e6114 req-c2e2ae19-5114-486c-a60d-c4d14499d75b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.1154296
Nov 15 09:28:48.862028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c30e0-397d-4c9f-b2e6-11877c601998,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:48.865718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:48.871004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:48.882778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Usage tracker for resource:security_group_rule and tenant:01a9aa9a3e0c41a684f4e09df0c788ea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:48.889580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:48.898286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:48.904526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f2aed1f52b3462991eda117cb8baf15&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6598065
Nov 15 09:28:48.907294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36034) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:48.920473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-a7bd612b-39ec-4ff0-8ef8-3e0c150984ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:48.922209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e96167f-0402-43ed-8541-ef26b5e15713 req-a7bd612b-39ec-4ff0-8ef8-3e0c150984ef service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2254162
Nov 15 09:28:49.019629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.062165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.066937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.106347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.122617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b68c54d1-bd38-463a-8207-6971e10867f0 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:49.173580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-cbb3f849-2488-4c77-8e4c-664b4cb49e86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 1161 time: 0.1732719
Nov 15 09:28:49.189376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f8cfa-7b01-4e8a-bc9d-ea2ccaaf79d7 req-a24c095a-a856-4f15-95db-8a30728dbd93 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:49.190992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f9f8cfa-7b01-4e8a-bc9d-ea2ccaaf79d7 req-a24c095a-a856-4f15-95db-8a30728dbd93 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 944 time: 0.1458046
Nov 15 09:28:49.228424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:49.264024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.264459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.269586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.270926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.270926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.270926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.271240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.271425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.271783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.272214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.272620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.273021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.273422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:49.278686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:49.294888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-88bd066e-c75d-4d93-a58c-6f77244c0fb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e5b40dfa-0303-4ca7-9fbd-9a36772c9991 HTTP/1.1" status: 200  len: 217 time: 0.1028676
Nov 15 09:28:49.362891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3f9f8cfa-7b01-4e8a-bc9d-ea2ccaaf79d7 req-f1b2291f-9a00-4898-9917-3f1b0f3eba0e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160221
Nov 15 09:28:49.378143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62fcf-3373-4aea-9da8-0736474583da req-96df9061-e58c-43b0-b011-66bc7e56ff55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:49.379756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-96df9061-e58c-43b0-b011-66bc7e56ff55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9b11b99-900e-44ba-8f80-93baada12363 HTTP/1.1" status: 200  len: 838 time: 0.0779679
Nov 15 09:28:49.483027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-4f6ed155-af59-4bf0-8f7c-9857584fefb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f48c07b-adc8-45c1-a44c-18883aa21435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0952015
Nov 15 09:28:49.582968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.591625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4d8cee03-8cf2-4eb2-bc45-a79fcdcda584 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:49.644826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-48969370-9fb7-4f96-921f-b6586ccee4ae service neutron] 10.222.0.65 "GET /v2.0/networks/4f48c07b-adc8-45c1-a44c-18883aa21435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531088
Nov 15 09:28:49.647037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c30e0-397d-4c9f-b2e6-11877c601998,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:49.653876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:49.685322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:49.685322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c1c30e0-397d-4c9f-b2e6-11877c601998 HTTP/1.1" status: 204  len: 168 time: 0.7667167
Nov 15 09:28:49.801372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Allocated IP 192.168.233.91 (7d60f094-ef93-48a6-bbde-b66c0c10548a/ed0a3687-1aa7-4308-be80-f6b783faf8d4/25581b6a-a53a-4f99-b8ab-8fb2d1f86000) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:49.818115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ade62fcf-3373-4aea-9da8-0736474583da req-c96937bf-47ae-422a-a800-eccc5b209dbe service neutron] 10.222.0.65 "GET /v2.0/networks/4f48c07b-adc8-45c1-a44c-18883aa21435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1646032
Nov 15 09:28:50.039766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:50.054532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-606f91d3-40dd-42b7-8f69-0bb2bd4b3b80 req-d0f84540-68d9-4591-9269-9cf48def2d6d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.0544064
Nov 15 09:28:50.058768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Transition to ACTIVE for port object 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:50.110265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:50.126345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-621c8ef8-eb71-4e8b-849a-36c34ce90366 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:50.285427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Pushing event updated for resources: {'Port': ['ID=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:50.290204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:50.345870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:50.347160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:50.349515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:50.442490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:50.443411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:50.499699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0081675
Nov 15 09:28:50.530755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Request body: {'port': {'device_id': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:50.579083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77cf0d45-57c4-4817-8229-777899e39389 None None] Provisioning for port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:50.585356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77cf0d45-57c4-4817-8229-777899e39389 None None] Provisioning complete for port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:50.585792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77cf0d45-57c4-4817-8229-777899e39389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:50.655753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec1c34-b56e-47b0-bd81-f1957ca985a5 req-e7a2279e-71d8-4963-a5de-001da224ec22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:50.657948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4ec1c34-b56e-47b0-bd81-f1957ca985a5 req-e7a2279e-71d8-4963-a5de-001da224ec22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 944 time: 0.1455364
Nov 15 09:28:50.687616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77cf0d45-57c4-4817-8229-777899e39389 None None] Port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:50.715853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:50.721807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4ec1c34-b56e-47b0-bd81-f1957ca985a5 req-39260855-eb97-41e1-9d9a-c4f42d6fcff0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568333
Nov 15 09:28:50.822299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36060) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:50.967820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-181215567'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:50.973180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:50.977230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Usage tracker for resource:network and tenant:1a9d875ac4dc4719b0c407e85564875a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:50.980583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:50.986266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:51.046471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Made reservation on behalf of 1a9d875ac4dc4719b0c407e85564875a for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:51.052879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.067451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.102913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:51.107372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Usage tracker for resource:security_group_rule and tenant:1a9d875ac4dc4719b0c407e85564875a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:51.110501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:51.116353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:51.177396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:28:51.185840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.225155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.253738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Transition to ACTIVE for port object 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:51.282854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f07c-5b9f-4d53-9235-55979155d166 req-aa7fe89b-7957-452b-92bb-6cf03153e84c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:51.284531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24c7f07c-5b9f-4d53-9235-55979155d166 req-aa7fe89b-7957-452b-92bb-6cf03153e84c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 935 time: 0.0987062
Nov 15 09:28:51.285662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.290061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a8878b36-3da0-4204-9308-ea266b1b3126 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:51.310177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.327198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e489324a-30e2-4432-9195-e0ee1452e7bd tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:51.352433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:28:51.360481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c806d-a7a9-4ec5-96ef-7177a77dfb4c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:51.384315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.384756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.385188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.385617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.386248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.386806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.387230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.387650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.388093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.388514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.388937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.389352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.389822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.390238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.390649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.391062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.391473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.391904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.392317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.392730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.393144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.393558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.393966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.394374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:28:51.400455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:51.404273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.404674 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Added segment 2500001e-387f-4a69-8f19-2fbce1068334 of type vxlan for network a3cf50a6-c99a-4777-9855-d34ac5c20e3c
Nov 15 09:28:51.413184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24c7f07c-5b9f-4d53-9235-55979155d166 req-823664f8-7dd2-4fc0-b0f6-0eb89e823d3f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123533
Nov 15 09:28:51.446085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.486484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Pushing event updated for resources: {'Port': ['ID=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:51.491761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:51.493103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.498141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:51.498805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.504493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1c76530-da91-48e1-8038-72c5b03c8d7b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:51.624702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event updated for resources: {'Network': ['ID=a3cf50a6-c99a-4777-9855-d34ac5c20e3c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:51.627645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:51.636588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:51.651363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36070) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:51.652656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.8280408
Nov 15 09:28:51.658395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:51.664275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Request body: {'subnet': {'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:51.805081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Attempting to bind port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:51.805419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Attempting to bind port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:51.805993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Attempting to bind port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 on network 7d60f094-ef93-48a6-bbde-b66c0c10548a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:51.818525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:51.822684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:51.823074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Checking segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:51.823500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.823927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Bound using segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:51.824433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Bound port: 25581b6a-a53a-4f99-b8ab-8fb2d1f86000, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:51.824811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:51.837023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Usage tracker for resource:subnet and tenant:1a9d875ac4dc4719b0c407e85564875a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:51.843261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:51.851987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:51.944285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] For port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:51.947666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] For port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:51.961664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Made reservation on behalf of 1a9d875ac4dc4719b0c407e85564875a for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:52.035821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:52.064760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:52.066766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c7681-1fa1-4d6d-90cc-74c9647d53b0 req-ae61b786-eec0-4b89-a3a3-08cf6a9b73a5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:52.068454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a91c7681-1fa1-4d6d-90cc-74c9647d53b0 req-ae61b786-eec0-4b89-a3a3-08cf6a9b73a5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 944 time: 0.1049085
Nov 15 09:28:52.117351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a91c7681-1fa1-4d6d-90cc-74c9647d53b0 req-7b572d62-8caa-426a-9c97-5d9351ab8b3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422912
Nov 15 09:28:52.250152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:52.352504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Pushing event updated for resources: {'Port': ['ID=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:52.362135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:52.404579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:52.406090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] 10.222.0.65 "PUT /v2.0/ports/25581b6a-a53a-4f99-b8ab-8fb2d1f86000 HTTP/1.1" status: 200  len: 1161 time: 1.8808141
Nov 15 09:28:52.406682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:28:52.479664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000', 'status': 'completed', 'code': 200}
Nov 15 09:28:52.668479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7a569-60ea-4d12-a583-a63f0880a9c8 req-ddca95bd-5125-4928-affe-cc896e6c865d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:52.670121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ff7a569-60ea-4d12-a583-a63f0880a9c8 req-ddca95bd-5125-4928-affe-cc896e6c865d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1046102
Nov 15 09:28:52.707399 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9af88d81-d652-4069-91b7-db307c524145 req-506e9544-914e-4354-989d-ccd188c1a14e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 1164 time: 0.1484439
Nov 15 09:28:52.720009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ff7a569-60ea-4d12-a583-a63f0880a9c8 req-f0c03622-577c-4200-a3f1-aa26de7717e0 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434058
Nov 15 09:28:52.772249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9af88d81-d652-4069-91b7-db307c524145 req-14d40efb-1081-4678-bbb7-cdddf5894448 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0485961
Nov 15 09:28:52.930030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5b40dfa-0303-4ca7-9fbd-9a36772c9991 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:53.064513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:53.070346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:53.070928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:53.227738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:53.258201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:28:53.269136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e5b40dfa-0303-4ca7-9fbd-9a36772c9991, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:53.278988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88d81-d652-4069-91b7-db307c524145 req-fd8e75ba-8553-4cd7-bf4d-a3c6b46d29bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:53.280630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9af88d81-d652-4069-91b7-db307c524145 req-fd8e75ba-8553-4cd7-bf4d-a3c6b46d29bb service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4593930
Nov 15 09:28:53.298801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:53.302068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:53.349180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991', 'code': 200}
Nov 15 09:28:53.362842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fabea-f2b9-4305-b043-446e2b5292f0 req-2db1ed01-a59e-4ca8-b8cd-f80c74444922 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:53.364553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e43fabea-f2b9-4305-b043-446e2b5292f0 req-2db1ed01-a59e-4ca8-b8cd-f80c74444922 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1028442
Nov 15 09:28:53.401275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:53.405767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:53.443971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e43fabea-f2b9-4305-b043-446e2b5292f0 req-a595623e-65f2-43cf-b690-33df682c38d3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707369
Nov 15 09:28:53.463398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:53.480976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3201ed86-2c9b-4585-9034-28633c28eee7 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:53.624408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event updated for resources: {'Subnet': ['ID=a0eb3586-eee6-49d4-88b1-23f4fe728ecb,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:53.638508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:53.666233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-953ffece-db7b-46a8-b1fb-d2307aae051a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 1164 time: 0.2845039
Nov 15 09:28:53.718655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c2615bf-1cfe-40ec-a39d-2ec2ba9da352 req-4c073b0a-a041-437d-a276-f0fc4df1ddc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 1163 time: 0.0853198
Nov 15 09:28:53.761848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-a886a338-89e1-4231-a1a2-dcf3dce4bbb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000 HTTP/1.1" status: 200  len: 217 time: 0.0822437
Nov 15 09:28:53.767481 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c2615bf-1cfe-40ec-a39d-2ec2ba9da352 req-2162b731-65b5-422f-834f-44ea90058904 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401185
Nov 15 09:28:53.788195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Checking segment: {'id': '2500001e-387f-4a69-8f19-2fbce1068334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:53.793620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Network hostable DHCP agents. Network: a3cf50a6-c99a-4777-9855-d34ac5c20e3c, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:28:53.852618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:28:53.887065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, a3cf50a6-c99a-4777-9855-d34ac5c20e3c) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:53.897724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1c327-2789-4bf2-9762-26b83290887e None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:53.900702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:53.902041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:53.950712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2974517
Nov 15 09:28:53.953577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36086) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:53.959942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Request body: {'port': {'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c', 'name': 'tempest-TagsExtTest-2101113044'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:53.973884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b817b63-75c8-4aba-9593-22a17c2c86a0 req-eabeeb9f-9fc6-4fe6-9189-d251e4d52b25 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:53.975614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b817b63-75c8-4aba-9593-22a17c2c86a0 req-eabeeb9f-9fc6-4fe6-9189-d251e4d52b25 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1031935
Nov 15 09:28:54.025449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b817b63-75c8-4aba-9593-22a17c2c86a0 req-b80accdd-765b-469d-945f-0b3adb12f9aa tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423641
Nov 15 09:28:54.138321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-a3cf50a6-c99a-4777-9855-d34ac5c20e3c', 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c', 'tenant_id': '1a9d875ac4dc4719b0c407e85564875a', 'fixed_ips': [{'subnet_id': 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:28:54.139186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:54.141560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-f48022cc-8604-4452-86b5-641b223254fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:54.143182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-f48022cc-8604-4452-86b5-641b223254fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed0a3687-1aa7-4308-be80-f6b783faf8d4 HTTP/1.1" status: 200  len: 843 time: 0.1075256
Nov 15 09:28:54.227981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:54.239330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Usage tracker for resource:port and tenant:1a9d875ac4dc4719b0c407e85564875a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:54.243832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:54.252713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:54.279034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-dd6e1181-0180-4064-bc89-7b76e3962d91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d60f094-ef93-48a6-bbde-b66c0c10548a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1193361
Nov 15 09:28:54.366067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Made reservation on behalf of 1a9d875ac4dc4719b0c407e85564875a for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:28:54.372586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:54.442268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5b40dfa-0303-4ca7-9fbd-9a36772c9991 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:54.568464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-a64892b9-73da-40ff-9d9d-7fd045e012dc service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814891
Nov 15 09:28:54.614626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:54.615056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:54.630669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] device_id is not set on port ff9df795-a60e-49d0-87d8-72c43f01d323 yet. {{(pid=81073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:28:54.692113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f199-033d-4f0c-94a8-23a97a51b2e7 req-4ed37fc2-617b-4744-a55c-570fc10580db tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:54.694029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f598f199-033d-4f0c-94a8-23a97a51b2e7 req-4ed37fc2-617b-4744-a55c-570fc10580db tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1107490
Nov 15 09:28:54.747200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f598f199-033d-4f0c-94a8-23a97a51b2e7 req-8faf05fb-20d2-48bb-88c5-188c65e591e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463037
Nov 15 09:28:54.828790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc27fb98-2ebe-4114-b319-3078740232d7 req-858d2230-d281-4b62-bfde-f04046c938b5 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2405181
Nov 15 09:28:54.832807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Allocated IP 172.20.0.2 (a3cf50a6-c99a-4777-9855-d34ac5c20e3c/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/78a89e46-c951-4f83-bab2-acea7425a1dc) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:55.074524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.085762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Transition to ACTIVE for port object 78a89e46-c951-4f83-bab2-acea7425a1dc will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:55.102339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Transition to ACTIVE for port object 78a89e46-c951-4f83-bab2-acea7425a1dc will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:55.138912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.155159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2f5da2a-09fc-4ed5-b959-8397faa6c9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:55.185354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Allocated IP 172.20.0.3 (a3cf50a6-c99a-4777-9855-d34ac5c20e3c/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/ff9df795-a60e-49d0-87d8-72c43f01d323) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:28:55.263217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c9144-942a-4ff9-8196-eecd2e1faf5e req-d2eab70b-5fe1-4e77-8644-6fb238e755a7 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:55.264977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f9c9144-942a-4ff9-8196-eecd2e1faf5e req-d2eab70b-5fe1-4e77-8644-6fb238e755a7 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1037705
Nov 15 09:28:55.303070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Pushing event updated for resources: {'Port': ['ID=78a89e46-c951-4f83-bab2-acea7425a1dc,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:55.317274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:55.323109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f9c9144-942a-4ff9-8196-eecd2e1faf5e req-7022530c-7d3c-488d-800a-7d8f2c889f3f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503247
Nov 15 09:28:55.364196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:55.365417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:55.368214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:55.426467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Attempting to bind port 78a89e46-c951-4f83-bab2-acea7425a1dc on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:28:55.426908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Attempting to bind port 78a89e46-c951-4f83-bab2-acea7425a1dc by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '2500001e-387f-4a69-8f19-2fbce1068334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:28:55.427335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Attempting to bind port 78a89e46-c951-4f83-bab2-acea7425a1dc on network a3cf50a6-c99a-4777-9855-d34ac5c20e3c {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:28:55.434911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:28:55.435352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Checking segment: {'id': '2500001e-387f-4a69-8f19-2fbce1068334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:28:55.435817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.436299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Bound using segment: {'id': '2500001e-387f-4a69-8f19-2fbce1068334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:28:55.436836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Bound port: 78a89e46-c951-4f83-bab2-acea7425a1dc, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2500001e-387f-4a69-8f19-2fbce1068334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a3cf50a6-c99a-4777-9855-d34ac5c20e3c'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:28:55.437527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.541448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] For port 78a89e46-c951-4f83-bab2-acea7425a1dc, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:28:55.544730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] For port 78a89e46-c951-4f83-bab2-acea7425a1dc, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=78a89e46-c951-4f83-bab2-acea7425a1dc,segment=NetworkSegment(2500001e-387f-4a69-8f19-2fbce1068334),segment_id=2500001e-387f-4a69-8f19-2fbce1068334)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:28:55.559938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-51817c8d-1bee-47ea-b104-78e81c838cac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2262239
Nov 15 09:28:55.579030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.581391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.594851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ebea5f05-e57b-478e-ad05-7ad717a0ec84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:55.637564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Transition to ACTIVE for port object ff9df795-a60e-49d0-87d8-72c43f01d323 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:28:55.707248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-94599785-b60d-433f-b3bb-03350185281b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1162 time: 0.1086771
Nov 15 09:28:55.721789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:55.737795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:55.757798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Pushing event updated for resources: {'Port': ['ID=78a89e46-c951-4f83-bab2-acea7425a1dc,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:55.763306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:55.992460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965c9b6-c8e9-4a7d-a964-fe68412e2c60 req-7ac47d42-3b36-4ff5-97a8-b1471fce0cc7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:55.994159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0965c9b6-c8e9-4a7d-a964-fe68412e2c60 req-7ac47d42-3b36-4ff5-97a8-b1471fce0cc7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1031709
Nov 15 09:28:56.010668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event updated for resources: {'Port': ['ID=ff9df795-a60e-49d0-87d8-72c43f01d323,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:56.030987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:56.050982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0965c9b6-c8e9-4a7d-a964-fe68412e2c60 req-c3de4d81-367c-4e90-89d4-9d8081093ad7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494742
Nov 15 09:28:56.078864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-f7e4b0f7-e9e0-49f2-8ce4-2a19b97299a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:56.080641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-f7e4b0f7-e9e0-49f2-8ce4-2a19b97299a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 891 time: 0.3112981
Nov 15 09:28:56.096453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:28:56.162089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:28:56.164777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:28:56.279039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:56.279716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.311696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44538-a18d-4e36-8e4d-5ea175d88e13 req-70cd1ff1-c3ea-4287-a473-f1ab6f5c4990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:56.312462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-2ab53fa5-1c0d-48c5-aae3-76e04e330c3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 1001 time: 0.2179968
Nov 15 09:28:56.313671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-91d44538-a18d-4e36-8e4d-5ea175d88e13 req-70cd1ff1-c3ea-4287-a473-f1ab6f5c4990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1008039
Nov 15 09:28:56.350765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.3960037
Nov 15 09:28:56.353533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36102) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:56.364316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1289759570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:56.374013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:56.380534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Usage tracker for resource:router and tenant:1a9d875ac4dc4719b0c407e85564875a is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:28:56.383393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:28:56.391582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-91d44538-a18d-4e36-8e4d-5ea175d88e13 req-95c32f49-7e04-438b-8f20-67d98bd99838 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714605
Nov 15 09:28:56.392493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:28:56.422822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-44c8526b-448c-448d-afd9-f2bfe656aeae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:56.424116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.424719 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-44c8526b-448c-448d-afd9-f2bfe656aeae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 200  len: 834 time: 0.0726323
Nov 15 09:28:56.425698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.529208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-b55873f3-9ef3-4755-85cc-42b71f497fd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=823474e7-fca9-4e58-8204-87efcf568a64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0952239
Nov 15 09:28:56.570165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fc70-c898-486e-a80b-a14bcc35fc43 req-60739327-a9a7-4e16-9a68-7387b7ec2614 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:56.571959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7850fc70-c898-486e-a80b-a14bcc35fc43 req-60739327-a9a7-4e16-9a68-7387b7ec2614 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1121254
Nov 15 09:28:56.573988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.636461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7850fc70-c898-486e-a80b-a14bcc35fc43 req-22e42d18-bfbe-4b4a-8a8d-1430da6b01ca tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540175
Nov 15 09:28:56.647408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.690175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-c30fdf69-9fc3-4ae8-bec5-c90806d5e016 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540105
Nov 15 09:28:56.699117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.706552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-027b4556-73ae-4621-82d3-ab19d6b19dc9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3459723
Nov 15 09:28:56.706552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:56.709144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-75903453-646a-4224-aeff-ad34cbdb78dc tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1386720066', 'prefixes': ['172.20.0.0/16']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:28:56.716500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-75903453-646a-4224-aeff-ad34cbdb78dc tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:28:56.757267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 78a89e46-c951-4f83-bab2-acea7425a1dc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:56.835911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75903453-646a-4224-aeff-ad34cbdb78dc tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for subnetpool, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:56.842284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75903453-646a-4224-aeff-ad34cbdb78dc tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1376171
Nov 15 09:28:56.843005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:56.854546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-0db5bc65-6ad3-4357-9bb5-54edcaae9541 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a22fa550>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-1181849465') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:56.863887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 78a89e46-c951-4f83-bab2-acea7425a1dc completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:56.880834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f872b6a8-3a57-403d-b31c-72bddb372a68 req-cfdf002b-b475-44cc-8ad7-8f9354181661 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1807017
Nov 15 09:28:56.956607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0db5bc65-6ad3-4357-9bb5-54edcaae9541 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-1181849465 HTTP/1.1" status: 201  len: 201 time: 0.1124191
Nov 15 09:28:56.959222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:56.966420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-a5754a79-2715-4e1c-b366-e6c0283ee726 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a32b39e8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-1985096514') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.116592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5754a79-2715-4e1c-b366-e6c0283ee726 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-1985096514 HTTP/1.1" status: 201  len: 201 time: 0.1558928
Nov 15 09:28:57.119183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.125143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-c6b853ca-33ba-4f97-a844-01625926f54a tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a266e978>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-1265487109') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.143719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215ebb9-b649-49fb-b15a-70444bf248c4 None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:28:57.280187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Provisioning for port 78a89e46-c951-4f83-bab2-acea7425a1dc completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:57.287693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Provisioning complete for port 78a89e46-c951-4f83-bab2-acea7425a1dc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:57.288156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:57.310541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6b853ca-33ba-4f97-a844-01625926f54a tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-1265487109 HTTP/1.1" status: 201  len: 201 time: 0.1901910
Nov 15 09:28:57.313690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36126) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.319759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-142d270a-94c6-4c4c-9666-888391f929ba tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1c9ab70>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-922624486') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.373452 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-142d270a-94c6-4c4c-9666-888391f929ba tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-922624486 HTTP/1.1" status: 201  len: 201 time: 0.0585988
Nov 15 09:28:57.376150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36130) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.381834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-8bbb0f57-084d-4395-aa28-0b60039f93d0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a3b7e320>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.538584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:57.586760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] For port 78a89e46-c951-4f83-bab2-acea7425a1dc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=78a89e46-c951-4f83-bab2-acea7425a1dc,segment=NetworkSegment(2500001e-387f-4a69-8f19-2fbce1068334),segment_id=2500001e-387f-4a69-8f19-2fbce1068334)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:28:57.629939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:57.632083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e414c41-00b7-40ed-8f84-01c1c2e31a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:28:57.719987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Pushing event updated for resources: {'Port': ['ID=78a89e46-c951-4f83-bab2-acea7425a1dc,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:28:57.723283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:28:57.742453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8bbb0f57-084d-4395-aa28-0b60039f93d0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 200  len: 241 time: 0.3651237
Nov 15 09:28:57.745616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36136) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.751016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-5cf0fa63-bf8d-45d9-9507-09d9744ef420 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1a2b6d8>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-1181849465') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.892277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Provisioning for port ff9df795-a60e-49d0-87d8-72c43f01d323 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:28:57.899376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Provisioning complete for port ff9df795-a60e-49d0-87d8-72c43f01d323 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:57.899932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:57.919181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5cf0fa63-bf8d-45d9-9507-09d9744ef420 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-1181849465 HTTP/1.1" status: 204  len: 168 time: 0.1723125
Nov 15 09:28:57.919695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36140) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.925616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-a285d87f-8fc0-4208-8652-4891161c2946 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a180e4e0>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-1181849465') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:57.935787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe219-afa0-428f-9afc-4125d151ac4b req-c3feb542-de5e-4241-8ba9-5239c7d8763d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:57.944807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3bfe219-afa0-428f-9afc-4125d151ac4b req-c3feb542-de5e-4241-8ba9-5239c7d8763d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1494417
Nov 15 09:28:57.967258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36144) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:57.970956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Port ff9df795-a60e-49d0-87d8-72c43f01d323 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:57.993399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Provisioning complete for port 78a89e46-c951-4f83-bab2-acea7425a1dc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:57.993399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d26cc0b7-4deb-4f22-b7b1-1e6b04b588bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:57.996744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3bfe219-afa0-428f-9afc-4125d151ac4b req-4f683537-0fdb-436d-a059-0e90d4a4fdd1 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507982
Nov 15 09:28:58.345940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-00edfa43-552d-4d80-b602-4c53b4bf896e None None] Provisioning complete for port ff9df795-a60e-49d0-87d8-72c43f01d323 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:58.346415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00edfa43-552d-4d80-b602-4c53b4bf896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:58.417733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-00edfa43-552d-4d80-b602-4c53b4bf896e None None] Port ff9df795-a60e-49d0-87d8-72c43f01d323 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:28:58.425300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:28:58.517657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-00edfa43-552d-4d80-b602-4c53b4bf896e None None] Provisioning complete for port 78a89e46-c951-4f83-bab2-acea7425a1dc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:58.518178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00edfa43-552d-4d80-b602-4c53b4bf896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:58.539662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a285d87f-8fc0-4208-8652-4891161c2946 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-1181849465 HTTP/1.1" status: 204  len: 168 time: 0.6187863
Nov 15 09:28:58.542663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36148) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:58.548458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-4ad33af6-070a-44bc-a2b7-7d3ebee048cb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1c6ff98>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:58.625981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ad33af6-070a-44bc-a2b7-7d3ebee048cb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 200  len: 205 time: 0.0819962
Nov 15 09:28:58.626665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36152) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:58.632273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-939c21da-4a66-4e09-81ea-bdf305880c30 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2088da0>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:58.722496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-939c21da-4a66-4e09-81ea-bdf305880c30 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 200  len: 241 time: 0.0946198
Nov 15 09:28:58.725206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36156) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:58.734236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 78a89e46-c951-4f83-bab2-acea7425a1dc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:28:58.735205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-b208f7d2-e605-4b85-aaee-db168f25e23a tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1b17860>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-1985096514') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:58.825733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b208f7d2-e605-4b85-aaee-db168f25e23a tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-1985096514 HTTP/1.1" status: 204  len: 168 time: 0.0964391
Nov 15 09:28:58.826437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36160) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:58.833215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-173efe65-8825-40a0-87db-d24eb53cb40e tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1cf18d0>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-1985096514') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:58.863657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fe61063a-dc28-4d5d-8543-64a1766d8312 None None] Provisioning complete for port 78a89e46-c951-4f83-bab2-acea7425a1dc triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:58.864613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe61063a-dc28-4d5d-8543-64a1766d8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:58.962248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 78a89e46-c951-4f83-bab2-acea7425a1dc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:28:58.962592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:59.136691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-173efe65-8825-40a0-87db-d24eb53cb40e tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-1985096514 HTTP/1.1" status: 204  len: 168 time: 0.3067055
Nov 15 09:28:59.137784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36166) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:59.145290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-75174673-5641-4353-9d7c-f1eb8d03b8ea tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a268e908>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:59.312402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75174673-5641-4353-9d7c-f1eb8d03b8ea tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 200  len: 205 time: 0.1729193
Nov 15 09:28:59.318310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-6fea011b-191a-4805-8671-b1dca5a8490f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:28:59.319200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eec79-9a0a-4271-8213-0d0b7f74c987 req-a5fbcc74-36fd-41ee-ba0b-42cbbc6f4725 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:28:59.321576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b0eec79-9a0a-4271-8213-0d0b7f74c987 req-a5fbcc74-36fd-41ee-ba0b-42cbbc6f4725 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 947 time: 0.1362596
Nov 15 09:28:59.321715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36170) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:59.332522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-0b8675f1-d9fb-4388-912c-ddc313da74b0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2dddbe0>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:59.378632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b0eec79-9a0a-4271-8213-0d0b7f74c987 req-88732b7c-d754-42ad-a5d7-493d4d670a2e tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480285
Nov 15 09:28:59.491832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:28:59.634852 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b8675f1-d9fb-4388-912c-ddc313da74b0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 200  len: 241 time: 0.3119380
Nov 15 09:28:59.637564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36174) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:59.643707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-7f9a420c-4a78-48ca-8ab1-13f08a850ff2 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a3b0c7b8>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-1265487109') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:59.817753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f9a420c-4a78-48ca-8ab1-13f08a850ff2 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-1265487109 HTTP/1.1" status: 204  len: 168 time: 0.1789269
Nov 15 09:28:59.820199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36178) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:28:59.826573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-2872ca4d-8a29-49b7-be15-8ba8a839de59 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1e66438>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-1265487109') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:28:59.893955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:00.012750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:00.018332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:00.018769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.042533 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2872ca4d-8a29-49b7-be15-8ba8a839de59 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-1265487109 HTTP/1.1" status: 204  len: 168 time: 0.2206450
Nov 15 09:29:00.044952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36182) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.050914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-2e4fc7b8-e687-4092-8cc3-73ff7f81decb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a38f3748>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.122028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.17 (4f48c07b-adc8-45c1-a44c-18883aa21435/d9b11b99-900e-44ba-8f80-93baada12363/62ed87a7-0b89-4988-bc48-06f15cbd86ba) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:00.171976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.200880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:29:00.212001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:00.215926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e4fc7b8-e687-4092-8cc3-73ff7f81decb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 200  len: 205 time: 0.1691287
Nov 15 09:29:00.217913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36188) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.231040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-a9d60de2-836b-4c6b-9955-629a45a79329 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1f02518>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.247393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.250761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:00.261806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9d60de2-836b-4c6b-9955-629a45a79329 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 200  len: 240 time: 0.0425987
Nov 15 09:29:00.262676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36192) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.268433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-fb57aa0e-24eb-4236-b91d-e11cba14bd98 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1ab3da0>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-922624486') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.286643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000', 'code': 200}
Nov 15 09:29:00.296555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fb57aa0e-24eb-4236-b91d-e11cba14bd98 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-922624486 HTTP/1.1" status: 204  len: 168 time: 0.0327101
Nov 15 09:29:00.297173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36196) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.303012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-1df6d52e-4be6-4320-b4a0-c750c5df2d21 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1de8390>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-922624486') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.318076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.338577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 62ed87a7-0b89-4988-bc48-06f15cbd86ba will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:00.344551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:00.348354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:00.373457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1df6d52e-4be6-4320-b4a0-c750c5df2d21 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-922624486 HTTP/1.1" status: 204  len: 168 time: 0.0750852
Nov 15 09:29:00.375895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36200) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.381472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-242d4de8-5021-4d08-8dcd-cec040ee6f61 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2611550>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.395763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.410532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-242d4de8-5021-4d08-8dcd-cec040ee6f61 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 200  len: 205 time: 0.0311546
Nov 15 09:29:00.410885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36204) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.413825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7701ff6f-3603-4397-8ff9-b41826ca1497 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:00.417112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-7b48d197-98e1-4a4e-960f-0000264d27ac tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2263f28>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.451156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b48d197-98e1-4a4e-960f-0000264d27ac tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 204  len: 168 time: 0.0393376
Nov 15 09:29:00.453755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36210) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.461675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-b11783f6-7147-4f62-b111-93171f0e5175 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a26221d0>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.622278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:00.625738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:00.629560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:00.704334 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f34ad70e-5cab-4882-a229-3e3d10a3c4bf req-98357387-c9fe-4bc8-bb5a-f670d6d3a9ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 1166 time: 0.1567423
Nov 15 09:29:00.716264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:00.717166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.726313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b11783f6-7147-4f62-b111-93171f0e5175 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 204  len: 168 time: 0.2689102
Nov 15 09:29:00.731207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb242b-3a3e-4077-8a4e-adc270f042db req-84fa5ddb-0fb6-4cac-8ff3-c08a1e9b07ac tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:00.732844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0fb242b-3a3e-4077-8a4e-adc270f042db req-84fa5ddb-0fb6-4cac-8ff3-c08a1e9b07ac tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1935806
Nov 15 09:29:00.733358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36214) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.734045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:00.737996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:00.738637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-7ebd1ce2-619a-47a3-afa3-8dc36ea350b2 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a3cc6470>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:00.741879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:00.840728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f34ad70e-5cab-4882-a229-3e3d10a3c4bf req-ded45335-e4e0-4ee6-82f1-2bb57932bec5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270161
Nov 15 09:29:00.841624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:00.877493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0fb242b-3a3e-4077-8a4e-adc270f042db req-0cd6d2e8-6cdd-44c3-bc33-960c014cb773 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049879
Nov 15 09:29:00.902498 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ebd1ce2-619a-47a3-afa3-8dc36ea350b2 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 204  len: 168 time: 0.1680634
Nov 15 09:29:00.905433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36218) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:00.911115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-7639cd36-b6f4-456f-b6c3-d5f91a46d243 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2bdb4e0>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.035075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3839d168-33f0-4e78-8f59-0d111c6e86e6 None None] Provisioning for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:01.040356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3839d168-33f0-4e78-8f59-0d111c6e86e6 None None] Provisioning complete for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:01.040665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:01.040808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3839d168-33f0-4e78-8f59-0d111c6e86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:01.104498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3839d168-33f0-4e78-8f59-0d111c6e86e6 None None] Port 62ed87a7-0b89-4988-bc48-06f15cbd86ba cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:01.165549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7639cd36-b6f4-456f-b6c3-d5f91a46d243 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 204  len: 168 time: 0.2589560
Nov 15 09:29:01.170179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36222) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.176059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-f2fe9473-7c33-4e57-9718-c1bb02c62e2d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a264d588>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-1829804050') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.293449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f2fe9473-7c33-4e57-9718-c1bb02c62e2d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-1829804050 HTTP/1.1" status: 201  len: 201 time: 0.1220877
Nov 15 09:29:01.296177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36226) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.301916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-ba7c200a-eea8-40b2-a60d-a1b7d87df35f tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1ba3cf8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-1572571710') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.425100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba7c200a-eea8-40b2-a60d-a1b7d87df35f tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-1572571710 HTTP/1.1" status: 201  len: 201 time: 0.1277995
Nov 15 09:29:01.427778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36230) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.434242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-17ef15b6-3cb2-42d6-bfcd-e72245b64e6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a240b668>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-364811564') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.598322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:01.635356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:01.665145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-17ef15b6-3cb2-42d6-bfcd-e72245b64e6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-364811564 HTTP/1.1" status: 201  len: 201 time: 0.2362061
Nov 15 09:29:01.666380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:01.668313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36236) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.674232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-58b06fb7-1c2e-4da5-875a-22958e09fc6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a385e748>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-1030142663') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.746093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58b06fb7-1c2e-4da5-875a-22958e09fc6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-1030142663 HTTP/1.1" status: 201  len: 201 time: 0.0766296
Nov 15 09:29:01.749388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36240) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.755346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-605b67e3-4856-46d0-8a2f-48e38a4802b3 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1ca6b00>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', {'tags': ['tempest-TagsExtTest-Tag-1932027971', 'tempest-TagsExtTest-Tag-2138876180', 'tempest-TagsExtTest-Tag-394470888']}) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.868262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-605b67e3-4856-46d0-8a2f-48e38a4802b3 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 200  len: 317 time: 0.1153705
Nov 15 09:29:01.868686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36244) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:01.875483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-54febbb1-9e78-44c1-8f4d-b709466e2fae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a3b2cfd0>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:01.999682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-54febbb1-9e78-44c1-8f4d-b709466e2fae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 204  len: 168 time: 0.1274123
Nov 15 09:29:02.000715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36250) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.006074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-109878ae-b3bd-4333-98ad-1658bd0d95f9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a2097390>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-1932027971') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.054259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:02.077650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:02.129554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:02.156261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-109878ae-b3bd-4333-98ad-1658bd0d95f9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:02.157410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-109878ae-b3bd-4333-98ad-1658bd0d95f9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-1932027971 HTTP/1.1" status: 404  len: 329 time: 0.1562409
Nov 15 09:29:02.164610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171deb3-2a1b-4e35-b1a3-a45e0f869abe req-8f7b836e-31d8-4aa9-b1fa-262c9e277333 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:02.166199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5171deb3-2a1b-4e35-b1a3-a45e0f869abe req-8f7b836e-31d8-4aa9-b1fa-262c9e277333 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1319351
Nov 15 09:29:02.166785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36254) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.172294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-b0f11a86-b09c-4cee-93af-a4c640afc8d7 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee0ac8>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-2138876180') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.215491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:02.216740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:02.269460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5171deb3-2a1b-4e35-b1a3-a45e0f869abe req-946f21fd-8ae5-4e71-885a-2b33c38a1086 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686884
Nov 15 09:29:02.287652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b0f11a86-b09c-4cee-93af-a4c640afc8d7 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:02.291469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0f11a86-b09c-4cee-93af-a4c640afc8d7 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-2138876180 HTTP/1.1" status: 404  len: 329 time: 0.1208861
Nov 15 09:29:02.295147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36258) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.300361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-7ad452c8-16f9-47e5-ae29-2321e192e1f1 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a280e710>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb', 'tempest-TagsExtTest-Tag-394470888') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.436005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-044c4914-1295-492d-8dde-807d42049ffa None None] Provisioning complete for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:02.436575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-044c4914-1295-492d-8dde-807d42049ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:02.505074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-044c4914-1295-492d-8dde-807d42049ffa None None] Port 62ed87a7-0b89-4988-bc48-06f15cbd86ba cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:02.513190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-7ad452c8-16f9-47e5-ae29-2321e192e1f1 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:02.514337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7ad452c8-16f9-47e5-ae29-2321e192e1f1 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags/tempest-TagsExtTest-Tag-394470888 HTTP/1.1" status: 404  len: 328 time: 0.2186704
Nov 15 09:29:02.517413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36262) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.523302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-ebc12f01-d454-49a0-ad1e-793ccc996aa0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a2169e10>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', {'tags': ['tempest-TagsExtTest-Tag-378440786', 'tempest-TagsExtTest-Tag-594462911', 'tempest-TagsExtTest-Tag-2050480511']}) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.636671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ebc12f01-d454-49a0-ad1e-793ccc996aa0 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 200  len: 316 time: 0.1173904
Nov 15 09:29:02.638581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36266) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.644016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-ab804e74-4121-41c7-ad5e-97fff6a4cf6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a27a5eb8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.767871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ab804e74-4121-41c7-ad5e-97fff6a4cf6b tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 204  len: 168 time: 0.1282079
Nov 15 09:29:02.770659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36270) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.776428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-01ae1102-51ed-4a88-9c76-3e056fbe8e9d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1ddc5c0>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-378440786') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.784793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:02.860553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-01ae1102-51ed-4a88-9c76-3e056fbe8e9d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:02.861673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-01ae1102-51ed-4a88-9c76-3e056fbe8e9d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-378440786 HTTP/1.1" status: 404  len: 328 time: 0.0900292
Nov 15 09:29:02.867802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36274) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.873732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-8e4fbd9b-424c-4646-ac33-e14ceeb790de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a828d7b8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-594462911') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:02.953147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-8e4fbd9b-424c-4646-ac33-e14ceeb790de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:02.956861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e4fbd9b-424c-4646-ac33-e14ceeb790de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-594462911 HTTP/1.1" status: 404  len: 328 time: 0.0852053
Nov 15 09:29:02.957134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36278) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:02.962373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-32ebcb9c-6060-417c-ba99-a3bc049b6127 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a31156d8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323', 'tempest-TagsExtTest-Tag-2050480511') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:03.042675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-32ebcb9c-6060-417c-ba99-a3bc049b6127 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:03.046467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-32ebcb9c-6060-417c-ba99-a3bc049b6127 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags/tempest-TagsExtTest-Tag-2050480511 HTTP/1.1" status: 404  len: 329 time: 0.0857165
Nov 15 09:29:03.046720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36282) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:03.052316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-3e375491-0660-4a8b-a102-25ec93cfabbd tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1ed7d68>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', {'tags': ['tempest-TagsExtTest-Tag-346122523', 'tempest-TagsExtTest-Tag-1916066876', 'tempest-TagsExtTest-Tag-1057347176']}) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:03.059901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:03.071378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:03.085062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:03.085748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84c1e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:03.119738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/26e32565-313e-4320-aae1-7e7c4dd769c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1377289
Nov 15 09:29:03.248078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e375491-0660-4a8b-a102-25ec93cfabbd tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 200  len: 317 time: 0.2001786
Nov 15 09:29:03.250523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36290) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:03.256124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-e65328eb-3102-4be5-83de-5cb80703b096 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a26d8160>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:03.314225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:03.733941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84c1e80>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:00Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '62ed87a7-0b89-4988-bc48-06f15cbd86ba', 'name': '', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b2:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:28:59Z', 'updated_at': '2020-11-15T09:29:01Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:03.738248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:03.738657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Updating router 26e32565-313e-4320-aae1-7e7c4dd769c5 port 62ed87a7-0b89-4988-bc48-06f15cbd86ba binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:29:03.770243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f2c59-c874-4316-b5ab-13146d523a75 req-eb0db7bd-90a9-4bc3-805d-621f1f9ced16 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:03.771872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c07f2c59-c874-4316-b5ab-13146d523a75 req-eb0db7bd-90a9-4bc3-805d-621f1f9ced16 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1898394
Nov 15 09:29:03.802805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:03.826119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c07f2c59-c874-4316-b5ab-13146d523a75 req-90f57b01-56fb-41f2-b8d8-1568f1b081e2 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468297
Nov 15 09:29:03.830679 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e65328eb-3102-4be5-83de-5cb80703b096 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 204  len: 168 time: 0.5790744
Nov 15 09:29:03.833281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36296) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:03.839646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-e0f69e99-4fb4-48dd-b10a-373c8f49f2db tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a230ae48>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-346122523') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.063085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-e0f69e99-4fb4-48dd-b10a-373c8f49f2db tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.064277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e0f69e99-4fb4-48dd-b10a-373c8f49f2db tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-346122523 HTTP/1.1" status: 404  len: 328 time: 0.2299418
Nov 15 09:29:04.067400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36302) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.073380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-b7998c9a-8e40-4691-8508-d52a26b88e36 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a3580c88>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-1916066876') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.092129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059872f-9508-47c7-b301-120385ced8b4 req-6511343c-d257-44c5-8b89-8f86709f8ad4 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:04.093768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9059872f-9508-47c7-b301-120385ced8b4 req-6511343c-d257-44c5-8b89-8f86709f8ad4 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1214833
Nov 15 09:29:04.147697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9059872f-9508-47c7-b301-120385ced8b4 req-a20f315e-b7ff-4c15-a0a7-19a0dd545229 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478356
Nov 15 09:29:04.243696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-b7998c9a-8e40-4691-8508-d52a26b88e36 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.247683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7998c9a-8e40-4691-8508-d52a26b88e36 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-1916066876 HTTP/1.1" status: 404  len: 329 time: 0.1763778
Nov 15 09:29:04.247951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36308) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.254178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-697efc91-9745-4c8d-8109-011c5cfbe074 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1c2e160>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc', 'tempest-TagsExtTest-Tag-1057347176') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.280440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:04.293733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Transition to ACTIVE for port object 62ed87a7-0b89-4988-bc48-06f15cbd86ba will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:04.321363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:04.338208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:04.417811 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-697efc91-9745-4c8d-8109-011c5cfbe074 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.422352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-697efc91-9745-4c8d-8109-011c5cfbe074 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags/tempest-TagsExtTest-Tag-1057347176 HTTP/1.1" status: 404  len: 329 time: 0.1700184
Nov 15 09:29:04.422565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36312) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.428199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-fa4828d4-972e-45d2-8582-8efdb4439421 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a819dd30>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', {'tags': ['tempest-TagsExtTest-Tag-2009005504', 'tempest-TagsExtTest-Tag-122991304', 'tempest-TagsExtTest-Tag-213899486']}) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.480874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Pushing event updated for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:04.506282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.506659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.507068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.507413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.507783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.508176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.508537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.508906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.509268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.509630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.509992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.511355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.511934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.512313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.512680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.513044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.513406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.513814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.514186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.514552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.514933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.515292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.515650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.516038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:04.516600 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa4828d4-972e-45d2-8582-8efdb4439421 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "PUT /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 200  len: 316 time: 0.0930183
Nov 15 09:29:04.519094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36316) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.522197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:04.525192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-6cf87709-1ddc-4a3e-9ac6-fa2f08cc64db tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1e12588>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.637331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6cf87709-1ddc-4a3e-9ac6-fa2f08cc64db tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 204  len: 168 time: 0.1171629
Nov 15 09:29:04.640305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36322) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.646682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-2e05ae75-cd45-4433-95a6-130bf9dc3f6e tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a2518240>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-2009005504') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.692239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Attempting to bind port 62ed87a7-0b89-4988-bc48-06f15cbd86ba on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:04.692675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Attempting to bind port 62ed87a7-0b89-4988-bc48-06f15cbd86ba by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:04.693114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Attempting to bind port 62ed87a7-0b89-4988-bc48-06f15cbd86ba on network 4f48c07b-adc8-45c1-a44c-18883aa21435 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:04.700730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:04.701203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Checking segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:04.701709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:04.702282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Bound using segment: {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:04.702855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Bound port: 62ed87a7-0b89-4988-bc48-06f15cbd86ba, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44fae7-149f-4a6d-b3cf-9a6c373834da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:04.703277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:04.765124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-2e05ae75-cd45-4433-95a6-130bf9dc3f6e tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.769687 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2e05ae75-cd45-4433-95a6-130bf9dc3f6e tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-2009005504 HTTP/1.1" status: 404  len: 329 time: 0.1279855
Nov 15 09:29:04.770350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36326) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.781253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-32423c7e-5246-4ed6-a7a2-4d14ecca5a79 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1ad8908>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-122991304') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.817688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] For port 62ed87a7-0b89-4988-bc48-06f15cbd86ba, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:04.819441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-32423c7e-5246-4ed6-a7a2-4d14ecca5a79 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.820831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-32423c7e-5246-4ed6-a7a2-4d14ecca5a79 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-122991304 HTTP/1.1" status: 404  len: 328 time: 0.0488629
Nov 15 09:29:04.821654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] For port 62ed87a7-0b89-4988-bc48-06f15cbd86ba, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=62ed87a7-0b89-4988-bc48-06f15cbd86ba,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:04.822638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3a093-0dca-46e1-8fbd-f679fdf3b4dc req-97949035-a804-4783-b4bf-a6200c40619d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:04.824365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.825032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8b3a093-0dca-46e1-8fbd-f679fdf3b4dc req-97949035-a804-4783-b4bf-a6200c40619d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1524074
Nov 15 09:29:04.830792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-561b99bb-cca3-4b3b-a3c5-ef5e3f54207d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83a1aaef60>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e', 'tempest-TagsExtTest-Tag-213899486') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.865758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-561b99bb-cca3-4b3b-a3c5-ef5e3f54207d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] show failed (client error): The resource could not be found.
Nov 15 09:29:04.867331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-561b99bb-cca3-4b3b-a3c5-ef5e3f54207d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags/tempest-TagsExtTest-Tag-213899486 HTTP/1.1" status: 404  len: 328 time: 0.0418015
Nov 15 09:29:04.870144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36334) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.876288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-9342e5d5-4a80-4ce0-aafe-b2e4914754b5 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1e012e8>, 'subnetpools', 'dfb68cf7-1dc6-4109-b467-672a6986aa8e') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.882208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8b3a093-0dca-46e1-8fbd-f679fdf3b4dc req-79907653-cb6a-4b45-884b-109b74494c95 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502791
Nov 15 09:29:04.909838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9342e5d5-4a80-4ce0-aafe-b2e4914754b5 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e/tags HTTP/1.1" status: 204  len: 168 time: 0.0385976
Nov 15 09:29:04.910589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:04.912523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36338) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:04.918456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-509670a1-4c41-4362-abfd-2e812616972d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a18bc3c8>, 'routers', '5c0cc287-f159-4289-bd29-87700a17bccc') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:04.926545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c8d5240e-5e52-4ed5-bc67-46508a25112c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:05.097109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-509670a1-4c41-4362-abfd-2e812616972d tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc/tags HTTP/1.1" status: 204  len: 168 time: 0.1833649
Nov 15 09:29:05.099580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36342) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:05.106328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-6998e74f-35ed-401c-97f5-0edceb8638cb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a1dc6ac8>, 'ports', 'ff9df795-a60e-49d0-87d8-72c43f01d323') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:05.193990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6998e74f-35ed-401c-97f5-0edceb8638cb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323/tags HTTP/1.1" status: 204  len: 168 time: 0.0932593
Nov 15 09:29:05.196727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36346) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:05.202480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.tag.tag_plugin [None req-228cef66-9254-4c24-8a93-a80eff464f87 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83a39a1400>, 'subnets', 'a0eb3586-eee6-49d4-88b1-23f4fe728ecb') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:05.240891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Pushing event updated for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:05.244379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:05.286143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-228cef66-9254-4c24-8a93-a80eff464f87 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb/tags HTTP/1.1" status: 204  len: 168 time: 0.0882597
Nov 15 09:29:05.290587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:05.291355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84c1e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:28:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:05.294594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:05.414176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf5f9-09a4-4a3f-8463-987fb2f02776 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for subnetpool, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:05.418510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b5cf5f9-09a4-4a3f-8463-987fb2f02776 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnetpools/dfb68cf7-1dc6-4109-b467-672a6986aa8e HTTP/1.1" status: 204  len: 168 time: 0.1198292
Nov 15 09:29:05.418899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36354) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:05.469206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ffb37ba6-8118-4aae-9e08-d80871d37c64 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Synchronizing usage tracker for tenant:1a9d875ac4dc4719b0c407e85564875a on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:29:05.504075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ffb37ba6-8118-4aae-9e08-d80871d37c64 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Unset dirty status for tenant:1a9d875ac4dc4719b0c407e85564875a on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:29:05.505385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ffb37ba6-8118-4aae-9e08-d80871d37c64 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "GET /v2.0/ports?device_id=5c0cc287-f159-4289-bd29-87700a17bccc HTTP/1.1" status: 200  len: 205 time: 0.0854199
Nov 15 09:29:05.507965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36358) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:05.530427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:05.676174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:05.940879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84c1e80>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:00Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '62ed87a7-0b89-4988-bc48-06f15cbd86ba', 'name': '', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b2:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:28:59Z', 'updated_at': '2020-11-15T09:29:04Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:05.945231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e79e7-b25d-44f5-a9e2-db956c5f828a None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:00Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '62ed87a7-0b89-4988-bc48-06f15cbd86ba', 'name': '', 'network_id': '4f48c07b-adc8-45c1-a44c-18883aa21435', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b2:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:28:59Z', 'updated_at': '2020-11-15T09:29:04Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'd9b11b99-900e-44ba-8f80-93baada12363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:06.165714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879cff-a6ee-455b-8128-3331d8b28210 req-3633658f-725e-4136-bde9-fc957f260894 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:06.168469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9879cff-a6ee-455b-8128-3331d8b28210 req-3633658f-725e-4136-bde9-fc957f260894 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1159241
Nov 15 09:29:06.228593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9879cff-a6ee-455b-8128-3331d8b28210 req-530028ed-2779-423b-ac16-474211d003ec tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515168
Nov 15 09:29:06.473690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.478428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.521248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.521805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Fanout notify agent at l3_agent the message router_deleted on router 5c0cc287-f159-4289-bd29-87700a17bccc {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:29:06.534027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.538179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36370) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:06.538333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-13447a72-44a1-49f9-991d-9e4b8d8975a9 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/routers/5c0cc287-f159-4289-bd29-87700a17bccc HTTP/1.1" status: 204  len: 168 time: 1.0291424
Nov 15 09:29:06.673875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Deleting port ff9df795-a60e-49d0-87d8-72c43f01d323 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:06.674269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.761765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 62ed87a7-0b89-4988-bc48-06f15cbd86ba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:06.774676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-55c700fb-6e1b-4059-872f-4588b0a24785 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 1166 time: 0.1027975
Nov 15 09:29:06.833146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0ab8-d915-400a-bad3-6f46ad23079a req-89b4d261-88ef-4a4b-a4b3-56248a653605 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:06.841069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2d0ab8-d915-400a-bad3-6f46ad23079a req-89b4d261-88ef-4a4b-a4b3-56248a653605 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.2327878
Nov 15 09:29:06.881365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:06.887596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:06.888207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:06.933215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2d0ab8-d915-400a-bad3-6f46ad23079a req-3d37560a-f7d2-4b89-b479-0d07d3170ed6 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906150
Nov 15 09:29:06.947645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e841-770b-441e-b356-fae3daaf1595 req-26a5f166-8dc1-49ec-89ed-f18fa3d440ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:06.950504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-26a5f166-8dc1-49ec-89ed-f18fa3d440ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d60f094-ef93-48a6-bbde-b66c0c10548a HTTP/1.1" status: 200  len: 863 time: 0.1625817
Nov 15 09:29:07.034221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-0e26c8fc-04c0-4a38-ae3f-7f177243a9f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000 HTTP/1.1" status: 200  len: 217 time: 0.0764413
Nov 15 09:29:07.046769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:07.061007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:07.081688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 62ed87a7-0b89-4988-bc48-06f15cbd86ba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=62ed87a7-0b89-4988-bc48-06f15cbd86ba,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:07.108939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e841-770b-441e-b356-fae3daaf1595 req-6ec242c5-f5b9-4102-a235-95ddd1087e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:07.110580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-6ec242c5-f5b9-4102-a235-95ddd1087e66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed0a3687-1aa7-4308-be80-f6b783faf8d4 HTTP/1.1" status: 200  len: 843 time: 0.0663970
Nov 15 09:29:07.115106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:07.117385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e20ae986-95e7-4874-8e4f-fbc4b2a56bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:07.197636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:07.201294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:07.203157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Calling delete_port for ff9df795-a60e-49d0-87d8-72c43f01d323 owned by  {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:07.206785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-15c913b6-6f3d-4aef-ba3b-36342a179461 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d60f094-ef93-48a6-bbde-b66c0c10548a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0890675
Nov 15 09:29:07.356261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-88d59e8f-c48b-459b-934b-18faf8a5ec53 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410804
Nov 15 09:29:07.452819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:07.469362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-980844fc-92f6-4261-9e4a-605bdd20c178 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:07.508254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7840e841-770b-441e-b356-fae3daaf1595 req-9a51ad77-6852-40e3-a2d0-54df955070d0 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454139
Nov 15 09:29:07.566413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event deleted for resources: {'Port': ['ID=ff9df795-a60e-49d0-87d8-72c43f01d323,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:07.573158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:07.705826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:07.750855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/ports/ff9df795-a60e-49d0-87d8-72c43f01d323 HTTP/1.1" status: 204  len: 168 time: 1.2112057
Nov 15 09:29:07.753248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36374) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:07.962768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Deleting subnet a0eb3586-eee6-49d4-88b1-23f4fe728ecb {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:29:07.967007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.025576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.206430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164b57-114b-4c78-8f91-b695aed3c023 req-28d1f3cd-e397-41c4-894e-d85edcaff205 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:08.208893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb164b57-114b-4c78-8f91-b695aed3c023 req-28d1f3cd-e397-41c4-894e-d85edcaff205 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1356020
Nov 15 09:29:08.238629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.310411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb164b57-114b-4c78-8f91-b695aed3c023 req-9a94137b-8f5e-4ff7-a0d7-3678c76e859d tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959945
Nov 15 09:29:08.669466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.686035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cad43e85-e3f4-4298-8ce1-18f5ea3c4837 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:08.720389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 62ed87a7-0b89-4988-bc48-06f15cbd86ba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:08.777416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event deleted for resources: {'Subnet': ['ID=a0eb3586-eee6-49d4-88b1-23f4fe728ecb,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:08.793091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:08.803070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 62ed87a7-0b89-4988-bc48-06f15cbd86ba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:08.803710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.832534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:08.839089 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/subnets/a0eb3586-eee6-49d4-88b1-23f4fe728ecb HTTP/1.1" status: 204  len: 168 time: 1.0846462
Nov 15 09:29:08.841891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36384) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:08.842595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18c176-4964-4eb7-b447-85fc3ce986a0 None None] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:08.972736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.048928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Deleting port 78a89e46-c951-4f83-bab2-acea7425a1dc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:09.049314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.201405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] DHCP port deletion for a3cf50a6-c99a-4777-9855-d34ac5c20e3c request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:29:09.205863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Deleting port 78a89e46-c951-4f83-bab2-acea7425a1dc {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:09.206291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.288743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] For port 78a89e46-c951-4f83-bab2-acea7425a1dc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=78a89e46-c951-4f83-bab2-acea7425a1dc,segment=NetworkSegment(2500001e-387f-4a69-8f19-2fbce1068334),segment_id=2500001e-387f-4a69-8f19-2fbce1068334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:09.289140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.434169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Calling delete_port for 78a89e46-c951-4f83-bab2-acea7425a1dc owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:09.441581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] For port 78a89e46-c951-4f83-bab2-acea7425a1dc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=78a89e46-c951-4f83-bab2-acea7425a1dc,segment=NetworkSegment(2500001e-387f-4a69-8f19-2fbce1068334),segment_id=2500001e-387f-4a69-8f19-2fbce1068334)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:09.442039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.547364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31a1a7-7409-4b09-8450-0625c851233c req-fa3390f8-8478-4004-bdde-c626591455ad tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:09.549051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb31a1a7-7409-4b09-8450-0625c851233c req-fa3390f8-8478-4004-bdde-c626591455ad tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1055508
Nov 15 09:29:09.549528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.570831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b9ee304-25ad-4dd2-96ca-01caefa97b4f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:09.583431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Calling delete_port for 78a89e46-c951-4f83-bab2-acea7425a1dc owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:09.601835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb31a1a7-7409-4b09-8450-0625c851233c req-55e04e83-07f4-445f-b024-1025f19c752b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462246
Nov 15 09:29:09.669790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:29:09.670207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:29:09.684382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event deleted for resources: {'Port': ['ID=78a89e46-c951-4f83-bab2-acea7425a1dc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:09.689769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:09.724401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] No DVR routers for this DVR port 78a89e46-c951-4f83-bab2-acea7425a1dc on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:09.859201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:09.987504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2702d30>,) {'filters': {'network_id': ['a3cf50a6-c99a-4777-9855-d34ac5c20e3c']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:10.001526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2702d30>, '2500001e-387f-4a69-8f19-2fbce1068334') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:10.001896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2702d30>, '2500001e-387f-4a69-8f19-2fbce1068334') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:10.014195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.029353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.031361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:29:10.144126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deca40-b163-428c-a2c7-c7338e2dbd8a req-6904d06e-56c3-4b02-a3ab-d9423b155553 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:10.145742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3deca40-b163-428c-a2c7-c7338e2dbd8a req-6904d06e-56c3-4b02-a3ab-d9423b155553 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.0939643
Nov 15 09:29:10.171810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Deleting port 78a89e46-c951-4f83-bab2-acea7425a1dc {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:10.172326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.199523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3deca40-b163-428c-a2c7-c7338e2dbd8a req-4c724b12-d51c-488f-995a-9c6dff61c5ea tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471344
Nov 15 09:29:10.215674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:10.225300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.254069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-310470a4-515f-439e-ae46-3949d4029ee8 None None] The port '78a89e46-c951-4f83-bab2-acea7425a1dc' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:29:10.409320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Network a3cf50a6-c99a-4777-9855-d34ac5c20e3c has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:29:10.434020 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:29:10.537945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.541149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-98ef4e8c-ca31-4388-9392-24310d5aae7d tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:10.558686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:10.571063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Pushing event deleted for resources: {'Network': ['ID=a3cf50a6-c99a-4777-9855-d34ac5c20e3c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:10.576770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:10.580923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] 10.222.0.81 "DELETE /v2.0/networks/a3cf50a6-c99a-4777-9855-d34ac5c20e3c HTTP/1.1" status: 204  len: 168 time: 1.7378752
Nov 15 09:29:10.714546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 78a89e46-c951-4f83-bab2-acea7425a1dc no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:10.754243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 78a89e46-c951-4f83-bab2-acea7425a1dc {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:10.754645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 78a89e46-c951-4f83-bab2-acea7425a1dc not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:11.071508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36400) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:11.257536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d705ae8-6265-42ea-a7ba-d484038bb167 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a9d875ac4dc4719b0c407e85564875a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1846237
Nov 15 09:29:11.260092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36408) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:11.324767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:11.353101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:11.427310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a847-cd08-43f8-9d30-f670ed566c9f req-d1075147-80de-4e2a-91b2-9830c4914ea1 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:11.428970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3fb1a847-cd08-43f8-9d30-f670ed566c9f req-d1075147-80de-4e2a-91b2-9830c4914ea1 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.0963328
Nov 15 09:29:11.436531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:11.442547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-695bde7d-9f04-4c7d-b5a1-f43ba4f52eb2 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:11.459075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c806d-a7a9-4ec5-96ef-7177a77dfb4c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:11.464997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:11.468965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:11.470230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c6c806d-a7a9-4ec5-96ef-7177a77dfb4c HTTP/1.1" status: 204  len: 168 time: 0.2091293
Nov 15 09:29:11.482406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3fb1a847-cd08-43f8-9d30-f670ed566c9f req-644905b6-5995-417f-a44c-628e8f5174c2 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461211
Nov 15 09:29:11.990991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc214f-e56e-4f00-b06e-26a8547fa1d5 req-44787d6f-6611-4dde-820a-33e8f68f0d1a tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:11.992742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3bcc214f-e56e-4f00-b06e-26a8547fa1d5 req-44787d6f-6611-4dde-820a-33e8f68f0d1a tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1018524
Nov 15 09:29:12.042380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-c523c356-685c-440e-adaf-a36825374052 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 1166 time: 0.0883155
Nov 15 09:29:12.050246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3bcc214f-e56e-4f00-b06e-26a8547fa1d5 req-03648a89-fc73-4fed-a8c7-46816de39489 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505068
Nov 15 09:29:12.189210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-267b2f59-fc36-47da-9912-34bbdeea9e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:12.190850 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-267b2f59-fc36-47da-9912-34bbdeea9e91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d60f094-ef93-48a6-bbde-b66c0c10548a HTTP/1.1" status: 200  len: 863 time: 0.1428137
Nov 15 09:29:12.271514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-4ca156e4-e8bf-4392-a423-2e56caaabb03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000 HTTP/1.1" status: 200  len: 217 time: 0.0723138
Nov 15 09:29:12.343181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-4691c52a-12cb-4d87-8a91-44643d796a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:12.344824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-4691c52a-12cb-4d87-8a91-44643d796a6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed0a3687-1aa7-4308-be80-f6b783faf8d4 HTTP/1.1" status: 200  len: 843 time: 0.0658238
Nov 15 09:29:12.437297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-4dbee50f-3cfb-485d-8db4-c59ec207e084 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d60f094-ef93-48a6-bbde-b66c0c10548a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0850005
Nov 15 09:29:12.502884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36434) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:12.591076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-e41e2fe9-9f41-43f6-abfa-c1d2be1ccc84 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441753
Nov 15 09:29:12.647811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1059165993-network', 'tenant_id': '5373a505522243468a5c2afd9d576d50'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:12.653759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:12.657919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Usage tracker for resource:network and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:12.660961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:12.667386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:12.715375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Made reservation on behalf of 5373a505522243468a5c2afd9d576d50 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:29:12.720178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:12.734410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:12.741320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e151d2c-bd7f-4eb8-94af-8dc0f943a08d req-3cb71539-d38b-47de-8da4-9e7b8337add0 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411552
Nov 15 09:29:12.767100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:12.771473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:12.774488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:12.783811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:12.920600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:12.943749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:12.948816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f3b16bb-a232-407d-af36-7e471acc5243 tempest-NegativeSecGroupTest-965225416 tempest-NegativeSecGroupTest-965225416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:12.978555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:29:12.991381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7246fb-f5c7-476a-8b6e-110381323a13,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:12.995659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:12.996659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:12.997085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Added segment 7a9a8930-0024-459e-8503-cb433b991348 of type vxlan for network e76adbaf-78b0-419f-b610-8e6e7484786e
Nov 15 09:29:13.058467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.126787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.127798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:13.128485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.133714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39c47011-c9b7-4653-9375-cd3828b1a6e3 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:13.264132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82add6e3-4baa-426c-8689-72ab0fa31e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.293620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e76adbaf-78b0-419f-b610-8e6e7484786e,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:13.301508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:13.305999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8019726
Nov 15 09:29:13.308555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:13.309299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36444) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:13.316341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Request body: {'subnet': {'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1059165993-subnet', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:13.321939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:13.327448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Usage tracker for resource:subnet and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:13.327621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:13.330703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:13.336764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:13.346443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480044-f209-45af-b204-3e0fa4b6022e req-75937939-0a29-4ac1-81cd-c9eb14e8c3cb tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:13.348500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad480044-f209-45af-b204-3e0fa4b6022e req-75937939-0a29-4ac1-81cd-c9eb14e8c3cb tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1386008
Nov 15 09:29:13.377935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Made reservation on behalf of 5373a505522243468a5c2afd9d576d50 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:29:13.383155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.401317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad480044-f209-45af-b204-3e0fa4b6022e req-a2594bf4-8e92-4aa1-82bb-4d9089e60b28 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447206
Nov 15 09:29:13.926425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:13.942530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-83e29996-3ad1-45a3-b604-e154c47b6a80 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:14.066991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f15274-63e1-4a00-ae82-87802e0289d4,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:14.070165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:14.147705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:14.148056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Network hostable DHCP agents. Network: e76adbaf-78b0-419f-b610-8e6e7484786e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:29:14.217969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Network e76adbaf-78b0-419f-b610-8e6e7484786e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:29:14.274663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, e76adbaf-78b0-419f-b610-8e6e7484786e) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:14.284245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc219b96-d2c1-4f00-ba0a-24bf8ef88e63 None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:14.288956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:14.289625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.338889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0278449
Nov 15 09:29:14.342359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36448) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:14.347971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:14.353351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:14.358794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Usage tracker for resource:router and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:14.362566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:14.368831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:14.435314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.437278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.457834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.521549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-e76adbaf-78b0-419f-b610-8e6e7484786e', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:29:14.522523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.634221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a6f1-fd59-40e2-9bb0-2526112555ac req-08951de2-a21d-4102-8c95-3e8d331da07c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:14.636425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff74a6f1-fd59-40e2-9bb0-2526112555ac req-08951de2-a21d-4102-8c95-3e8d331da07c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.0989070
Nov 15 09:29:14.674484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:14.690786 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff74a6f1-fd59-40e2-9bb0-2526112555ac req-184585fb-eb77-4ea1-a7a7-2124e60226dc tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459809
Nov 15 09:29:14.844940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Allocated IP 172.20.0.2 (e76adbaf-78b0-419f-b610-8e6e7484786e/55f15274-63e1-4a00-ae82-87802e0289d4/8807a6f9-585b-4778-aa99-e83c6200ebd2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:15.232897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.259327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.266895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.271418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Transition to ACTIVE for port object 8807a6f9-585b-4778-aa99-e83c6200ebd2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:15.285626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55c47-297a-4150-8e59-c1cd63a7a6e6 req-1b19842d-e27e-46fa-bed8-af3bd0ae3e2c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:15.287295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42e55c47-297a-4150-8e59-c1cd63a7a6e6 req-1b19842d-e27e-46fa-bed8-af3bd0ae3e2c tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1003361
Nov 15 09:29:15.289556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Transition to ACTIVE for port object 8807a6f9-585b-4778-aa99-e83c6200ebd2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:15.339184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.339419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42e55c47-297a-4150-8e59-c1cd63a7a6e6 req-ce1c2e6c-9c3f-4a09-99d4-31abfab0b5ef tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438428
Nov 15 09:29:15.354970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8149a3ef-12af-4c46-ac09-91f3a97d8cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:15.510921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Pushing event updated for resources: {'Port': ['ID=8807a6f9-585b-4778-aa99-e83c6200ebd2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:15.537518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.537921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.538313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.538700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.539082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.539461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.539873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.540243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.540620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.540994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.541402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.541778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.542205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.542581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.542955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.543331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.543705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.544108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.544483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.544863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.545230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.545603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.545983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.546353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:15.552406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:15.554368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Allocated IP 172.26.4.153 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/70e395a9-7a9a-4c8a-af21-315748e7929e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:15.587715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:15.589554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:15.591835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:15.660826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Attempting to bind port 8807a6f9-585b-4778-aa99-e83c6200ebd2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:15.661254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Attempting to bind port 8807a6f9-585b-4778-aa99-e83c6200ebd2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:15.661679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Attempting to bind port 8807a6f9-585b-4778-aa99-e83c6200ebd2 on network e76adbaf-78b0-419f-b610-8e6e7484786e {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:15.680544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:15.680984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:15.681450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.681930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Bound using segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:15.682614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Bound port: 8807a6f9-585b-4778-aa99-e83c6200ebd2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:15.683054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.698902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16b04637-1954-493d-9bd0-b7612bb995f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.722018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.737232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.784278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.794791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] For port 8807a6f9-585b-4778-aa99-e83c6200ebd2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:15.798132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] For port 8807a6f9-585b-4778-aa99-e83c6200ebd2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8807a6f9-585b-4778-aa99-e83c6200ebd2,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:15.811519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e371a843-253e-463c-b933-e8a2a4a04484 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:15.829980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:15.847079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc4c66fc-c07b-4f3f-8527-8a6bffedd85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:15.966761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Pushing event updated for resources: {'Port': ['ID=70e395a9-7a9a-4c8a-af21-315748e7929e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:15.972633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:16.009378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Pushing event updated for resources: {'Port': ['ID=8807a6f9-585b-4778-aa99-e83c6200ebd2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:16.014922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:16.015252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:16.016490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:16.018644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:16.242735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:16.243606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:16.269708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:16.577888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1fcd-f403-4fc8-9cb4-a149af1069ad req-83e3eeca-c470-4938-b960-c293428f4952 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:16.579512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfaf1fcd-f403-4fc8-9cb4-a149af1069ad req-83e3eeca-c470-4938-b960-c293428f4952 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.0994062
Nov 15 09:29:16.612405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:29:16.634525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfaf1fcd-f403-4fc8-9cb4-a149af1069ad req-50f21a3e-cf14-44d8-83eb-a096d5804e37 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486915
Nov 15 09:29:16.764878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8807a6f9-585b-4778-aa99-e83c6200ebd2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:16.933253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:16.935942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:16.951928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:16.965824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:16.970703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82fcb38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:16.989822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:16.991257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6478410
Nov 15 09:29:16.994086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36464) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:17.239859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:17.512565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a33276-9b15-4de9-a373-ad49501334c2 None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:17.615404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:17.641219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-577479e8-736e-413c-939d-46522c5d819f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:17.642466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-577479e8-736e-413c-939d-46522c5d819f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Synchronizing usage tracker for tenant:01a9aa9a3e0c41a684f4e09df0c788ea on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:29:17.700393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Provisioning for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:17.712403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Provisioning complete for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:17.712965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:17.758598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-577479e8-736e-413c-939d-46522c5d819f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Unset dirty status for tenant:01a9aa9a3e0c41a684f4e09df0c788ea on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:29:17.759767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-577479e8-736e-413c-939d-46522c5d819f tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.65 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.2849829
Nov 15 09:29:17.900890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Deleting port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:17.901668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:17.940191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa71f-f57b-497a-8e97-b2f8702a13c7 req-2c1e7528-13ac-466e-abd9-9d91eab25135 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:17.942021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c59fa71f-f57b-497a-8e97-b2f8702a13c7 req-2c1e7528-13ac-466e-abd9-9d91eab25135 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 949 time: 0.1256506
Nov 15 09:29:17.955032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:17.961239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82fcb38>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:16Z', 'revision_number': 3, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:17.998135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c59fa71f-f57b-497a-8e97-b2f8702a13c7 req-0c43d039-89e6-47bc-a443-bcc2f3bfea66 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/security-groups?id=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471466
Nov 15 09:29:18.010815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:18.011234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Updating router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 port 70e395a9-7a9a-4c8a-af21-315748e7929e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:29:18.051259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:18.124100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:18.359390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] For port 8807a6f9-585b-4778-aa99-e83c6200ebd2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8807a6f9-585b-4778-aa99-e83c6200ebd2,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:18.425349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:18.437468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33099e65-f1bf-4306-be19-724df61bc465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:18.593281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] For port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:18.593688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:18.596706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Pushing event updated for resources: {'Port': ['ID=8807a6f9-585b-4778-aa99-e83c6200ebd2,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:18.602473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:18.707876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:18.743391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Calling delete_port for 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:18.763090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8807a6f9-585b-4778-aa99-e83c6200ebd2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:18.883455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d3c0983d-4597-448f-bae8-b46fab335032 None None] Provisioning complete for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:18.883957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3c0983d-4597-448f-bae8-b46fab335032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:18.932725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.074066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.131188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:19.131546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.190970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0686d29c-685a-4397-b2b1-5b9a9f8505d6 req-1676e8c1-3ced-4d61-baeb-04978d5d5508 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.0513906
Nov 15 09:29:19.202952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.222493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26880300-e93d-40b8-948e-e3d1aee56a24 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:19.322425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Pushing event deleted for resources: {'Port': ['ID=25581b6a-a53a-4f99-b8ab-8fb2d1f86000,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:19.325303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:19.334834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.362695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Transition to ACTIVE for port object 70e395a9-7a9a-4c8a-af21-315748e7929e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:19.398027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.420021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dea63c7f-0ef9-44dd-b062-2696ca9a66cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:19.583324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] No DVR routers for this DVR port 25581b6a-a53a-4f99-b8ab-8fb2d1f86000 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:19.587033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.590521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'name': 'network-vif-deleted', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:29:19.612600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Pushing event updated for resources: {'Port': ['ID=70e395a9-7a9a-4c8a-af21-315748e7929e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:19.621775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Allocated IP 172.20.0.1 (e76adbaf-78b0-419f-b610-8e6e7484786e/55f15274-63e1-4a00-ae82-87802e0289d4/f10112f0-33cf-4e26-91d9-affa1575ab6e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:19.622776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:19.630085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c4f72d2a-81d1-4e9b-ab7f-aa8f9ec805d1 None None] Provisioning complete for port 8807a6f9-585b-4778-aa99-e83c6200ebd2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:19.630390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4f72d2a-81d1-4e9b-ab7f-aa8f9ec805d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.659129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a39a9963-4121-4c3d-8aae-94a3d35954b6 req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.65 "DELETE /v2.0/ports/25581b6a-a53a-4f99-b8ab-8fb2d1f86000 HTTP/1.1" status: 204  len: 173 time: 1.8908732
Nov 15 09:29:19.714063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c567a-41f1-4ad7-9509-5f55f1182afa', 'name': 'network-vif-deleted', 'tag': '25581b6a-a53a-4f99-b8ab-8fb2d1f86000', 'status': 'completed', 'code': 200}
Nov 15 09:29:19.749118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Attempting to bind port 70e395a9-7a9a-4c8a-af21-315748e7929e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:19.749560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Attempting to bind port 70e395a9-7a9a-4c8a-af21-315748e7929e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:19.749981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Attempting to bind port 70e395a9-7a9a-4c8a-af21-315748e7929e on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:19.807294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:19.807557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:19.808448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.808448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:19.809186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Bound port: 70e395a9-7a9a-4c8a-af21-315748e7929e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:19.809465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.820673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.841506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Transition to ACTIVE for port object f10112f0-33cf-4e26-91d9-affa1575ab6e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:19.892927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.910272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d26916d-e25d-418c-a077-17ecbc74d7f4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:19.916402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] For port 70e395a9-7a9a-4c8a-af21-315748e7929e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:19.920093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] For port 70e395a9-7a9a-4c8a-af21-315748e7929e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=70e395a9-7a9a-4c8a-af21-315748e7929e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:19.967098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:19.983401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f35b4e11-0a06-480c-a9a0-3f90565b10fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:20.054456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Pushing event updated for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:20.068191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:20.113205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:20.114748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:20.117446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:20.144210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Pushing event updated for resources: {'Port': ['ID=70e395a9-7a9a-4c8a-af21-315748e7929e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:20.149807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:20.179569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.202706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:20.203511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82fcb38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:20.336459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.654795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:20.700468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.713914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5967e2a2-50a7-4065-bbb2-10b41e961f43 None None] Provisioning for port f10112f0-33cf-4e26-91d9-affa1575ab6e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:20.729477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8692118c-c07c-4cbe-aabd-57ef5727a89e req-ae93a694-575a-4e9a-a520-11feb80abcdc tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] 10.222.0.81 "GET /v2.0/ports?device_id=8f6c567a-41f1-4ad7-9509-5f55f1182afa HTTP/1.1" status: 200  len: 210 time: 0.3534613
Nov 15 09:29:20.743573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5967e2a2-50a7-4065-bbb2-10b41e961f43 None None] Provisioning complete for port f10112f0-33cf-4e26-91d9-affa1575ab6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:20.744036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5967e2a2-50a7-4065-bbb2-10b41e961f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.744645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.776245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:20.878087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:20.894723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Pushing event updated for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:20.900568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:20.907224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5967e2a2-50a7-4065-bbb2-10b41e961f43 None None] Port f10112f0-33cf-4e26-91d9-affa1575ab6e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:21.031577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:21.032820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:21.089218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82fcb38>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:19Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:21.093800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca382e7-d417-4136-9be3-a17fa17efc24 None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:19Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:21.234053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3b8ebc72-b510-4cba-8048-7f334a152440 None None] Provisioning complete for port f10112f0-33cf-4e26-91d9-affa1575ab6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:21.234528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b8ebc72-b510-4cba-8048-7f334a152440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:21.302452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ebc72-b510-4cba-8048-7f334a152440 None None] Port f10112f0-33cf-4e26-91d9-affa1575ab6e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:21.549255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:21.841402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:21.851663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] 10.222.0.81 "PUT /v2.0/routers/387b5d6a-3719-46ea-b1bd-967ca7e4b6c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8557925
Nov 15 09:29:22.330809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36492) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:22.532072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f352ec0-b2c8-44d1-a091-07a25f1c57cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01a9aa9a3e0c41a684f4e09df0c788ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1998494
Nov 15 09:29:22.534621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36504) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:22.602592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.631420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.726433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.733237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:22.749762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f08d2d-771d-48c0-9e94-ac0a6b5de30f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:22.752773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:22.764520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.768708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1f08d2d-771d-48c0-9e94-ac0a6b5de30f HTTP/1.1" status: 204  len: 168 time: 0.2306855
Nov 15 09:29:22.773881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 70e395a9-7a9a-4c8a-af21-315748e7929e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:22.892095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36514) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:22.898287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-435967941-network', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:22.904470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:22.908852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Usage tracker for resource:network and tenant:dd7dbe58003b49e48643663f537d8a18 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:22.909428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 70e395a9-7a9a-4c8a-af21-315748e7929e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:22.912124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:22.915035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 70e395a9-7a9a-4c8a-af21-315748e7929e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:22.918508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.918927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:22.955266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Made reservation on behalf of dd7dbe58003b49e48643663f537d8a18 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:29:22.961942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:22.976087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.011338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:23.015971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7dbe58003b49e48643663f537d8a18 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:23.019471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:23.026159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:23.067870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.086793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 70e395a9-7a9a-4c8a-af21-315748e7929e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=70e395a9-7a9a-4c8a-af21-315748e7929e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:23.107727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.109585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.112763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:23.155203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.160458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47baf423-ee6e-47e9-b0bf-b1052c89467d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:23.192994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=70e395a9-7a9a-4c8a-af21-315748e7929e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:23.194270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:29:23.196402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:23.209197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193a98f0-e540-49bc-8fa6-54b03a3473ef,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:23.212164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.212557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Added segment 8b66cbf3-d866-4a1e-9d0c-39f0eed44bba of type vxlan for network 648ee690-0b52-4874-bea8-b16f74ada40c
Nov 15 09:29:23.214363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:23.241143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.286335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.287326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:23.288019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.293827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d50f63e3-2be2-4668-b795-2ca6b20c4976 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:23.403614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=648ee690-0b52-4874-bea8-b16f74ada40c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:23.404756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:23.412955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5197356
Nov 15 09:29:23.413181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:23.415668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36518) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:23.422926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Request body: {'subnet': {'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-435967941-subnet', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:23.429038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:23.431347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:23.434038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Usage tracker for resource:subnet and tenant:dd7dbe58003b49e48643663f537d8a18 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:23.437396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:23.443158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:23.469233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Made reservation on behalf of dd7dbe58003b49e48643663f537d8a18 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:29:23.474308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.907623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:23.927342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f5c623a-7896-497a-a031-a72d2a987f29 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:24.055436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade3ce48-a952-43b3-9ee6-3648b676dcf2,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:24.068358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:24.132332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Checking segment: {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:24.132735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Network hostable DHCP agents. Network: 648ee690-0b52-4874-bea8-b16f74ada40c, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:29:24.183877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Network 648ee690-0b52-4874-bea8-b16f74ada40c is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:29:24.218112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 648ee690-0b52-4874-bea8-b16f74ada40c) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:24.228160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:29:24.228789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaa4b5-8190-4549-a4af-dee46df64ede None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:24.230761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:24.231532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.270713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8529861
Nov 15 09:29:24.273359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36522) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:24.279736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:24.285072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:24.289132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Usage tracker for resource:router and tenant:dd7dbe58003b49e48643663f537d8a18 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:24.292838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:24.299147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:24.338737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.339817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.407631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.472663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:24.474708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-648ee690-0b52-4874-bea8-b16f74ada40c', 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'fixed_ips': [{'subnet_id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:29:24.475571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.486248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:24.487264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85a3b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:24.626685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.728057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:24.756977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 70e395a9-7a9a-4c8a-af21-315748e7929e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:24.864720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Allocated IP 172.20.0.2 (648ee690-0b52-4874-bea8-b16f74ada40c/ade3ce48-a952-43b3-9ee6-3648b676dcf2/ae3dd950-998c-4976-83e1-af6ddaf08bec) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:24.901503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.934795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:24.972868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 70e395a9-7a9a-4c8a-af21-315748e7929e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:24.973294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.100830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85a3b70>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:25.105376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:25.105788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Updating router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 port f10112f0-33cf-4e26-91d9-affa1575ab6e binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:29:25.131504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36530) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:25.171135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.249440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.261055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Transition to ACTIVE for port object ae3dd950-998c-4976-83e1-af6ddaf08bec will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:25.278729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Transition to ACTIVE for port object ae3dd950-998c-4976-83e1-af6ddaf08bec will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:25.321406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.329033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Allocated IP 172.26.4.134 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/a60fbb66-6385-4748-8ed1-e3ce73fd1dc7) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:25.339143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b29a3c-9c87-4eb4-a4bb-ddb377f079a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:25.484447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Pushing event updated for resources: {'Port': ['ID=ae3dd950-998c-4976-83e1-af6ddaf08bec,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:25.498916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:25.544315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:25.545553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:25.548126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:25.594416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.612015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Attempting to bind port ae3dd950-998c-4976-83e1-af6ddaf08bec on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:25.612451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Attempting to bind port ae3dd950-998c-4976-83e1-af6ddaf08bec by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:25.612871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Attempting to bind port ae3dd950-998c-4976-83e1-af6ddaf08bec on network 648ee690-0b52-4874-bea8-b16f74ada40c {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:25.621772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:25.622187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Checking segment: {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:25.622642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.623092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Bound using segment: {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:25.623640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Bound port: ae3dd950-998c-4976-83e1-af6ddaf08bec, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:25.624092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.632337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.692516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Transition to ACTIVE for port object f10112f0-33cf-4e26-91d9-affa1575ab6e will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:25.720993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.729622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] For port ae3dd950-998c-4976-83e1-af6ddaf08bec, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:25.733155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] For port ae3dd950-998c-4976-83e1-af6ddaf08bec, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae3dd950-998c-4976-83e1-af6ddaf08bec,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:25.739571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66f5c88b-0153-46f3-a886-709ce286ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:25.756622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.772546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cca65725-2cb1-404c-a185-92b5be821efe tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:25.784571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:25.859457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:26.105376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37be1b-f134-49d0-8fdd-72b009df74f8 None None] Pushing event updated for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:26.119079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc37be1b-f134-49d0-8fdd-72b009df74f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:26.191096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Pushing event updated for resources: {'Port': ['ID=ae3dd950-998c-4976-83e1-af6ddaf08bec,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:26.198337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:26.297561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Attempting to bind port f10112f0-33cf-4e26-91d9-affa1575ab6e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:26.297988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Attempting to bind port f10112f0-33cf-4e26-91d9-affa1575ab6e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:26.298411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Attempting to bind port f10112f0-33cf-4e26-91d9-affa1575ab6e on network e76adbaf-78b0-419f-b610-8e6e7484786e {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:26.306381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:26.307524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:26.308018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.308475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Bound using segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:26.309011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Bound port: f10112f0-33cf-4e26-91d9-affa1575ab6e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:26.309453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.321647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Pushing event updated for resources: {'Port': ['ID=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:26.325893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:26.402866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:26.405719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:26.408171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:26.426047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] For port f10112f0-33cf-4e26-91d9-affa1575ab6e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:26.429224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] For port f10112f0-33cf-4e26-91d9-affa1575ab6e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f10112f0-33cf-4e26-91d9-affa1575ab6e,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:26.476248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.493293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c0bee7db-a3fe-483f-8f82-21e6dfe7f6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:26.522471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.681436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37be1b-f134-49d0-8fdd-72b009df74f8 None None] Pushing event updated for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:26.687771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc37be1b-f134-49d0-8fdd-72b009df74f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:26.742818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:26.743535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85a3b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:26.847299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae3dd950-998c-4976-83e1-af6ddaf08bec up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:26.912249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.913262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:26.972087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port ae3dd950-998c-4976-83e1-af6ddaf08bec completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:27.030882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:27.385875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85a3b70>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:26Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:27.390266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dde919-47b6-4f3a-a262-126d8ad444ea None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:26Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:27.656319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Router a8b8eb10-df5e-4ee2-8079-a8edddeef44e is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:29:27.761063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07151881-fc72-46b1-a148-e9cf80e67f74 None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:27.872124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 62ed87a7-0b89-4988-bc48-06f15cbd86ba {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:27.872524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:27.961569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Provisioning for port ae3dd950-998c-4976-83e1-af6ddaf08bec completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:27.973119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Provisioning complete for port ae3dd950-998c-4976-83e1-af6ddaf08bec triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:27.973554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.186381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.187049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 62ed87a7-0b89-4988-bc48-06f15cbd86ba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=62ed87a7-0b89-4988-bc48-06f15cbd86ba,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:28.187464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.230290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] For port ae3dd950-998c-4976-83e1-af6ddaf08bec, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae3dd950-998c-4976-83e1-af6ddaf08bec,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:28.263567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.265749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:28.334294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 62ed87a7-0b89-4988-bc48-06f15cbd86ba owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:28.354190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Pushing event updated for resources: {'Port': ['ID=ae3dd950-998c-4976-83e1-af6ddaf08bec,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:28.357594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:28.428228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:28.439028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Sync routers for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:28.453967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:28.454845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dea4a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:28.508773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.513485 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.2363238
Nov 15 09:29:28.513661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36536) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:28.719681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:28.776569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.801223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:28.864715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae3dd950-998c-4976-83e1-af6ddaf08bec up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:28.890725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84684327-8484-4e72-8b12-06d76affeab7 None None] Provisioning complete for port ae3dd950-998c-4976-83e1-af6ddaf08bec triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:28.891156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84684327-8484-4e72-8b12-06d76affeab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:28.906076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=62ed87a7-0b89-4988-bc48-06f15cbd86ba,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:28.912829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:29.246017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port ae3dd950-998c-4976-83e1-af6ddaf08bec triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:29.246443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:29.401578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dea4a8>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:26Z', 'revision_number': 3, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:29.419715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Checking router: a8b8eb10-df5e-4ee2-8079-a8edddeef44e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:29.420147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Updating router a8b8eb10-df5e-4ee2-8079-a8edddeef44e port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:29:29.468905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f10112f0-33cf-4e26-91d9-affa1575ab6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:29.558950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2764a1e1-ac9e-435c-9af2-5aac00382a51 None None] Provisioning complete for port ae3dd950-998c-4976-83e1-af6ddaf08bec triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:29.559295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2764a1e1-ac9e-435c-9af2-5aac00382a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:29.602475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:29.858536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:29.988840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f10112f0-33cf-4e26-91d9-affa1575ab6e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:30.049646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f10112f0-33cf-4e26-91d9-affa1575ab6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:30.050075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.336062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.380819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f10112f0-33cf-4e26-91d9-affa1575ab6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f10112f0-33cf-4e26-91d9-affa1575ab6e,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:30.447682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.452258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:30.530301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.545436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.550569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Transition to ACTIVE for port object a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:30.553272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:30.557383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:30.577665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.594411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:30.746582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Pushing event updated for resources: {'Port': ['ID=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:30.751634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:30.816687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f10112f0-33cf-4e26-91d9-affa1575ab6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:30.850571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Attempting to bind port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:30.851106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Attempting to bind port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:30.851609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Attempting to bind port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:30.883552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:30.884112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:30.884707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.885163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:30.885700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Bound port: a60fbb66-6385-4748-8ed1-e3ce73fd1dc7, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:30.886134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:30.993999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f10112f0-33cf-4e26-91d9-affa1575ab6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:30.993999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:31.053394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] For port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:31.067982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] For port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:31.103203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:31.123851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:31.243940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Allocated IP 172.20.0.1 (648ee690-0b52-4874-bea8-b16f74ada40c/ade3ce48-a952-43b3-9ee6-3648b676dcf2/e7a08dce-914b-47ad-9b88-1af7ed8d329b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:29:31.315234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Pushing event updated for resources: {'Port': ['ID=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:31.320491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:31.361635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:31.362309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dea4a8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:31.500492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:31.526687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Transition to ACTIVE for port object e7a08dce-914b-47ad-9b88-1af7ed8d329b will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:31.563829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:31.592279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:31.639916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:31.664576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e920614-f508-43ed-a0d5-a600c33046da tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:31.928277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dea4a8>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:26Z', 'revision_number': 3, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:31.934117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00732afb-30d9-427a-bd73-eb68b6db228b None None] The sync data for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs is: [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:26Z', 'revision_number': 3, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:32.121588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Pushing event updated for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:32.127540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:32.245368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Network 648ee690-0b52-4874-bea8-b16f74ada40c is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:32.251890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:32.256396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:29:32.344855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:32.429861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:32.443836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:32.454448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/26e32565-313e-4320-aae1-7e7c4dd769c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3218067
Nov 15 09:29:32.463684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:32.468169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:32.571443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:32.595330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-65665092-a730-4d2f-9df8-fba12f9fee12 None None] Provisioning for port e7a08dce-914b-47ad-9b88-1af7ed8d329b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:32.607304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-65665092-a730-4d2f-9df8-fba12f9fee12 None None] Provisioning complete for port e7a08dce-914b-47ad-9b88-1af7ed8d329b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:32.608019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65665092-a730-4d2f-9df8-fba12f9fee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:32.737925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-65665092-a730-4d2f-9df8-fba12f9fee12 None None] Port e7a08dce-914b-47ad-9b88-1af7ed8d329b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:32.814951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:32.826346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:32.996210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:33.001734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:33.002279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.149003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.189314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6256-0c40-43fc-b5e4-bb38a0969642 req-77b101ab-9d02-414d-a2b2-67e9bc0394d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:33.190174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-69fd6256-0c40-43fc-b5e4-bb38a0969642 req-77b101ab-9d02-414d-a2b2-67e9bc0394d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:29:33.205265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.247355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4c989e0-fd51-4f7a-9876-d594352d7a12 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:33.289795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-69fd6256-0c40-43fc-b5e4-bb38a0969642 req-77b101ab-9d02-414d-a2b2-67e9bc0394d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:29:33.291831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69fd6256-0c40-43fc-b5e4-bb38a0969642 req-77b101ab-9d02-414d-a2b2-67e9bc0394d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.2307472
Nov 15 09:29:33.351880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.361601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.371251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:33.389249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.391259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:33.434246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:33.439017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:33.451656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:33.452368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:33.454488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Pushing event updated for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:33.461485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:33.477876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:33.478572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69fd6256-0c40-43fc-b5e4-bb38a0969642 req-2ff0d5ed-a281-4fbd-9884-a9fe452e2f2a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699803
Nov 15 09:29:33.483697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:33.550477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Network 648ee690-0b52-4874-bea8-b16f74ada40c is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:29:33.551831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:29:33.689989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:33.771543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d011315-d074-4d8d-9ee5-1c462e68638e None None] Provisioning complete for port e7a08dce-914b-47ad-9b88-1af7ed8d329b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:33.771987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d011315-d074-4d8d-9ee5-1c462e68638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:33.838116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0d011315-d074-4d8d-9ee5-1c462e68638e None None] Port e7a08dce-914b-47ad-9b88-1af7ed8d329b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:29:34.060515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Router a8b8eb10-df5e-4ee2-8079-a8edddeef44e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:34.121380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:34.125626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc56e6-2279-49ea-b253-1219d9e9d544 None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '35b98740-9bbc-44a5-841d-f3a3f4de3b66', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'port_id': '166131b3-c093-4fde-873d-a02389f5c372', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'mac_address': 'fa:16:3e:50:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:27:50Z', 'updated_at': '2020-11-15T09:27:56Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:34.328116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:34.333207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] 10.222.0.81 "PUT /v2.0/routers/a8b8eb10-df5e-4ee2-8079-a8edddeef44e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8186352
Nov 15 09:29:34.713306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbdc30-7a59-4cd8-91de-1e251cd490dc req-51462622-e0d5-455e-bcce-7ba887c5da82 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:34.715057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9bbdc30-7a59-4cd8-91de-1e251cd490dc req-51462622-e0d5-455e-bcce-7ba887c5da82 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.0978987
Nov 15 09:29:34.754656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:34.769060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9bbdc30-7a59-4cd8-91de-1e251cd490dc req-57fec27c-77a4-405c-9536-6d3579019667 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472200
Nov 15 09:29:34.864922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:34.865383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:34.982175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-17939c96-262f-48ea-9f4b-7fbbe19419d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:34.983276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-17939c96-262f-48ea-9f4b-7fbbe19419d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:29:35.002034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-17939c96-262f-48ea-9f4b-7fbbe19419d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:29:35.004258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-17939c96-262f-48ea-9f4b-7fbbe19419d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1163740
Nov 15 09:29:35.019017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 62ed87a7-0b89-4988-bc48-06f15cbd86ba no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:35.054429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 62ed87a7-0b89-4988-bc48-06f15cbd86ba {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:35.054930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 62ed87a7-0b89-4988-bc48-06f15cbd86ba not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:35.098061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:35.098457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.256674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1729009329', 'description': 'tempest-TestVolumeBootPattern-1729009329 description'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:35.266295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:35.269037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:security_group and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:35.272355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:35.278765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:35.304156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Sync routers for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:35.318296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:35.319019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33a5da0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:35.366702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.412636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:35.418240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:security_group_rule and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:35.421746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:35.427823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:35.553005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.571087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:35.583616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.588493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da64a203-c3ed-4382-a248-9e740fbff768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:35.631933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9099d8-e82c-4660-aaf3-0d03d0e4515d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:35.634945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:35.657664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.659051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0ab1c426-ec89-4839-a7ea-3fdb445f384f req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1647 time: 0.4071753
Nov 15 09:29:35.700283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port e5b40dfa-0303-4ca7-9fbd-9a36772c9991, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:35.700732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.751308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-907c070a-25a4-4c62-b83a-5e96b59b2b69 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups/9e9099d8-e82c-4660-aaf3-0d03d0e4515d HTTP/1.1" status: 200  len: 1642 time: 0.0530853
Nov 15 09:29:35.765962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e9099d8-e82c-4660-aaf3-0d03d0e4515d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:35.766500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e9099d8-e82c-4660-aaf3-0d03d0e4515d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:35.774905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:35.780712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:security_group_rule and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:35.785337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:35.794247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:35.846724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for e5b40dfa-0303-4ca7-9fbd-9a36772c9991 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:35.913183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:35.975815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33a5da0>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:32Z', 'revision_number': 4, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7a08dce-914b-47ad-9b88-1af7ed8d329b', 'name': '', 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'mac_address': 'fa:16:3e:11:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:30Z', 'updated_at': '2020-11-15T09:29:32Z', 'revision_number': 2, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'subnets': [{'id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:35.980689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Checking router: a8b8eb10-df5e-4ee2-8079-a8edddeef44e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:35.981266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Updating router a8b8eb10-df5e-4ee2-8079-a8edddeef44e port e7a08dce-914b-47ad-9b88-1af7ed8d329b binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:29:36.019672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108acf8-6eea-4d8b-8353-ba6464d58208 req-98f86a2e-0c55-4983-90fc-414a8f36d36b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:36.021360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3108acf8-6eea-4d8b-8353-ba6464d58208 req-98f86a2e-0c55-4983-90fc-414a8f36d36b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 946 time: 0.1045985
Nov 15 09:29:36.047463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.056315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.083507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3108acf8-6eea-4d8b-8353-ba6464d58208 req-bc891101-70f4-46f7-adaa-b2113f7f15ff tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=8b54937c-f446-4068-86ca-9558a0eb3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500953
Nov 15 09:29:36.097764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.100033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e886fd75-b25c-4a69-8428-d1df3925e072 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:36.125566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13217b3f-3da5-4689-8787-9198c36ea9ee,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:36.127080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.128391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:36.145397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dded426c-5c34-4b2e-b00d-c1810f996922 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:36.155253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.156615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee1ac538-1e0b-4031-827e-8512c688ccb2 req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.3958907
Nov 15 09:29:36.239472 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-6085cacb-e171-488b-9d3c-454e1019a836 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups/9e9099d8-e82c-4660-aaf3-0d03d0e4515d HTTP/1.1" status: 200  len: 2145 time: 0.0494552
Nov 15 09:29:36.244679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=e5b40dfa-0303-4ca7-9fbd-9a36772c9991,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:36.250557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e9099d8-e82c-4660-aaf3-0d03d0e4515d', 'remote_group_id': None}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:36.252132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e9099d8-e82c-4660-aaf3-0d03d0e4515d', 'remote_group_id': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:36.252284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:36.259958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:36.264246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:security_group_rule and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:36.267954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:36.274724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:36.365352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.380708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port e5b40dfa-0303-4ca7-9fbd-9a36772c9991 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:36.380708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.380708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'name': 'network-vif-deleted', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:29:36.393393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.433352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3564c84-707d-445d-8723-bbddee5174cd', 'name': 'network-vif-deleted', 'tag': 'e5b40dfa-0303-4ca7-9fbd-9a36772c9991', 'status': 'completed', 'code': 200}
Nov 15 09:29:36.469321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.471377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59abe028-8159-4a23-8c9a-8cf7819077c9 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:36.494581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5ab7021-ba4c-454c-be36-7e1078a89fd6 req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/e5b40dfa-0303-4ca7-9fbd-9a36772c9991 HTTP/1.1" status: 204  len: 173 time: 1.4827354
Nov 15 09:29:36.497304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6181b3-cc08-4d2b-965e-5bf290a4f38a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:36.503636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:36.527993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.533891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.535396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bcd24ac9-bccd-4fc3-865f-7ff2910a2714 req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2892802
Nov 15 09:29:36.541997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Transition to ACTIVE for port object e7a08dce-914b-47ad-9b88-1af7ed8d329b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:29:36.583808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:36.601423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4da2a60-0fe8-42d8-a1bc-3e6fce16a033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:36.776690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Pushing event updated for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:36.790394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:36.944900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5b40dfa-0303-4ca7-9fbd-9a36772c9991 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:36.993561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: e5b40dfa-0303-4ca7-9fbd-9a36772c9991 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:36.994700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5b40dfa-0303-4ca7-9fbd-9a36772c9991 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:37.009218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Attempting to bind port e7a08dce-914b-47ad-9b88-1af7ed8d329b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:29:37.010343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Attempting to bind port e7a08dce-914b-47ad-9b88-1af7ed8d329b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:29:37.010772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Attempting to bind port e7a08dce-914b-47ad-9b88-1af7ed8d329b on network 648ee690-0b52-4874-bea8-b16f74ada40c {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:29:37.018388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:29:37.019052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Checking segment: {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:29:37.019268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:37.020137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Bound using segment: {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:29:37.020830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Bound port: e7a08dce-914b-47ad-9b88-1af7ed8d329b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:29:37.021270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:37.164382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] For port e7a08dce-914b-47ad-9b88-1af7ed8d329b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:29:37.253086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] For port e7a08dce-914b-47ad-9b88-1af7ed8d329b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7a08dce-914b-47ad-9b88-1af7ed8d329b,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:29:37.309817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:37.327772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:37.372584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7469f35a-d7a2-4370-9ed2-b5a1886df8f6 req-005292ff-bb20-413b-9a1f-a3f3ab2011f7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=c3564c84-707d-445d-8723-bbddee5174cd HTTP/1.1" status: 200  len: 210 time: 0.0606689
Nov 15 09:29:37.494957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Pushing event updated for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:37.498454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:37.545068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:37.545746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33a5da0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:37.807705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:38.363693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33a5da0>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:32Z', 'revision_number': 4, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7a08dce-914b-47ad-9b88-1af7ed8d329b', 'name': '', 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'mac_address': 'fa:16:3e:11:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:30Z', 'updated_at': '2020-11-15T09:29:37Z', 'revision_number': 4, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'subnets': [{'id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:38.368349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a64a9e-351f-4540-b7be-77887fb1ecc4 None None] The sync data for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs is: [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:29:32Z', 'revision_number': 4, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7a08dce-914b-47ad-9b88-1af7ed8d329b', 'name': '', 'network_id': '648ee690-0b52-4874-bea8-b16f74ada40c', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'mac_address': 'fa:16:3e:11:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:30Z', 'updated_at': '2020-11-15T09:29:37Z', 'revision_number': 4, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'subnets': [{'id': 'ade3ce48-a952-43b3-9ee6-3648b676dcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:38.518320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36650) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:38.611878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:38.653931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:38.789220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:38.797593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05a80561-7dc3-40ee-8536-dc066fc69b0c tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:38.819625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:38.823570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/8b54937c-f446-4068-86ca-9558a0eb3cdd HTTP/1.1" status: 204  len: 168 time: 0.3014407
Nov 15 09:29:38.823570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54937c-f446-4068-86ca-9558a0eb3cdd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:38.825584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:38.870906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a08dce-914b-47ad-9b88-1af7ed8d329b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:38.937821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36658) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:39.000979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e7a08dce-914b-47ad-9b88-1af7ed8d329b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:29:39.006513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7a08dce-914b-47ad-9b88-1af7ed8d329b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:39.006955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.207009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.230973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet d9b11b99-900e-44ba-8f80-93baada12363 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:29:39.234933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.255164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e7a08dce-914b-47ad-9b88-1af7ed8d329b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7a08dce-914b-47ad-9b88-1af7ed8d329b,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:39.280879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.282954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-619e5765-d51e-465b-b0b3-641ecf02a354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:39.304086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.378873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:39.382571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:39.415138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.744229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.765566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6184e06-bf26-42b5-9c66-78476bf43111 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:39.852170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=d9b11b99-900e-44ba-8f80-93baada12363,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:39.872257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:39.912525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:39.919832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895ba9e-8c73-4b53-9ac4-12860d200fc7 None None] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:39.920324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/d9b11b99-900e-44ba-8f80-93baada12363 HTTP/1.1" status: 204  len: 168 time: 0.9808445
Nov 15 09:29:39.922595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36662) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:40.058611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.132372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 1bf9532f-a57b-44cc-a730-d0360ad5250c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:40.132816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.235002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] DHCP port deletion for 4f48c07b-adc8-45c1-a44c-18883aa21435 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:29:40.239332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Deleting port 1bf9532f-a57b-44cc-a730-d0360ad5250c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:40.239769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.386691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 1bf9532f-a57b-44cc-a730-d0360ad5250c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1bf9532f-a57b-44cc-a730-d0360ad5250c,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:40.387422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.488350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] For port 1bf9532f-a57b-44cc-a730-d0360ad5250c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1bf9532f-a57b-44cc-a730-d0360ad5250c,segment=NetworkSegment(7e44fae7-149f-4a6d-b3cf-9a6c373834da),segment_id=7e44fae7-149f-4a6d-b3cf-9a6c373834da)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:40.488810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.536759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 1bf9532f-a57b-44cc-a730-d0360ad5250c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:40.628753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Calling delete_port for 1bf9532f-a57b-44cc-a730-d0360ad5250c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:40.658296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.676371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c17f382c-60ef-4755-8f7e-961a002d2227 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:40.716878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:29:40.717306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:29:40.764355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a08dce-914b-47ad-9b88-1af7ed8d329b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:29:40.806140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=1bf9532f-a57b-44cc-a730-d0360ad5250c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:40.811989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:40.855569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 1bf9532f-a57b-44cc-a730-d0360ad5250c on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:40.856152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7a08dce-914b-47ad-9b88-1af7ed8d329b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:29:40.856531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:40.998859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.066011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1bf9532f-a57b-44cc-a730-d0360ad5250c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:41.107235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1bf9532f-a57b-44cc-a730-d0360ad5250c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:41.107634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1bf9532f-a57b-44cc-a730-d0360ad5250c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:41.132878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a175f908>,) {'filters': {'network_id': ['4f48c07b-adc8-45c1-a44c-18883aa21435']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:41.146585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a175f908>, '7e44fae7-149f-4a6d-b3cf-9a6c373834da') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:41.146948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a175f908>, '7e44fae7-149f-4a6d-b3cf-9a6c373834da') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:41.160288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.176378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.178420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:29:41.219466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Deleting port 1bf9532f-a57b-44cc-a730-d0360ad5250c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:41.219976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.299297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-53975123-3318-475a-8dc4-ac246d931f89 None None] The port '1bf9532f-a57b-44cc-a730-d0360ad5250c' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:29:41.370291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:41.383385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.571720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4f48c07b-adc8-45c1-a44c-18883aa21435 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:29:41.597090 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:29:41.703653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.707211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bda07559-dfeb-43d5-9833-f51d9c1dc710 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:41.728753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:41.738908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=4f48c07b-adc8-45c1-a44c-18883aa21435,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:41.742506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:41.773088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/4f48c07b-adc8-45c1-a44c-18883aa21435 HTTP/1.1" status: 204  len: 168 time: 1.8492882
Nov 15 09:29:41.775944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36670) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:42.035766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 75b3c26a-eb76-4637-ab93-3b36bb396957 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:42.036388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:42.231877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:42.232124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:42.374373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 75b3c26a-eb76-4637-ab93-3b36bb396957 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:42.915323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:42.933318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dad59f6f-5f8b-4128-a0d4-53a0a364b527 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:43.029294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=75b3c26a-eb76-4637-ab93-3b36bb396957,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:43.032319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:43.171411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:43.171984 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 35b98740-9bbc-44a5-841d-f3a3f4de3b66 disassociated (deleted). External IP: 172.26.4.221, port: 166131b3-c093-4fde-873d-a02389f5c372.
Nov 15 09:29:43.286682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3069e2aa-e906-4f4e-a4da-4608f2446c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:43.701559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:43.971267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:43.982096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:43.990642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:43.998409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:43.999288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fabc18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:44.065063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/35b98740-9bbc-44a5-841d-f3a3f4de3b66 HTTP/1.1" status: 204  len: 168 time: 2.2879994
Nov 15 09:29:44.065830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:29:44.168847 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'tag': '166131b3-c093-4fde-873d-a02389f5c372', 'status': 'completed', 'code': 200}
Nov 15 09:29:44.257719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:44.324975 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-bf761061-0da8-429c-8200-1a9ec260cc2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 1162 time: 0.1065059
Nov 15 09:29:44.491084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-418601e3-11ba-4a58-a85c-f45f57a7fba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:44.498252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-418601e3-11ba-4a58-a85c-f45f57a7fba7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 200  len: 891 time: 0.1611814
Nov 15 09:29:44.614938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-0539c13a-58d7-4e0e-ac2e-67a183495f13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 200  len: 217 time: 0.1123374
Nov 15 09:29:44.697861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6112e9-8249-4c85-83da-b1436caa25a6 req-719bc4d9-9392-4f2d-8467-fd29e5e4c8b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:44.705298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fabc18>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:44.706177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af6112e9-8249-4c85-83da-b1436caa25a6 req-719bc4d9-9392-4f2d-8467-fd29e5e4c8b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.1305397
Nov 15 09:29:44.710215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:44.722040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-5960e0ef-863f-4e9e-8135-36c74590e62c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:44.723803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-5960e0ef-863f-4e9e-8135-36c74590e62c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 200  len: 834 time: 0.0955729
Nov 15 09:29:44.728813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:44.729596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fabc18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:44.760101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af6112e9-8249-4c85-83da-b1436caa25a6 req-e671310d-09d1-4d42-ba0c-035534da629e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522969
Nov 15 09:29:44.850038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-bc5e0891-39fe-4f57-944d-cf9e65a0f0bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=823474e7-fca9-4e58-8204-87efcf568a64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1179919
Nov 15 09:29:44.979107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:45.009912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-adaf9002-f7b6-491c-998c-7373a190f73b service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516178
Nov 15 09:29:45.170775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5eb530d5-9196-4bb0-9517-1d301a468cc5 req-2b676621-c1cb-43c5-92ea-0cff4d36c869 service neutron] 10.222.0.65 "GET /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534331
Nov 15 09:29:45.499792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fabc18>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:45.503996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d458546-13af-436a-80c5-1dfdb299725b None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:28Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '4d493078-b239-4229-9e4d-dd30b288cebc', 'name': '', 'network_id': '823474e7-fca9-4e58-8204-87efcf568a64', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:da:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:27:04Z', 'updated_at': '2020-11-15T09:27:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:45.687511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c995de35-1520-4657-93dd-f23ae5839ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:45.709252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:45.966486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede40aa1-e0d2-467a-b060-7fc0a6fff12d None None] New status for floating IP 35b98740-9bbc-44a5-841d-f3a3f4de3b66: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:29:46.018819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7721f-efbe-440f-ac85-aadb5e6ec9a4 req-a99e93ea-98ab-42ec-bbe6-30e34ba85e63 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:46.020480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2d7721f-efbe-440f-ac85-aadb5e6ec9a4 req-a99e93ea-98ab-42ec-bbe6-30e34ba85e63 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.1026144
Nov 15 09:29:46.076071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2d7721f-efbe-440f-ac85-aadb5e6ec9a4 req-3df6d659-aa3e-40d9-9fe1-f3efd276b8fd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a880ef0f-04c9-4684-915e-57bb5ce03cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487800
Nov 15 09:29:46.269166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:46.367321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-028ce6b3-6a8d-4353-9a9f-5ebc21c18ff9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:46.368118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-028ce6b3-6a8d-4353-9a9f-5ebc21c18ff9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:29:46.411823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-028ce6b3-6a8d-4353-9a9f-5ebc21c18ff9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:29:46.413175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-028ce6b3-6a8d-4353-9a9f-5ebc21c18ff9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 945 time: 0.1410530
Nov 15 09:29:46.505942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 166131b3-c093-4fde-873d-a02389f5c372 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:46.506537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:46.800863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 166131b3-c093-4fde-873d-a02389f5c372, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=166131b3-c093-4fde-873d-a02389f5c372,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:46.801354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:46.969131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 166131b3-c093-4fde-873d-a02389f5c372 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:46.997247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 166131b3-c093-4fde-873d-a02389f5c372 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:47.144579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:47.223266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:47.248092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:47.298357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607689da-db10-49b4-a804-42cdcfb4b3e8 req-02b5c786-f45e-40d4-8731-069dba5c0dd6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 210 time: 0.0746377
Nov 15 09:29:47.344784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=166131b3-c093-4fde-873d-a02389f5c372,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:47.347795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:47.467866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 166131b3-c093-4fde-873d-a02389f5c372 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:47.470474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:47.473198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'name': 'network-vif-deleted', 'tag': '166131b3-c093-4fde-873d-a02389f5c372'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:29:47.532618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dcfd19c-9414-496a-96bb-c34bae50633c req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/166131b3-c093-4fde-873d-a02389f5c372 HTTP/1.1" status: 204  len: 173 time: 1.1120741
Nov 15 09:29:47.541122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d724280-da26-4d0a-b90a-f6f1355cdc56', 'name': 'network-vif-deleted', 'tag': '166131b3-c093-4fde-873d-a02389f5c372', 'status': 'completed', 'code': 200}
Nov 15 09:29:47.560468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:47.892032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:48.497822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-853b75c8-bed2-468d-b8b5-fa51aa95ff77 req-c568a0e6-6798-4071-8d99-f0b74a802286 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=3d724280-da26-4d0a-b90a-f6f1355cdc56 HTTP/1.1" status: 200  len: 210 time: 0.0500717
Nov 15 09:29:49.613038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36716) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:49.691028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:49.724075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:49.817955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:49.824162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d28eafcc-da3d-4e83-a1c7-92271add7cfe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:49.837382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=a880ef0f-04c9-4684-915e-57bb5ce03cf7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:49.849860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:49.851102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/a880ef0f-04c9-4684-915e-57bb5ce03cf7 HTTP/1.1" status: 204  len: 168 time: 0.2370052
Nov 15 09:29:49.853677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.854199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.854635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.855066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.855490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.855915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.856340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.856762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.857179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.857597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.858027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.858428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.858901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.859319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.859733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.860187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.860602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.861020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.861433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.861846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.862257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.870808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.871651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.872711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:49.878408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:49.928147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36722) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:50.727082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:51.471464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 4d493078-b239-4229-9e4d-dd30b288cebc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:51.471750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:51.698160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 4d493078-b239-4229-9e4d-dd30b288cebc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=4d493078-b239-4229-9e4d-dd30b288cebc,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:51.698568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:51.847049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 4d493078-b239-4229-9e4d-dd30b288cebc owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:52.086223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:52.103857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0ff069-9ca1-4e26-9839-8671e6a8b43b tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:52.205081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=4d493078-b239-4229-9e4d-dd30b288cebc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:52.208270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:52.671624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:53.614132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 26e32565-313e-4320-aae1-7e7c4dd769c5 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:29:54.161770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:29:54.172060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Sync routers for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:29:54.178081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/26e32565-313e-4320-aae1-7e7c4dd769c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2462094
Nov 15 09:29:54.178376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36750) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:54.185582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:54.186788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef6e10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:54.388068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:29:54.391121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:54.415331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:54.449561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:54.543128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:54.734044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef6e10>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:54.738204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Checking router: 26e32565-313e-4320-aae1-7e7c4dd769c5 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:29:54.750059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Routers {'26e32565-313e-4320-aae1-7e7c4dd769c5'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:29:54.750731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef6e10>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['26e32565-313e-4320-aae1-7e7c4dd769c5'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:54.938472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:54.955491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f6abffa9-972f-4445-ae0d-f9888a38a4a1 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:54.982112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] Set router 26e32565-313e-4320-aae1-7e7c4dd769c5 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:29:55.056906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:55.062055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:55.100941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.107379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922e688-14f1-461c-872e-5bd7bc21ceff None None] Network 823474e7-fca9-4e58-8204-87efcf568a64 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:29:55.111280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/25f38fe7-e7eb-4ffa-9780-3ef2e8e0b4be HTTP/1.1" status: 204  len: 168 time: 0.9292979
Nov 15 09:29:55.111503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36756) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:55.302165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ef6e10>, [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:55.307657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e4a3-3073-47b0-82ed-42b4a6ba58ac None None] The sync data for ids ['26e32565-313e-4320-aae1-7e7c4dd769c5'] in dv-neutron-743142-12-ovs is: [{'id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'name': 'tempest-TestNetworkBasicOps-router-1960317416', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:46Z', 'updated_at': '2020-11-15T09:29:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'eb1d07bd-1106-4466-a03e-d69f8e7d5fc6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e32565-313e-4320-aae1-7e7c4dd769c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:49Z', 'updated_at': '2020-11-15T09:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:29:55.390486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] DHCP port deletion for 823474e7-fca9-4e58-8204-87efcf568a64 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:29:55.395257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Deleting port aba95963-7321-443f-a0ee-a16180def9e3 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:55.395695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.397686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.642191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] For port aba95963-7321-443f-a0ee-a16180def9e3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aba95963-7321-443f-a0ee-a16180def9e3,segment=NetworkSegment(eca4fbd5-d54d-45cd-aaeb-454987d867ae),segment_id=eca4fbd5-d54d-45cd-aaeb-454987d867ae)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:55.642639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.665762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.743682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:29:55.744239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:55.784442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Calling delete_port for aba95963-7321-443f-a0ee-a16180def9e3 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:55.948199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port eb1d07bd-1106-4466-a03e-d69f8e7d5fc6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:29:55.948599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:56.006154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:56.022443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:56.087077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:29:56.128563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Pushing event deleted for resources: {'Port': ['ID=aba95963-7321-443f-a0ee-a16180def9e3,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:56.133504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:56.168259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] No DVR routers for this DVR port aba95963-7321-443f-a0ee-a16180def9e3 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:29:56.377618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:56.394889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87b5e141-95a9-457e-a31b-e7db9d4c9db9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:56.493900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=eb1d07bd-1106-4466-a03e-d69f8e7d5fc6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:56.498289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:56.788688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:56.813953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aba95963-7321-443f-a0ee-a16180def9e3 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:56.858822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: aba95963-7321-443f-a0ee-a16180def9e3 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:56.859598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aba95963-7321-443f-a0ee-a16180def9e3 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:56.860164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4d493078-b239-4229-9e4d-dd30b288cebc no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:56.906940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 4d493078-b239-4229-9e4d-dd30b288cebc {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:56.907342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 4d493078-b239-4229-9e4d-dd30b288cebc not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:57.113726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.118972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.359281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-2e0343ba-7fe7-4dd3-bf4e-9e0a96ab9913 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0875986
Nov 15 09:29:57.525540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.526065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 26e32565-313e-4320-aae1-7e7c4dd769c5 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:29:57.564252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.565410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/26e32565-313e-4320-aae1-7e7c4dd769c5 HTTP/1.1" status: 204  len: 168 time: 2.4528062
Nov 15 09:29:57.568232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36766) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:57.592800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-d4f58178-650b-48f2-94dc-00e69cd9876a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.1071577
Nov 15 09:29:57.700329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.770199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-a18d8d17-e50d-47a8-bbe3-cdccba7cb3f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:57.772355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-a18d8d17-e50d-47a8-bbe3-cdccba7cb3f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 0.1563802
Nov 15 09:29:57.909620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:57.912383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-3ecbb79e-171d-47f4-8eff-04e9b65462e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 1002 time: 0.1311369
Nov 15 09:29:57.993500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-61b89d8b-4aff-4c72-b6d5-5969d756685c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:57.995388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-61b89d8b-4aff-4c72-b6d5-5969d756685c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.0746086
Nov 15 09:29:58.043599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a23bfdd8>,) {'filters': {'network_id': ['823474e7-fca9-4e58-8204-87efcf568a64']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:58.056828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a23bfdd8>, 'eca4fbd5-d54d-45cd-aaeb-454987d867ae') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:58.057184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a23bfdd8>, 'eca4fbd5-d54d-45cd-aaeb-454987d867ae') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:29:58.069657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:58.091641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-84d9a81e-0e5d-46a9-a227-7c8cf4128818 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882034
Nov 15 09:29:58.092746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:58.094792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 14 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:29:58.244469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-ab412b50-003a-45e7-9b46-6321b45be47f service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447926
Nov 15 09:29:58.284545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:58.294866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:58.402268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b862a32-bf29-41aa-815d-7a07dcc388b9 req-efd03258-c12b-43a6-abfd-0621c4d8ac9c service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498501
Nov 15 09:29:58.706127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:29:58.761878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 823474e7-fca9-4e58-8204-87efcf568a64 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:29:58.789247 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:29:58.914751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:29:58.932672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eb1d07bd-1106-4466-a03e-d69f8e7d5fc6 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:29:59.251750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.256391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.260992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0966a9f-87b7-4b05-9212-4754e2a99a7a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:59.289993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=823474e7-fca9-4e58-8204-87efcf568a64,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:59.296324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/823474e7-fca9-4e58-8204-87efcf568a64 HTTP/1.1" status: 204  len: 168 time: 1.7248065
Nov 15 09:29:59.303878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.304333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.304761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.305226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.305789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.306210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.306624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.307040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.307452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.307886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.308295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.308711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.309176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.309586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.310004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.310520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.311017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.311603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.312050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.312459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.312562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36774) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:59.312867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.313272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.313678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.314081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:29:59.318085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:59.319075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--2087821941', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:29:59.324798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:29:59.329220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:29:59.332356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:29:59.338762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:29:59.428971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:29:59.435208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.468901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:29:59.478862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.479300 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 4f842533-0e69-4e35-a875-29c6a9a6733d of type vxlan for network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f
Nov 15 09:29:59.507375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.709025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.713260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:29:59.713975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:29:59.718252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4cb02729-2267-4f79-be3a-0cf475a60e6f tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:29:59.835037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:29:59.838530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:29:59.846752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:59.869866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:29:59.984475 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6707377
Nov 15 09:29:59.987112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36778) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:29:59.993173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:00.001035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:00.005146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:00.008252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:00.014405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:00.109386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:00.110576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:00.249140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:00.870466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:01.160341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:01.197926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:01.230445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:30:01.477057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.151 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/a3db942f-229c-4bae-8251-0dfd6be70ba5) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:01.636927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:01.738172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:01.754087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82e09f3d-5ab4-4b76-95f1-8686312c35d2 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:01.919800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=a3db942f-229c-4bae-8251-0dfd6be70ba5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:01.923101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:01.968435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:01.969561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:01.971766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:02.222011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:02.222829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:02.726029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:30:02.998651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:30:03.008297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Sync routers for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:30:03.021943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:03.022638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33de9e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:03.222951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:03.224328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.2362149
Nov 15 09:30:03.227348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36788) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:03.254167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:03.279238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-371ad03f-24f5-4854-a23e-dfb777ac31be tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0500286
Nov 15 09:30:03.281977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36792) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:03.288265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894107451', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:03.409938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:03.414418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:03.417637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:03.423624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:03.578147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33de9e8>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:03.582350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Checking router: 5be44254-9f0d-4bd0-bc13-2d6d2f44112c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:30:03.582759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Updating router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c port a3db942f-229c-4bae-8251-0dfd6be70ba5 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:30:03.600144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:30:03.645905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:03.715065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.244111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.257291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Transition to ACTIVE for port object a3db942f-229c-4bae-8251-0dfd6be70ba5 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:04.474818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.491569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:04.637864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Pushing event updated for resources: {'Port': ['ID=a3db942f-229c-4bae-8251-0dfd6be70ba5,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:04.651021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:04.704637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Attempting to bind port a3db942f-229c-4bae-8251-0dfd6be70ba5 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:30:04.705067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Attempting to bind port a3db942f-229c-4bae-8251-0dfd6be70ba5 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:30:04.705488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Attempting to bind port a3db942f-229c-4bae-8251-0dfd6be70ba5 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:30:04.713043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:30:04.713482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:04.713938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.714381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:30:04.714910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Bound port: a3db942f-229c-4bae-8251-0dfd6be70ba5, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:30:04.715341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.737289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.753037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d28ab2aa-e7ef-4f52-81b1-d1345adfed0a tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:04.797999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] For port a3db942f-229c-4bae-8251-0dfd6be70ba5, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:30:04.801888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] For port a3db942f-229c-4bae-8251-0dfd6be70ba5, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3db942f-229c-4bae-8251-0dfd6be70ba5,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:30:04.905326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=a70431a0-7c64-4c13-8b90-e5998c593579,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:04.918339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:04.920895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:04.937281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:04.987389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:04.987793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:30:05.051582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:30:05.172037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:05.188571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:05.189503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:05.239598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd107595-25fc-4b47-9f86-6f20050c12ba None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:30:05.293036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.0099108
Nov 15 09:30:05.295743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36800) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:05.358102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Pushing event updated for resources: {'Port': ['ID=a3db942f-229c-4bae-8251-0dfd6be70ba5,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:05.365226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:05.522238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:05.522957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a33de9e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:05.623828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:30:05.624771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:05.951524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:06.298834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Allocated IP 172.20.0.2 (1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f/a70431a0-7c64-4c13-8b90-e5998c593579/7d268866-8597-4eed-9099-e6ec7cc57f88) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:06.482314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:06.513548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a33de9e8>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:06.551549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f2c96-a397-45d5-9aa2-e48a63a90866 None None] The sync data for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs is: [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:30:06.595552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:06.607675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Transition to ACTIVE for port object 7d268866-8597-4eed-9099-e6ec7cc57f88 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:06.624535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Transition to ACTIVE for port object 7d268866-8597-4eed-9099-e6ec7cc57f88 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:07.113431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f/a70431a0-7c64-4c13-8b90-e5998c593579/9bc609d6-383d-4886-b6df-b364838ae921) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:07.296433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:07.314729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 9bc609d6-383d-4886-b6df-b364838ae921 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:07.583784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:07.600544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:07.709292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:07.726295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:07.753140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Pushing event updated for resources: {'Port': ['ID=7d268866-8597-4eed-9099-e6ec7cc57f88,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:07.758764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:07.809358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:07.810695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:07.813372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:07.880601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Attempting to bind port 7d268866-8597-4eed-9099-e6ec7cc57f88 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:30:07.881034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Attempting to bind port 7d268866-8597-4eed-9099-e6ec7cc57f88 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:30:07.881451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Attempting to bind port 7d268866-8597-4eed-9099-e6ec7cc57f88 on network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:30:07.889184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:30:07.889626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Checking segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:07.890064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:07.890510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Bound using segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:30:07.891046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Bound port: 7d268866-8597-4eed-9099-e6ec7cc57f88, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:30:07.891472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:07.896291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:07.902167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:07.968364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:07.969657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:07.972243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:08.003866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] For port 7d268866-8597-4eed-9099-e6ec7cc57f88, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:30:08.007364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] For port 7d268866-8597-4eed-9099-e6ec7cc57f88, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7d268866-8597-4eed-9099-e6ec7cc57f88,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:30:08.035042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:08.771590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3db942f-229c-4bae-8251-0dfd6be70ba5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:09.986483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a3db942f-229c-4bae-8251-0dfd6be70ba5 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:09.988811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.060904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.127875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cb85f1dc-1eea-430c-a52d-37f293215a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:10.187906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a3db942f-229c-4bae-8251-0dfd6be70ba5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:10.188341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.467640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Pushing event updated for resources: {'Port': ['ID=7d268866-8597-4eed-9099-e6ec7cc57f88,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:10.471430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:10.551396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.568933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a3db942f-229c-4bae-8251-0dfd6be70ba5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3db942f-229c-4bae-8251-0dfd6be70ba5,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:30:10.600060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.605515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:10.641470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.674286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.683280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a3db942f-229c-4bae-8251-0dfd6be70ba5,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:10.686959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:10.707718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c95fc931-231d-4e31-bfd1-a6daf1d2a92f tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:10.807192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3db942f-229c-4bae-8251-0dfd6be70ba5 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:10.828841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.924303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a3db942f-229c-4bae-8251-0dfd6be70ba5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:10.924745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:10.932058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:10.938450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:11.003224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:11.004557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:11.505144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:30:11.637478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-3b4532a2-3f53-4c94-8603-7f0bf4f23c7c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:30:11.732000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-3b4532a2-3f53-4c94-8603-7f0bf4f23c7c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:30:11.733307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-3b4532a2-3f53-4c94-8603-7f0bf4f23c7c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1729009329&fields=id&tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 267 time: 0.1406889
Nov 15 09:30:11.915416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-8f22973f-9d56-48c6-b447-1c64341e6632 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:11.916213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-8f22973f-9d56-48c6-b447-1c64341e6632 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:30:11.920840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7812d-45d6-4beb-bcb6-6c8f34e9e39c None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:30:11.982906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-8f22973f-9d56-48c6-b447-1c64341e6632 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:30:11.984613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-8f22973f-9d56-48c6-b447-1c64341e6632 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.2430413
Nov 15 09:30:12.003606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-5d474132-0036-45ac-8479-84bdab2ebcef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/quotas/5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 375 time: 0.0122590
Nov 15 09:30:12.057315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5f1f56a7-795b-4972-b812-5c0d68662716 None None] Provisioning for port 7d268866-8597-4eed-9099-e6ec7cc57f88 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:12.078606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:30:12.092694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Sync routers for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:30:12.093468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/5be44254-9f0d-4bd0-bc13-2d6d2f44112c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7965996
Nov 15 09:30:12.096047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36826) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:12.107730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:12.108709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3def198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:12.117953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-1f69b6da-017d-4cc5-a143-59a01af654ef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1084530
Nov 15 09:30:12.285289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.285966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.286552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.287132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.287949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.288469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.288961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.291161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-823f1caa-3723-4b0c-a9f3-b23bd2890f38 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4927 time: 0.1940157
Nov 15 09:30:12.294380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36832) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:12.302239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-839f313d-006c-4573-b60f-1495716d3742 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:30:12.303603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-839f313d-006c-4573-b60f-1495716d3742 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1728528
Nov 15 09:30:12.360544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:12.499548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.499979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.500566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.501160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.501571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.501979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.502382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:12.521562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8edfffaa-37ed-4317-af40-7f3b4ce02b3d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4627 time: 0.2071595
Nov 15 09:30:12.522660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36836) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:12.538682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-85886dde-1b0d-4654-98ef-728851b13aec service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911244
Nov 15 09:30:12.543464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc546712-41ef-4c44-b45c-7b4eaef21f7a None None] Provisioning for port 9bc609d6-383d-4886-b6df-b364838ae921 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:12.548879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bc546712-41ef-4c44-b45c-7b4eaef21f7a None None] Provisioning complete for port 9bc609d6-383d-4886-b6df-b364838ae921 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:12.549310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc546712-41ef-4c44-b45c-7b4eaef21f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:12.642373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bc546712-41ef-4c44-b45c-7b4eaef21f7a None None] Port 9bc609d6-383d-4886-b6df-b364838ae921 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:30:12.710573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-d3847d50-43e8-49f3-9dbc-076597e15f24 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614633
Nov 15 09:30:12.830718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7d268866-8597-4eed-9099-e6ec7cc57f88 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:12.876116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3def198>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:12.889469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Checking router: 5be44254-9f0d-4bd0-bc13-2d6d2f44112c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:30:12.889887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Updating router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c port 9bc609d6-383d-4886-b6df-b364838ae921 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:30:12.905768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b6f227a6-bc99-4e6b-8c4a-6b20d67e53c3 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3775 time: 0.3814976
Nov 15 09:30:12.969241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:12.983969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c26a12c5-8132-4a86-bdea-27998f78de1f None None] Provisioning complete for port 9bc609d6-383d-4886-b6df-b364838ae921 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:12.984489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c26a12c5-8132-4a86-bdea-27998f78de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.139879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7d268866-8597-4eed-9099-e6ec7cc57f88 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:13.147274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c26a12c5-8132-4a86-bdea-27998f78de1f None None] Port 9bc609d6-383d-4886-b6df-b364838ae921 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:30:13.149249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7d268866-8597-4eed-9099-e6ec7cc57f88 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:13.150475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.473646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a8c0d49d-eb31-432d-a9d1-9ee110863004 None None] Provisioning complete for port 9bc609d6-383d-4886-b6df-b364838ae921 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:13.473646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d49d-eb31-432d-a9d1-9ee110863004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.474968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36848) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:13.474968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991389803', 'description': 'tempest-secgroup-smoke-1991389803 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:13.475143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0d49d-eb31-432d-a9d1-9ee110863004 None None] Port 9bc609d6-383d-4886-b6df-b364838ae921 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:30:13.475235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:13.475235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:13.475398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.475398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84355e06-06d3-4fb6-9417-6c202c962d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.475570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:13.475570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:13.489311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 7d268866-8597-4eed-9099-e6ec7cc57f88, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7d268866-8597-4eed-9099-e6ec7cc57f88,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:30:13.514459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.545558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.551299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:13.559559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:13.570109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:13.573460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:13.579296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:13.620987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ce711134-87be-4146-80f0-cc6692491594 None None] Provisioning complete for port 7d268866-8597-4eed-9099-e6ec7cc57f88 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:13.621572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce711134-87be-4146-80f0-cc6692491594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.643021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.680171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.695613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-428de12f-6485-4cb3-96b8-de6161d7239e req-b2401685-526f-4a2f-a332-4bab2568c937 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 210 time: 0.0762558
Nov 15 09:30:13.711675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3ecd6f1-eb97-48cd-929d-1fce084e3031 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:13.714435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=7d268866-8597-4eed-9099-e6ec7cc57f88,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:13.718951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:13.751674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2904bb-1b6d-4287-9d89-82ad0e01a4df,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:13.755130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:13.760069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.761952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3349488
Nov 15 09:30:13.763977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.764950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36858) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:13.770730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:13.778684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:13.787910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Transition to ACTIVE for port object 9bc609d6-383d-4886-b6df-b364838ae921 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:13.800018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:13.803422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:13.809424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:13.828399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:13.848590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc37be1b-f134-49d0-8fdd-72b009df74f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:13.950184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.001736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Pushing event updated for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:14.021002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.032612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.032612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.032612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.032612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.032612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.033252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.033252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.033477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.033797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.034161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.034525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.034886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.035300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.035663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.036051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.036412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.036768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.037127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.037487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.037845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.038221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.038579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.038983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.039336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:14.044297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:14.051219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.053244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f21fd6-6086-49d1-aeec-471f044c388d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:14.080628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99fe8c6-a97b-48fb-8aca-95f5e3498148,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:14.083391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:14.183444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.184844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4188282
Nov 15 09:30:14.188059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36864) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:14.194133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:14.198758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Attempting to bind port 9bc609d6-383d-4886-b6df-b364838ae921 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:30:14.199617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Attempting to bind port 9bc609d6-383d-4886-b6df-b364838ae921 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:30:14.200105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Attempting to bind port 9bc609d6-383d-4886-b6df-b364838ae921 on network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:30:14.202008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:14.206339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:14.207509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:30:14.207957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Checking segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:14.208412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.208873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Bound using segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:30:14.209362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Bound port: 9bc609d6-383d-4886-b6df-b364838ae921, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:30:14.209601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:14.209790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.216411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:14.310605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.314922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] For port 9bc609d6-383d-4886-b6df-b364838ae921, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:30:14.318274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] For port 9bc609d6-383d-4886-b6df-b364838ae921, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bc609d6-383d-4886-b6df-b364838ae921,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:30:14.361035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.376985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9157996f-9c9a-426a-9f63-6dbdc46fe825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:14.379047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.412021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.414271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84c0f9af-2b02-46f7-8a4a-a0efdca0f5cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:14.440301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ba6de8-ac86-46c4-9a94-8b79bf683c48,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:14.443006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:14.503784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.507998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3160968
Nov 15 09:30:14.508295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 36872) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:14.515110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:14.521658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:14.525756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:14.528971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:14.534940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:14.535120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Pushing event updated for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:14.540268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:14.583940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:14.584618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3def198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:29:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:14.596519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.685070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.720523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.722699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:14.752879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ef08db-8a9f-4014-a3e9-9eaf51a3afeb,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:14.767909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:14.797619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7d268866-8597-4eed-9099-e6ec7cc57f88 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:14.812835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.814173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3048644
Nov 15 09:30:14.817292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36878) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:14.823315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:14.853228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:14.858769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:14.872996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:14.877140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:14.883138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:14.950557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.951360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7d268866-8597-4eed-9099-e6ec7cc57f88 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:14.952248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:14.976756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7bd00c5e-5895-462f-b08f-cef1fea2d29d req-51a94983-f963-4077-8ef5-f42ce84bca09 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 210 time: 0.0805371
Nov 15 09:30:15.036941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.075093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.077299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-630409a3-5130-440d-8592-ed6cf2eca41f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:15.118858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322100c3-cf37-465a-9a53-c15d86fcabb7,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:15.122861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:15.148959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.150307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3319311
Nov 15 09:30:15.153950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36882) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:15.159967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:15.166026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:15.170279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:15.173470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:15.179316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:15.211678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:30:15.219721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.238190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3def198>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:14Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:15.242462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7029-4d85-4d0b-926b-1f19679f5204 None None] The sync data for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs is: [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:14Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:30:15.358014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.394667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.403119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eba9b2c3-bdb9-4cef-bcdb-f30b770ce100 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:15.424356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad854d5-e3f7-4691-b7cc-ced816ca8fd0,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:15.429445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:15.463262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.465642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3104105
Nov 15 09:30:15.468116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36886) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:15.473998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '3d2904bb-1b6d-4287-9d89-82ad0e01a4df', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:15.480892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:15.485274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:15.488561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:15.495465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:15.526381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:30:15.534613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.691755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-597da26d-4459-43f1-b6d2-e041d11370f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.717810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.748991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.752872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.757996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:15.801237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-4c5ec7fa-4dfb-4837-8dd8-b59ef45cbe34 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:15.802894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-4c5ec7fa-4dfb-4837-8dd8-b59ef45cbe34 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.2032893
Nov 15 09:30:15.806340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498e3dc1-d1d6-4c97-a2ec-a3eeb9bf7ef2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:15.809734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:15.861816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:15.863152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3938487
Nov 15 09:30:15.903465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-38da7cf1-836c-45e7-8530-88303d1f3ec8 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 5087 time: 0.0788617
Nov 15 09:30:15.915958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'port': {'device_id': 'f3143862-62db-4e6a-90d6-13f645236129', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'admin_state_up': True, 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'security_groups': ['9e9099d8-e82c-4660-aaf3-0d03d0e4515d']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:16.089760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:16.094597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:port and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:16.098035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:16.106211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:16.154569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Made reservation on behalf of 5373a505522243468a5c2afd9d576d50 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:30:16.160773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:16.191675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76dff6bb-5bf6-42f7-9947-f5d9bf68519a req-e6df7c31-e881-4342-b8de-d5e8e8827049 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 210 time: 0.0545645
Nov 15 09:30:16.222856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-13cf2f97-1190-4c08-bfc6-0751c9b80835 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991389803&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.1260808
Nov 15 09:30:16.292196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:16.412563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-e797d390-2da6-4f6d-be08-e850aef59245 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:16.413340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-e797d390-2da6-4f6d-be08-e850aef59245 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:30:16.474240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-e797d390-2da6-4f6d-be08-e850aef59245 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:30:16.485232 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-e797d390-2da6-4f6d-be08-e850aef59245 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 200  len: 797 time: 0.2605789
Nov 15 09:30:16.511072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-addef057-a3df-4410-8aee-2828451630c8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0242395
Nov 15 09:30:16.556221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.20.0.12 (e76adbaf-78b0-419f-b610-8e6e7484786e/55f15274-63e1-4a00-ae82-87802e0289d4/1c33368c-9bd2-4455-9550-4a660bbda2b6) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:16.664412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-0e2a5c91-85e7-439c-9a66-f774979b7175 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1521649
Nov 15 09:30:16.869342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bc609d6-383d-4886-b6df-b364838ae921 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:16.907645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:16.940262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-d66670cd-8e7e-4a38-9b1a-da5761098619 service neutron] 10.222.0.81 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719371
Nov 15 09:30:16.954710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Transition to ACTIVE for port object 1c33368c-9bd2-4455-9550-4a660bbda2b6 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:17.017803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.037301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3530afd8-be05-4708-b700-1bbcc4c7261a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:17.058450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9bc609d6-383d-4886-b6df-b364838ae921 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:17.072541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9bc609d6-383d-4886-b6df-b364838ae921 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:17.072541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.126544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-2f1338ff-7441-4b48-a63f-64eb9f0e6bde service neutron] 10.222.0.81 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1852744
Nov 15 09:30:17.265124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.279358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:17.284855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:17.332064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 9bc609d6-383d-4886-b6df-b364838ae921, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bc609d6-383d-4886-b6df-b364838ae921,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:30:17.343110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.350891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:17.351257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:17.352675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:17.355896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:17.449610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:17.450542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.451458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:17.462011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.462403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.462788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.463165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.464597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.465093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.465475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.465850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.466309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.466906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.466906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.467266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.467827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.468232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.468602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.469106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.469474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.469842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.470210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.470574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.470945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.471310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.471675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.472063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:30:17.488559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:17.509585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5990634
Nov 15 09:30:17.530642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Request body: {'port': {'device_id': 'f3143862-62db-4e6a-90d6-13f645236129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:17.531690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.578181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-37d65868-6cba-40bc-86b3-792c9bac7163 req-93f5e49e-63be-441e-8f6d-0f6831e73f64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 210 time: 0.1469066
Nov 15 09:30:17.657366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8b49-8f99-438c-89e4-5d5e549a62fa req-0968b5d0-a8a7-4041-8db5-e8f142d72344 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:17.659020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90ec8b49-8f99-438c-89e4-5d5e549a62fa req-0968b5d0-a8a7-4041-8db5-e8f142d72344 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 932 time: 0.1525857
Nov 15 09:30:17.712695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90ec8b49-8f99-438c-89e4-5d5e549a62fa req-8e3ce853-dfc1-40ae-91a7-497a5054982f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468748
Nov 15 09:30:17.725942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-adfb807b-f5d6-4657-bfd9-12c1427668c3 None None] Provisioning for port 1c33368c-9bd2-4455-9550-4a660bbda2b6 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:17.730748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.734209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-adfb807b-f5d6-4657-bfd9-12c1427668c3 None None] Provisioning complete for port 1c33368c-9bd2-4455-9550-4a660bbda2b6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:17.734816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adfb807b-f5d6-4657-bfd9-12c1427668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:17.844256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-adfb807b-f5d6-4657-bfd9-12c1427668c3 None None] Port 1c33368c-9bd2-4455-9550-4a660bbda2b6 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:30:17.908305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:18.337207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c33368c-9bd2-4455-9550-4a660bbda2b6 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:30:18.345273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:18.358018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Transition to ACTIVE for port object 1c33368c-9bd2-4455-9550-4a660bbda2b6 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:18.394185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:18.411086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:18.565295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:18.570549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:18.837101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bc609d6-383d-4886-b6df-b364838ae921 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:18.865988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Attempting to bind port 1c33368c-9bd2-4455-9550-4a660bbda2b6 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:30:18.866383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Attempting to bind port 1c33368c-9bd2-4455-9550-4a660bbda2b6 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:30:18.866771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Attempting to bind port 1c33368c-9bd2-4455-9550-4a660bbda2b6 on network e76adbaf-78b0-419f-b610-8e6e7484786e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:30:18.883522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:30:18.883903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:18.884250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:18.884658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Bound using segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:30:18.885167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Bound port: 1c33368c-9bd2-4455-9550-4a660bbda2b6, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:30:18.886204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:18.923343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebfb845a-4cea-48f1-b196-04af4ad9edf8 req-3424720a-9bb9-425f-a294-83f1bf890093 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 210 time: 0.1108909
Nov 15 09:30:19.040611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9bc609d6-383d-4886-b6df-b364838ae921 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:19.041362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:19.050233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:30:19.054987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:30:19.086243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:19.106141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-722e8b59-5d96-4e54-965e-1b8e1d1122fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:19.145627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0df3-03c1-4a1f-abbc-d5bffbc50293 req-4bd67ede-18a4-480c-abbd-c34ba079c6c7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:19.148199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d07f0df3-03c1-4a1f-abbc-d5bffbc50293 req-4bd67ede-18a4-480c-abbd-c34ba079c6c7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1400025
Nov 15 09:30:19.209948 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d07f0df3-03c1-4a1f-abbc-d5bffbc50293 req-b51701b3-ae04-440b-bd7a-80b1a54bba6d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0550015
Nov 15 09:30:19.336593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:19.346816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:19.383018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:19.384526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 1158 time: 1.8613172
Nov 15 09:30:19.385108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:19.467890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'status': 'completed', 'code': 200}
Nov 15 09:30:19.591152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-6b6a65a3-de7b-4dcd-92f0-e75e3e84d746 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1161 time: 0.1055248
Nov 15 09:30:19.704804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-7340ac84-cd2e-4351-9ba2-be80ff428c82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 217 time: 0.0992496
Nov 15 09:30:19.706566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-5cf49084-1fa0-4b7b-8eaf-f382ff1d1d68 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:19.708332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-5cf49084-1fa0-4b7b-8eaf-f382ff1d1d68 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 200  len: 797 time: 0.1869001
Nov 15 09:30:19.822854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-b9254902-4585-49b2-bd44-2e29773ed588 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.0920630
Nov 15 09:30:19.825903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-eb5d03e4-3c45-442b-86dc-7814db5064e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:19.830832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-eb5d03e4-3c45-442b-86dc-7814db5064e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0975072
Nov 15 09:30:19.833159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['3d2904bb-1b6d-4287-9d89-82ad0e01a4df']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:19.938337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-313137ce-a105-4974-ba75-107a44f28dd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047428
Nov 15 09:30:20.019037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:20.027004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:port and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:20.028995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:20.037761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:20.099141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-cadb64b5-8436-4f4d-b133-84828a87d843 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532793
Nov 15 09:30:20.115112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:30:20.120668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:20.147957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12109ee6-d78f-47f6-9fa1-4c39f41e94cf req-2f205877-9516-4ce5-9d7b-ae184f7f9e35 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 210 time: 0.0767589
Nov 15 09:30:20.255911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-621e260d-63d4-4ca9-bd04-ed55a491cb8d req-6d0c1e9a-5561-4942-8003-95b9500d2053 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485369
Nov 15 09:30:20.452365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-9d431cee-d0b8-4b3a-8c81-08d60636d655 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1161 time: 0.0938318
Nov 15 09:30:20.547635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19cc1-4ddb-49b2-96ff-414294a5f9d3 req-91a8109d-d200-43ae-824d-7aaf05d731b3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:20.551329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdd19cc1-4ddb-49b2-96ff-414294a5f9d3 req-91a8109d-d200-43ae-824d-7aaf05d731b3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.2016501
Nov 15 09:30:20.553669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.9 (1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f/a70431a0-7c64-4c13-8b90-e5998c593579/50808134-0a38-4393-a447-4d43ab20b372) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:20.610678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-fa6c5439-5fd5-426d-8d8c-174253d88f37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:20.613766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-fa6c5439-5fd5-426d-8d8c-174253d88f37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1536930
Nov 15 09:30:20.634402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdd19cc1-4ddb-49b2-96ff-414294a5f9d3 req-356ccf76-2019-4570-8390-b2533f58d5c5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0782540
Nov 15 09:30:20.811765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:20.830456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 50808134-0a38-4393-a447-4d43ab20b372 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:20.886657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:20.907324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbf82d32-e489-4864-84f3-586902a842a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:20.972105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-5ccce8d5-74ec-40cf-93a8-054f28bb3344 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 217 time: 0.3529568
Nov 15 09:30:21.048493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-73656e82-8f31-4c52-be75-ee630eb16107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:21.050144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-73656e82-8f31-4c52-be75-ee630eb16107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0709708
Nov 15 09:30:21.150386 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-5dce9833-1d03-4612-9783-5d461bf4677f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913308
Nov 15 09:30:21.308045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-93fc4b4f-446c-4981-8d79-b66af11b0e6e service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493242
Nov 15 09:30:21.383174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=50808134-0a38-4393-a447-4d43ab20b372,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:21.405460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:21.455898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c3476b11-57ff-4d59-a6ec-781ed7ac17a5 req-c6ce69bf-c437-4680-b178-1d4f2f0fd4f6 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410992
Nov 15 09:30:21.473047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:21.475648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:21.478426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:21.513391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130ba68-f6e4-4da6-af4f-9502fc3c2fb9 req-4b7d2b5b-8521-4564-a96d-cdd0bcaa7c1e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:21.515073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5130ba68-f6e4-4da6-af4f-9502fc3c2fb9 req-4b7d2b5b-8521-4564-a96d-cdd0bcaa7c1e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 931 time: 0.2148438
Nov 15 09:30:21.586537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:21.587221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:21.608768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5130ba68-f6e4-4da6-af4f-9502fc3c2fb9 req-741f6a84-9e22-4617-8256-724e9ab11264 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838988
Nov 15 09:30:21.675235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8467052
Nov 15 09:30:21.696670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Request body: {'port': {'device_id': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:21.725379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e51d364-0232-4500-81b3-53ba3bf4b77f None None] Provisioning for port 50808134-0a38-4393-a447-4d43ab20b372 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:21.731562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5e51d364-0232-4500-81b3-53ba3bf4b77f None None] Provisioning complete for port 50808134-0a38-4393-a447-4d43ab20b372 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:21.732036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e51d364-0232-4500-81b3-53ba3bf4b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:21.799768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5e51d364-0232-4500-81b3-53ba3bf4b77f None None] Port 50808134-0a38-4393-a447-4d43ab20b372 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:30:21.893200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:22.030957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b6f13-9bab-4981-87ab-aeb6b3b955d1 req-ce93c400-a88b-4d03-9f9d-c937c16ac840 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:22.032580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459b6f13-9bab-4981-87ab-aeb6b3b955d1 req-ce93c400-a88b-4d03-9f9d-c937c16ac840 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.2332075
Nov 15 09:30:22.153911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459b6f13-9bab-4981-87ab-aeb6b3b955d1 req-d3e99df1-199e-48a7-ac37-9282122c3e98 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1137948
Nov 15 09:30:22.393953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50808134-0a38-4393-a447-4d43ab20b372 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:30:22.401144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:22.413239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Transition to ACTIVE for port object 50808134-0a38-4393-a447-4d43ab20b372 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:30:22.445452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:22.461373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2fb16e5a-8809-4358-8343-ea5751b40225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:22.614440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Pushing event updated for resources: {'Port': ['ID=50808134-0a38-4393-a447-4d43ab20b372,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:22.620540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:22.873174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Attempting to bind port 50808134-0a38-4393-a447-4d43ab20b372 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:30:22.873555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Attempting to bind port 50808134-0a38-4393-a447-4d43ab20b372 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:30:22.873923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Attempting to bind port 50808134-0a38-4393-a447-4d43ab20b372 on network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:30:22.885024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:30:22.885423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Checking segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:30:22.885839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:22.886231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Bound using segment: {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:30:22.886706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Bound port: 50808134-0a38-4393-a447-4d43ab20b372, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f842533-0e69-4e35-a875-29c6a9a6733d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:30:22.887079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:22.954869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03b076-b6c4-437e-9478-eee03bbd058c req-90e067b6-efac-47be-8e7b-00791b1015fc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:22.955636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0e03b076-b6c4-437e-9478-eee03bbd058c req-90e067b6-efac-47be-8e7b-00791b1015fc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:30:23.021619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] For port 50808134-0a38-4393-a447-4d43ab20b372, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:30:23.024749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] For port 50808134-0a38-4393-a447-4d43ab20b372, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=50808134-0a38-4393-a447-4d43ab20b372,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:30:23.039777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0e03b076-b6c4-437e-9478-eee03bbd058c req-90e067b6-efac-47be-8e7b-00791b1015fc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:30:23.041120 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0e03b076-b6c4-437e-9478-eee03bbd058c req-90e067b6-efac-47be-8e7b-00791b1015fc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 943 time: 0.2793801
Nov 15 09:30:23.071156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:23.086325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c3350fe-21e5-44d8-9a76-7c28dee1b2db tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:23.239182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0e03b076-b6c4-437e-9478-eee03bbd058c req-47a780d3-75bd-44c5-9994-a9497c15717f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1909707
Nov 15 09:30:23.267676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Pushing event updated for resources: {'Port': ['ID=50808134-0a38-4393-a447-4d43ab20b372,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:23.272513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:23.370817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:23.372322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] 10.222.0.65 "PUT /v2.0/ports/50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 200  len: 1157 time: 1.6815338
Nov 15 09:30:23.372897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:23.414626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175dded-1498-4f77-8f65-6c961d087ccb req-287fe50c-225a-40b5-9aa6-8d72178e7f24 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:23.416342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4175dded-1498-4f77-8f65-6c961d087ccb req-287fe50c-225a-40b5-9aa6-8d72178e7f24 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1308665
Nov 15 09:30:23.441680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372', 'status': 'completed', 'code': 200}
Nov 15 09:30:23.509176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4175dded-1498-4f77-8f65-6c961d087ccb req-25b75bc0-b7e6-46a2-9458-5c1e8b5eebd8 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0857222
Nov 15 09:30:23.558419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-85f0be5c-be33-4d54-91fb-19ec23f158a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1160 time: 0.0896995
Nov 15 09:30:23.645516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-fd421ba0-7db1-4831-9a43-90903153655f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 200  len: 217 time: 0.0725613
Nov 15 09:30:23.719672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-b48fab74-e3d6-4ac9-895b-755889ff35f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:23.721191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-b48fab74-e3d6-4ac9-895b-755889ff35f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a70431a0-7c64-4c13-8b90-e5998c593579 HTTP/1.1" status: 200  len: 835 time: 0.0691602
Nov 15 09:30:23.813147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-af5a4975-63ba-4025-8929-88b28478b231 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835376
Nov 15 09:30:23.957863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-2e0a6d80-db2c-4881-b610-98da39dea13d service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378098
Nov 15 09:30:24.131308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28d9f52a-20a8-4f6b-a417-8848bd785640 req-70056694-5e77-4a38-84ee-02cf8f0026cd service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1652529
Nov 15 09:30:24.346219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-e79c83e8-da32-4bae-bfb9-219b6bcd9547 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1160 time: 0.0893173
Nov 15 09:30:24.570550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-7f4309d6-1070-47e0-9c7d-bd5ba6f2d596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:24.572182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-7f4309d6-1070-47e0-9c7d-bd5ba6f2d596 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 200  len: 891 time: 0.2168684
Nov 15 09:30:24.582499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa784f-859f-4dab-b317-dd445e6bbfca req-0bdfe7b3-4d14-4d42-b8fd-2af6caeb23a0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:24.584071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7aaa784f-859f-4dab-b317-dd445e6bbfca req-0bdfe7b3-4d14-4d42-b8fd-2af6caeb23a0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 943 time: 0.2059894
Nov 15 09:30:24.721046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-83a6f80a-e7e2-4f5e-aa4d-8900a32e3b3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 200  len: 217 time: 0.1359653
Nov 15 09:30:24.808846 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7aaa784f-859f-4dab-b317-dd445e6bbfca req-2a195520-34b6-4ba0-9e3c-25fe992c4fb2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1698134
Nov 15 09:30:24.838844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-2e6d332e-ba5f-492e-9c5f-47edfbe8b2c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:24.838844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-2e6d332e-ba5f-492e-9c5f-47edfbe8b2c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a70431a0-7c64-4c13-8b90-e5998c593579 HTTP/1.1" status: 200  len: 835 time: 0.1045895
Nov 15 09:30:24.890726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dc0e3-26b0-4b9d-aa70-cd6cbd494c14 req-6e318e4e-ef8c-41f3-8cb2-bc81dd7c82f9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:24.892342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c7dc0e3-26b0-4b9d-aa70-cd6cbd494c14 req-6e318e4e-ef8c-41f3-8cb2-bc81dd7c82f9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.2515163
Nov 15 09:30:24.966542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c7dc0e3-26b0-4b9d-aa70-cd6cbd494c14 req-1aad6978-0931-47e3-887f-b27473529044 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0680788
Nov 15 09:30:24.977496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-a8d93d3a-9738-43ab-8176-5d47a77dcb5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1337159
Nov 15 09:30:25.127141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-cf3da5f1-032d-495a-ac62-ccd9c56a6d18 service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416898
Nov 15 09:30:25.275524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad2de908-8fd2-45b8-8177-d6244c4398aa req-47b416d1-d16c-4fed-bda2-4acc29756c7a service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404974
Nov 15 09:30:26.377731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca1b2-9e12-4e18-9fbe-ded528bd659c req-011dfeab-02ed-4a94-b68f-a6c7a187c5b6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:26.379367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34bca1b2-9e12-4e18-9fbe-ded528bd659c req-011dfeab-02ed-4a94-b68f-a6c7a187c5b6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 943 time: 0.4378457
Nov 15 09:30:26.385901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc65b0-f5a8-4717-b2c1-4d1672019536 req-b2863f16-0308-4833-8cd3-fea8ed31f415 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:26.387409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebfc65b0-f5a8-4717-b2c1-4d1672019536 req-b2863f16-0308-4833-8cd3-fea8ed31f415 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1360309
Nov 15 09:30:26.468486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34bca1b2-9e12-4e18-9fbe-ded528bd659c req-1c886843-8b6f-4b98-8a74-b299d8742744 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800200
Nov 15 09:30:26.470792 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebfc65b0-f5a8-4717-b2c1-4d1672019536 req-15f656b5-4cbb-4ad7-bf2a-a2ba25220f37 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0682151
Nov 15 09:30:27.767828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54731b30-5909-4061-bc6f-b45e5f2e2e5d req-eb514531-98a7-4364-ac80-75d4a441b1f6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:27.769390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54731b30-5909-4061-bc6f-b45e5f2e2e5d req-eb514531-98a7-4364-ac80-75d4a441b1f6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 943 time: 0.1720102
Nov 15 09:30:27.776534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c91c76-cdab-44ff-bf5c-d65a886e04b9 req-c0f70e4b-098b-45ac-a093-da99e7dfb458 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:27.778062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82c91c76-cdab-44ff-bf5c-d65a886e04b9 req-c0f70e4b-098b-45ac-a093-da99e7dfb458 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1398168
Nov 15 09:30:27.858179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54731b30-5909-4061-bc6f-b45e5f2e2e5d req-02ffbbbc-e172-494b-a777-e395f8e79312 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790792
Nov 15 09:30:27.860785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82c91c76-cdab-44ff-bf5c-d65a886e04b9 req-877c0147-9313-41a3-8f57-3879b60e038f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0657027
Nov 15 09:30:28.053591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 50808134-0a38-4393-a447-4d43ab20b372 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:28.159477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 50808134-0a38-4393-a447-4d43ab20b372 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:28.164348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 50808134-0a38-4393-a447-4d43ab20b372 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:28.164788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:28.304407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:28.332379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50808134-0a38-4393-a447-4d43ab20b372'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:28.343364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 50808134-0a38-4393-a447-4d43ab20b372, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=50808134-0a38-4393-a447-4d43ab20b372,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:30:28.371104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:28.373910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76de041e-4c18-4551-a3ea-27a43d67043c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:28.410190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50808134-0a38-4393-a447-4d43ab20b372', 'code': 200}
Nov 15 09:30:28.456348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=50808134-0a38-4393-a447-4d43ab20b372,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:28.459692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:28.741396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fab69a1a-ff66-42fc-a841-6ba987eef753 req-b86b9e96-7407-4cfb-a84c-830e7eb8372f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1162 time: 0.0871069
Nov 15 09:30:28.788945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fab69a1a-ff66-42fc-a841-6ba987eef753 req-2b74b0ac-0b49-4975-a0e9-4ea458eae678 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394297
Nov 15 09:30:29.156797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e640a34-2cf3-4fce-a064-3fd0276a7b78 req-f8a98e57-e21e-47f2-b248-fde402c5713a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:29.158429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e640a34-2cf3-4fce-a064-3fd0276a7b78 req-f8a98e57-e21e-47f2-b248-fde402c5713a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1708155
Nov 15 09:30:29.168434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f208739-c2bf-40b1-b696-c8323891d28c req-61f86b53-9c4e-411c-92f4-c592cb7eaa2f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:29.169982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f208739-c2bf-40b1-b696-c8323891d28c req-61f86b53-9c4e-411c-92f4-c592cb7eaa2f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1413145
Nov 15 09:30:29.249570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e640a34-2cf3-4fce-a064-3fd0276a7b78 req-2334163f-671d-487c-8c28-7a461223a7f7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785501
Nov 15 09:30:29.252219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f208739-c2bf-40b1-b696-c8323891d28c req-3b4f0fc0-8274-4c38-8a7a-483d9f4256bc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0661378
Nov 15 09:30:30.352878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 1c33368c-9bd2-4455-9550-4a660bbda2b6 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:30.468577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 1c33368c-9bd2-4455-9550-4a660bbda2b6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:30:30.473969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 1c33368c-9bd2-4455-9550-4a660bbda2b6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:30.474398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:30.554649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c45d16-6013-437c-8dde-5039aa76959b req-aa676ed3-85b3-42eb-96d9-0a901204993e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:30.556227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-00c45d16-6013-437c-8dde-5039aa76959b req-aa676ed3-85b3-42eb-96d9-0a901204993e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1734314
Nov 15 09:30:30.568089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ad2c-b275-4eeb-909e-5ff1a170bc4c req-d03f27b1-eba6-42b3-b384-ea4c8ee91d4b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:30.569657 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c924ad2c-b275-4eeb-909e-5ff1a170bc4c req-d03f27b1-eba6-42b3-b384-ea4c8ee91d4b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.1455586
Nov 15 09:30:30.614465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:30.643781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:30.647650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-00c45d16-6013-437c-8dde-5039aa76959b req-df5b14ac-fac7-431c-8cf3-290d6e25f172 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769579
Nov 15 09:30:30.653056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c924ad2c-b275-4eeb-909e-5ff1a170bc4c req-9c2c04b2-2ded-4b7c-b782-c6beddb4e103 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0673819
Nov 15 09:30:30.654796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:30:30.674298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:30.675404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 50808134-0a38-4393-a447-4d43ab20b372 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:30.720165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5784700a-6699-48cc-b4e8-2117ef877256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:30.777495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'code': 200}
Nov 15 09:30:30.827699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:30.833491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:30.842984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 50808134-0a38-4393-a447-4d43ab20b372 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:30.843429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:30.888691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7f650-3e45-4ccf-aea5-38de0a62c28f req-65475793-56da-4b6b-bc34-c9ce47a5fe65 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:30.890440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e6b7f650-3e45-4ccf-aea5-38de0a62c28f req-65475793-56da-4b6b-bc34-c9ce47a5fe65 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1120827
Nov 15 09:30:30.941156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e6b7f650-3e45-4ccf-aea5-38de0a62c28f req-3482bf3e-2971-463f-960a-d09c00432ea6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434587
Nov 15 09:30:30.972144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36972) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:31.034499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26aa88df-3669-41e9-8b0a-07d173b4a8f0 req-684b64e7-e7ce-43a0-b46b-1e6551b2ba73 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1163 time: 0.0847511
Nov 15 09:30:31.067389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47ee7e1b-3638-4b1d-a355-39dacf530305 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1157 time: 0.0907693
Nov 15 09:30:31.067646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36976) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:31.073125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '50808134-0a38-4393-a447-4d43ab20b372', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:31.079225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:31.083258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:31.085479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26aa88df-3669-41e9-8b0a-07d173b4a8f0 req-86230cbe-834b-4668-92a3-d0a551e8e8e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0437729
Nov 15 09:30:31.086270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:31.092080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:31.137168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:31.283317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:31.556452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 1c33368c-9bd2-4455-9550-4a660bbda2b6 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:30:31.589643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.68 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/137b625f-570b-4446-a13b-f91b5127c100) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:31.635037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 1c33368c-9bd2-4455-9550-4a660bbda2b6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:30:31.635994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:31.750850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:31.823918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:31.842015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b1bb427e-3a44-4239-9a4f-563cf9dc1947 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:31.933280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc106b-f4e6-4f0d-a93b-5d385abd5c91 req-2c7b0941-ae56-435a-a345-0c35b9ad513c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:31.935019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bbc106b-f4e6-4f0d-a93b-5d385abd5c91 req-2c7b0941-ae56-435a-a345-0c35b9ad513c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0980444
Nov 15 09:30:31.984891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bbc106b-f4e6-4f0d-a93b-5d385abd5c91 req-2e9a7fdd-50c2-46bb-970c-e7764eb9cacd tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429749
Nov 15 09:30:31.991077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=137b625f-570b-4446-a13b-f91b5127c100,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:32.005072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:32.049548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:32.050738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:32.052999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:32.551341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:32.654838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:32.937569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:32.982245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:32.996037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35120b0b-32c2-4fe1-9efd-f31622ab77cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:33.139726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=137b625f-570b-4446-a13b-f91b5127c100,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:33.152357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:33.222532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd5a2-491a-4b61-ad24-0c52be7f35a0 req-b1491bae-c9b2-4589-bfe6-0fb1f0712eb7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:33.224214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f09fd5a2-491a-4b61-ad24-0c52be7f35a0 req-b1491bae-c9b2-4589-bfe6-0fb1f0712eb7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0991523
Nov 15 09:30:33.249260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:33.274755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f09fd5a2-491a-4b61-ad24-0c52be7f35a0 req-0ee60185-ec99-4128-ab1a-0dcccf69845b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436635
Nov 15 09:30:33.493446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 25507a0f-74c6-4e3d-b5f2-f6077cdb90ad associated. External IP: 172.26.4.68, port: 50808134-0a38-4393-a447-4d43ab20b372.
Nov 15 09:30:33.501735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21063f81-996e-4b9c-a172-a69c9a716d72 req-a47e64db-f019-4018-9179-79cdf40a191c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:33.503380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21063f81-996e-4b9c-a172-a69c9a716d72 req-a47e64db-f019-4018-9179-79cdf40a191c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0952396
Nov 15 09:30:33.552575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21063f81-996e-4b9c-a172-a69c9a716d72 req-aa6e03c0-640d-4726-869d-de1cbfece3e3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428839
Nov 15 09:30:33.768714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-ecac3604-d4bf-49f6-aef8-9c6c24351d7a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1592288
Nov 15 09:30:33.779576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:33.785588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:30:33.789732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Usage tracker for resource:floatingip and tenant:5373a505522243468a5c2afd9d576d50 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:30:33.793488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:30:33.800053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:30:33.857950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:34.009808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:34.279078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:30:34.302806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.26.4.254 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/bbf2d3b3-1d9f-41f7-a781-1151ed01e504) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:30:34.462617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:34.520352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:34.536896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-967a7f69-176e-4ab3-a5ba-5b1e55e11070 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:34.540301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:30:34.549995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Sync routers for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:30:34.564108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:34.564794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fd3240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:34.588478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:34.662454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5934203
Nov 15 09:30:34.662829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:34.668575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36988) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:34.741480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372', 'status': 'completed', 'code': 200}
Nov 15 09:30:34.746192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=bbf2d3b3-1d9f-41f7-a781-1151ed01e504,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:34.750010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:34.771998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:30:34.773698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:30:34.776440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:30:34.817797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47be4473-83b8-48b1-90bc-2f932674678e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/25507a0f-74c6-4e3d-b5f2-f6077cdb90ad HTTP/1.1" status: 200  len: 990 time: 0.1473951
Nov 15 09:30:34.950954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-d55b131c-6c0c-43da-9653-cccaeef253e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1162 time: 0.1299238
Nov 15 09:30:34.982144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:34.988502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:35.155539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-23c41ec7-54ba-4a1c-a31d-52797c69f045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:35.157112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-23c41ec7-54ba-4a1c-a31d-52797c69f045 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 200  len: 891 time: 0.1978552
Nov 15 09:30:35.163543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:35.393557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-484ac094-fb9a-4c47-bd02-8ad2026bd3f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 200  len: 998 time: 0.2036734
Nov 15 09:30:35.397301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fd3240>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '25507a0f-74c6-4e3d-b5f2-f6077cdb90ad', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'port_id': '50808134-0a38-4393-a447-4d43ab20b372', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'mac_address': 'fa:16:3e:c5:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:32Z', 'updated_at': '2020-11-15T09:30:32Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:35.402063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Checking router: 5be44254-9f0d-4bd0-bc13-2d6d2f44112c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:30:35.413669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:35.414285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8fd3240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:35.552626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-1ecbd95f-d698-4d24-aef5-e1a05529d10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:35.554238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-1ecbd95f-d698-4d24-aef5-e1a05529d10e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a70431a0-7c64-4c13-8b90-e5998c593579 HTTP/1.1" status: 200  len: 835 time: 0.1506929
Nov 15 09:30:35.644780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:35.698449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:35.703787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-6f88c3b0-18ca-4918-8711-c81ef77f1692 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1416914
Nov 15 09:30:35.747395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:35.808659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-336384d5-bd67-4a20-a496-9fb4a19e4614 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:30:35.821658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 36994) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:35.960531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdadb996-fd95-4cc1-9200-4300f659d3ff tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/25507a0f-74c6-4e3d-b5f2-f6077cdb90ad HTTP/1.1" status: 200  len: 990 time: 0.1363881
Nov 15 09:30:36.070223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8fd3240>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '25507a0f-74c6-4e3d-b5f2-f6077cdb90ad', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'port_id': '50808134-0a38-4393-a447-4d43ab20b372', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'mac_address': 'fa:16:3e:c5:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:32Z', 'updated_at': '2020-11-15T09:30:32Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:36.075584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f1dc5-3464-42b5-9691-89bad83ef7b2 None None] The sync data for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs is: [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '25507a0f-74c6-4e3d-b5f2-f6077cdb90ad', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'port_id': '50808134-0a38-4393-a447-4d43ab20b372', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'mac_address': 'fa:16:3e:c5:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:32Z', 'updated_at': '2020-11-15T09:30:32Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:30:36.263613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=bbf2d3b3-1d9f-41f7-a781-1151ed01e504,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:30:36.279597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:30:36.308422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-cafff823-2cfc-4b4e-b71a-818f0066a3ad service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5917850
Nov 15 09:30:36.371335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bfc67-0a3a-4ada-80b5-1581e1e57e6d None None] New status for floating IP 25507a0f-74c6-4e3d-b5f2-f6077cdb90ad: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:30:36.471712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:36.542449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0415fd48-df9d-42c8-acb2-b2f1c8d5db33 req-1f710e35-3527-4044-a310-5da6b44f1793 service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2159348
Nov 15 09:30:36.560057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:36.562154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7873409
Nov 15 09:30:36.660619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-77089da0-09bd-423a-a94f-a394e6fe9970 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:30:36.708243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-77089da0-09bd-423a-a94f-a394e6fe9970 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:30:36.709528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-77089da0-09bd-423a-a94f-a394e6fe9970 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.254 HTTP/1.1" status: 200  len: 696 time: 0.1405199
Nov 15 09:30:36.875792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-c64ed79e-11ea-4928-8bf6-69259e8a8087 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:36.877336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-c64ed79e-11ea-4928-8bf6-69259e8a8087 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1602676
Nov 15 09:30:36.888522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-1bbb3273-ff53-4090-b6ef-db519d1ee891 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:30:36.889558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70510bc9-0e67-4a2e-9aba-38b483d6f3d4 req-1bbb3273-ff53-4090-b6ef-db519d1ee891 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0065176
Nov 15 09:30:36.962369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37000) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:30:37.090788 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6050b0c-0a98-4a5b-8710-bd19ef6d7445 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/25507a0f-74c6-4e3d-b5f2-f6077cdb90ad HTTP/1.1" status: 200  len: 992 time: 0.1270294
Nov 15 09:30:37.099761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-2a9fb0cd-311c-441c-b63e-0e0be53e44f2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:37.101372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-2a9fb0cd-311c-441c-b63e-0e0be53e44f2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1002350
Nov 15 09:30:37.191261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-2db4ac91-ffec-4424-b441-7e2b1dad3996 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.254 HTTP/1.1" status: 200  len: 696 time: 0.0833871
Nov 15 09:30:37.201692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'port_id': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:30:37.287296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:37.992241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:38.022390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:38.230436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:30:38.265068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 associated. External IP: 172.26.4.254, port: 1c33368c-9bd2-4455-9550-4a660bbda2b6.
Nov 15 09:30:38.760927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:30:39.019754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:30:39.024367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:39.029939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:30:39.043452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:39.044173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32bc128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:39.092984 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-9d0e81db-b9f8-4cdd-a3e0-538b300cde88 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "PUT /v2.0/floatingips/3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 HTTP/1.1" status: 200  len: 997 time: 1.8958821
Nov 15 09:30:39.093579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:30:39.167736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'status': 'completed', 'code': 200}
Nov 15 09:30:39.256605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-40e5dc1a-3267-4fe0-8bd9-a46e9044d478 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1163 time: 0.1351392
Nov 15 09:30:39.277696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:39.694412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-829f7e1d-507e-4b45-ad7d-dca8dddc0d1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1163 time: 0.4784138
Nov 15 09:30:39.697673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32bc128>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.254', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:27:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3143862-62db-4e6a-90d6-13f645236129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:34Z', 'updated_at': '2020-11-15T09:30:37Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:39.702700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:30:39.711141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-51887143-46f5-43fb-85aa-6d710559eae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:39.712746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-51887143-46f5-43fb-85aa-6d710559eae5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.4476829
Nov 15 09:30:39.714007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:30:39.714691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32bc128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:39.943970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-d6e92dfc-a1a0-4688-ab08-368cfad05466 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 1000 time: 0.2060943
Nov 15 09:30:39.947172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:30:40.003811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d25923-edb9-459f-b9e0-590844ae0677 req-ae8082d7-c417-4c90-bad5-e04cc9fc339d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:40.005437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-ae8082d7-c417-4c90-bad5-e04cc9fc339d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.2917788
Nov 15 09:30:40.110580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-36b50433-2e81-42dd-9e6f-08de1f2ff7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:40.112299 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-36b50433-2e81-42dd-9e6f-08de1f2ff7b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.1587982
Nov 15 09:30:40.217268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-1a700996-5cb3-4385-8d4e-dad9b1a1fe2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 1000 time: 0.1980288
Nov 15 09:30:40.297020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-48c314d0-f1eb-4101-a08c-86a997418894 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1729841
Nov 15 09:30:40.308877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-293ba1cd-866d-4ceb-8d27-3aa60c056440 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:30:40.309937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-293ba1cd-866d-4ceb-8d27-3aa60c056440 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0057797
Nov 15 09:30:40.316321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d25923-edb9-459f-b9e0-590844ae0677 req-27a1e20d-482c-46c6-9acb-26c1b91e7ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:40.317873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-27a1e20d-482c-46c6-9acb-26c1b91e7ac8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0865848
Nov 15 09:30:40.524822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-a427fa1a-2008-412a-935f-5514cc820d7e service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058370
Nov 15 09:30:40.536112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-4938f8a5-5798-4290-89f9-2cf75b476939 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1950612
Nov 15 09:30:40.561417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32bc128>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.254', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:27:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3143862-62db-4e6a-90d6-13f645236129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:34Z', 'updated_at': '2020-11-15T09:30:37Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:30:40.565837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d75e-8161-4203-973b-4e36b57309b9 None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.254', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:27:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3143862-62db-4e6a-90d6-13f645236129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:30:34Z', 'updated_at': '2020-11-15T09:30:37Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:30:40.801753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77f4c93b-1190-4e6c-8ee1-c5d77c243c82 req-7f646a5f-5010-4d0b-a4a9-d9da868b53d8 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2690635
Nov 15 09:30:40.805211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-12797109-81da-4d50-b446-7614ae92c01c service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449574
Nov 15 09:30:40.950758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071f625-d864-4e7e-b41f-6df54cef112d None None] New status for floating IP 3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:30:40.960754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29d25923-edb9-459f-b9e0-590844ae0677 req-d38f0cbe-ea86-4123-8728-ddc69737f27f service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467698
Nov 15 09:30:43.308386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-20d5c4d4-8d1e-4c36-9f74-2611b431d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:45.685165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2382a71-98a6-473b-a8f8-dd638ba25db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:45.753815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:46.279257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:47.549123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:47.873845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:30:59.344990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-7d3281ba-29a2-4abc-b23a-785234b72d5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0891187
Nov 15 09:30:59.534778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-03a49177-9725-4ebd-9f37-7a228951465c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.0870714
Nov 15 09:30:59.700964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-958d46ff-33aa-41b5-8179-c1ca6ae1eafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:59.702548 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-958d46ff-33aa-41b5-8179-c1ca6ae1eafe service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 0.1414375
Nov 15 09:30:59.825103 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-1799952f-01ab-4848-b72c-d1cc9f6bbb72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 1002 time: 0.1152730
Nov 15 09:30:59.896274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-e7b85b00-f927-4b01-8925-5c5e8f8314ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:30:59.897861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-e7b85b00-f927-4b01-8925-5c5e8f8314ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.0638535
Nov 15 09:30:59.992758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-2c71bdfc-68ff-4ec5-841d-79c4f0ce66b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878356
Nov 15 09:31:00.138879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-96713574-7ebb-4d3f-887c-e26948d5c845 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387308
Nov 15 09:31:00.284165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e3ae15-cbc3-4c02-aab3-73a4d50f37c1 req-9bca5a17-32dd-47aa-bc65-e177bc795e1e service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386244
Nov 15 09:31:10.443426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37032) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:10.572855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c8785c2-a870-480c-97ae-24fd7181c9ac tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/25507a0f-74c6-4e3d-b5f2-f6077cdb90ad HTTP/1.1" status: 200  len: 992 time: 0.1279788
Nov 15 09:31:10.970831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37040) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:11.207162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 137b625f-570b-4446-a13b-f91b5127c100 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:31:11.211360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:11.399532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:11.406206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:11.536852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 137b625f-570b-4446-a13b-f91b5127c100 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:31:11.724831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:11.741548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37d1c591-80cd-414d-9329-d2ed04b26170 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:11.842760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=137b625f-570b-4446-a13b-f91b5127c100,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:11.866229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.866665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.867089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.867507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.867951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.868370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.868820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.869231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.869647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.870054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.870465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.870872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.871338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.871746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.872304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.875975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:11.880702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:11.991585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:11.991989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 25507a0f-74c6-4e3d-b5f2-f6077cdb90ad disassociated (deleted). External IP: 172.26.4.68, port: 50808134-0a38-4393-a447-4d43ab20b372.
Nov 15 09:31:12.497329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:31:12.753729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:31:12.763362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Sync routers for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:31:12.777144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:12.777823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8eb8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:12.811684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:12.881713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/25507a0f-74c6-4e3d-b5f2-f6077cdb90ad HTTP/1.1" status: 204  len: 168 time: 1.9097214
Nov 15 09:31:12.891318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:31:12.954920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'tag': '50808134-0a38-4393-a447-4d43ab20b372', 'status': 'completed', 'code': 200}
Nov 15 09:31:13.014348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:13.104363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-8d084b99-0a05-4c94-8442-efbd29b696d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 1162 time: 0.0995221
Nov 15 09:31:13.255714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15900580-9104-499c-ba4b-818e4b461f0f req-f57633e3-75b9-4918-a4b5-dfc18bda66e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:13.257521 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-f57633e3-75b9-4918-a4b5-dfc18bda66e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 200  len: 891 time: 0.1460288
Nov 15 09:31:13.330366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52eb2f6c-99b3-4c5d-ba21-3fc43184b6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:13.338314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-52428ab0-059b-49f4-85d5-4881858a7266 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 200  len: 217 time: 0.0734415
Nov 15 09:31:13.406959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8eb8>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:13.409733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15900580-9104-499c-ba4b-818e4b461f0f req-57a26559-d20e-4a82-8a7e-856d8d0c05db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:13.411579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-57a26559-d20e-4a82-8a7e-856d8d0c05db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a70431a0-7c64-4c13-8b90-e5998c593579 HTTP/1.1" status: 200  len: 835 time: 0.0657609
Nov 15 09:31:13.415523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Checking router: 5be44254-9f0d-4bd0-bc13-2d6d2f44112c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:31:13.428258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:13.428980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8eb8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:30:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:13.582256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-77fc60dc-ac34-41d9-b15c-e5ce92cb711e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1262646
Nov 15 09:31:13.588803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6f0b-01fa-4d39-a4b8-74b4ce49f1b2 req-4fcddd42-9c19-483a-b3f0-5a2ee0e6b89d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:13.591459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-881d6f0b-01fa-4d39-a4b8-74b4ce49f1b2 req-4fcddd42-9c19-483a-b3f0-5a2ee0e6b89d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1753342
Nov 15 09:31:13.666914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:14.015663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-881d6f0b-01fa-4d39-a4b8-74b4ce49f1b2 req-882c04ef-378c-4500-9fdc-91c1ac255a21 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3987391
Nov 15 09:31:14.039913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-749b7bca-30c3-461a-bbb2-5d20ac855e9b service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4474165
Nov 15 09:31:14.044470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8eb8>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:14.049633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3a186-c4ec-4aa2-8d66-71a024076b5b None None] The sync data for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs is: [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:30:08Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bc609d6-383d-4886-b6df-b364838ae921', 'name': '', 'network_id': '1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:b3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:06Z', 'updated_at': '2020-11-15T09:30:17Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': 'a70431a0-7c64-4c13-8b90-e5998c593579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:31:14.195066 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15900580-9104-499c-ba4b-818e4b461f0f req-b55c0d1a-5856-434b-adcb-4b50cb9a7c8b service neutron] 10.222.0.65 "GET /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417248
Nov 15 09:31:14.442656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740e5b6-868a-47e6-bc3c-326123efe928 None None] New status for floating IP 25507a0f-74c6-4e3d-b5f2-f6077cdb90ad: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:31:15.231412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:31:15.327260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7a47f-a452-4749-a829-56d786276823 req-6f4e68c3-8330-4a47-8c0f-75c6589fa085 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:15.328840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50d7a47f-a452-4749-a829-56d786276823 req-6f4e68c3-8330-4a47-8c0f-75c6589fa085 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1752756
Nov 15 09:31:15.335885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-e8c420d6-9512-4ab5-b35e-548c485b6a01 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:15.337382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-e8c420d6-9512-4ab5-b35e-548c485b6a01 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 945 time: 0.1462049
Nov 15 09:31:15.451194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 50808134-0a38-4393-a447-4d43ab20b372 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:31:15.451589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:15.479508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50d7a47f-a452-4749-a829-56d786276823 req-c6b10d39-58d5-4689-978e-f3fbca1c04b8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=3d2904bb-1b6d-4287-9d89-82ad0e01a4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411481
Nov 15 09:31:15.685547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-429c19a0-e3ca-41fa-9a0f-05016cb61382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:15.748942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 50808134-0a38-4393-a447-4d43ab20b372, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=50808134-0a38-4393-a447-4d43ab20b372,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:15.749345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:15.759517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:15.894556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 50808134-0a38-4393-a447-4d43ab20b372 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:31:15.897089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 50808134-0a38-4393-a447-4d43ab20b372 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:31:16.057923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:16.628115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:16.654712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:16.679879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cd132ce-d9a3-4e8b-bcd3-da07e9bdbf12 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:16.712630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5232d39d-1760-46f2-a470-f906390ab301 req-72fd6f55-086a-462c-8659-876865a287bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 210 time: 0.0998125
Nov 15 09:31:16.776267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=50808134-0a38-4393-a447-4d43ab20b372,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:16.808243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.808684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.809118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.809602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.810276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.810691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.811105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.811522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.811960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.812378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.812790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.813199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.814327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.814762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.815176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.815590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.816031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.816444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.816851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.817261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.817671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.818078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.818492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.818903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:16.824678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:16.919125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 50808134-0a38-4393-a447-4d43ab20b372 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:31:16.921484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:16.924588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'name': 'network-vif-deleted', 'tag': '50808134-0a38-4393-a447-4d43ab20b372'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:31:16.937505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-530d3920-df78-4080-abbd-55ae83aed3b3 req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/50808134-0a38-4393-a447-4d43ab20b372 HTTP/1.1" status: 204  len: 173 time: 1.5843420
Nov 15 09:31:16.986519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee3ac3d-e130-434f-aa18-e76f4f040ea3', 'name': 'network-vif-deleted', 'tag': '50808134-0a38-4393-a447-4d43ab20b372', 'status': 'completed', 'code': 200}
Nov 15 09:31:17.530473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:17.913940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4702479b-d565-4f01-b098-a70812a2cbe5 req-3da254ff-ef3e-41f1-8e3d-39f34c5aae22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:31:17.942266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:17.981891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4702479b-d565-4f01-b098-a70812a2cbe5 req-3da254ff-ef3e-41f1-8e3d-39f34c5aae22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:31:17.983201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4702479b-d565-4f01-b098-a70812a2cbe5 req-3da254ff-ef3e-41f1-8e3d-39f34c5aae22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=5ee3ac3d-e130-434f-aa18-e76f4f040ea3 HTTP/1.1" status: 200  len: 210 time: 0.1160812
Nov 15 09:31:19.126964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37064) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:19.215415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:19.256014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:19.417411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:19.425877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69cf1c76-2dd6-4dc0-9188-fbbacb97a830 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:19.448048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2904bb-1b6d-4287-9d89-82ad0e01a4df,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:19.453101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:19.458727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:19.460032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/3d2904bb-1b6d-4287-9d89-82ad0e01a4df HTTP/1.1" status: 204  len: 168 time: 0.3320892
Nov 15 09:31:19.528126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37070) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:20.337281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:21.085106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 9bc609d6-383d-4886-b6df-b364838ae921 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:31:21.085498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:21.296307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 9bc609d6-383d-4886-b6df-b364838ae921, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bc609d6-383d-4886-b6df-b364838ae921,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:21.298787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:21.436093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 9bc609d6-383d-4886-b6df-b364838ae921 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:31:21.770535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:21.786900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:21.885534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=9bc609d6-383d-4886-b6df-b364838ae921,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:21.889607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:22.274286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:23.449097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:31:23.713336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:31:23.723300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Sync routers for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:31:23.740560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:23.741323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3deaf98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:23.744465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/5be44254-9f0d-4bd0-bc13-2d6d2f44112c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2150414
Nov 15 09:31:23.747335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37074) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:23.970191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet a70431a0-7c64-4c13-8b90-e5998c593579 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:31:23.973571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:24.040478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:24.133837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:24.149690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:24.471389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3deaf98>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:31:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:24.473706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Checking router: 5be44254-9f0d-4bd0-bc13-2d6d2f44112c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:31:24.484779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Routers {'5be44254-9f0d-4bd0-bc13-2d6d2f44112c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:24.486165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3deaf98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:24.513863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:24.530932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f0675d4-9758-45ae-ae24-62ff3a6ddb22 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:24.626154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=a70431a0-7c64-4c13-8b90-e5998c593579,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:24.629029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:24.682775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:24.692326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/a70431a0-7c64-4c13-8b90-e5998c593579 HTTP/1.1" status: 204  len: 168 time: 0.9440475
Nov 15 09:31:24.695989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37078) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:24.696126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c8755-b1d2-4b5f-b31f-adc829e0d567 None None] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:31:24.853447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] Set router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:24.963414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.228564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] DHCP port deletion for 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:31:25.234040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.236614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Deleting port 7d268866-8597-4eed-9099-e6ec7cc57f88 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:31:25.237051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.269227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port a3db942f-229c-4bae-8251-0dfd6be70ba5 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:31:25.269227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.341246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3deaf98>, [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:31:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:25.358078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb6992-dea2-4db9-8dc8-b8e8c263a492 None None] The sync data for ids ['5be44254-9f0d-4bd0-bc13-2d6d2f44112c'] in dv-neutron-743142-12-ovs is: [{'id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'name': 'tempest-TestNetworkBasicOps-router-1265008087', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:30:00Z', 'updated_at': '2020-11-15T09:31:21Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a3db942f-229c-4bae-8251-0dfd6be70ba5', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be44254-9f0d-4bd0-bc13-2d6d2f44112c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:30:01Z', 'updated_at': '2020-11-15T09:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:31:25.467803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port a3db942f-229c-4bae-8251-0dfd6be70ba5, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3db942f-229c-4bae-8251-0dfd6be70ba5,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:25.468226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.496762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] For port 7d268866-8597-4eed-9099-e6ec7cc57f88, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7d268866-8597-4eed-9099-e6ec7cc57f88,segment=NetworkSegment(4f842533-0e69-4e35-a875-29c6a9a6733d),segment_id=4f842533-0e69-4e35-a875-29c6a9a6733d)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:25.497341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.611593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for a3db942f-229c-4bae-8251-0dfd6be70ba5 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:31:25.648120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Calling delete_port for 7d268866-8597-4eed-9099-e6ec7cc57f88 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:31:25.850855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.868140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42b40b2d-89ae-4af3-96b4-3879d05fd4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:25.959034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Pushing event deleted for resources: {'Port': ['ID=7d268866-8597-4eed-9099-e6ec7cc57f88,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:25.965630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:25.982386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1b4fc7d-7f29-4852-b0c3-0b39f29a3fab tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:25.990012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.990401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.990786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.991165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.991537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.992104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.992726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.992726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.993042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.993704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.993704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.994070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.994445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.994813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.995175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.995537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.995950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.996313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.996676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.997036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.997399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.997763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.998128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:25.998487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:26.010460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:26.028678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] No DVR routers for this DVR port 7d268866-8597-4eed-9099-e6ec7cc57f88 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:31:26.083585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=a3db942f-229c-4bae-8251-0dfd6be70ba5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:26.087667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:26.372601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:26.867630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bc609d6-383d-4886-b6df-b364838ae921 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:31:26.907870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9bc609d6-383d-4886-b6df-b364838ae921 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:31:26.908320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bc609d6-383d-4886-b6df-b364838ae921 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:31:26.908792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7d268866-8597-4eed-9099-e6ec7cc57f88 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:31:26.943729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 7d268866-8597-4eed-9099-e6ec7cc57f88 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:31:26.944109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7d268866-8597-4eed-9099-e6ec7cc57f88 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:31:26.969229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:26.969229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.076194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.076194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 5be44254-9f0d-4bd0-bc13-2d6d2f44112c {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:31:27.092523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.093746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/5be44254-9f0d-4bd0-bc13-2d6d2f44112c HTTP/1.1" status: 204  len: 168 time: 2.4001126
Nov 15 09:31:27.097415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37084) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:27.229501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.438297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.562654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a383b2b0>,) {'filters': {'network_id': ['1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:27.576583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a383b2b0>, '4f842533-0e69-4e35-a875-29c6a9a6733d') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:27.576925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a383b2b0>, '4f842533-0e69-4e35-a875-29c6a9a6733d') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:27.589564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.604720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.606492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:31:27.797200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:31:27.807214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:27.996624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:31:28.021568 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:31:28.130730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.134142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d97366b9-4a51-44e0-8b35-179373ea6197 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:28.153060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.167533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:28.171195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:28.188789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/1e64b5b7-5fde-4c6b-b1ab-fe08bc5b8a8f HTTP/1.1" status: 204  len: 168 time: 1.0901210
Nov 15 09:31:28.207716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37090) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:28.213411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--1196344985', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:28.218919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:28.224142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:28.227145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:28.233241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:28.273148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:31:28.278637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.312918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:31:28.391060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.391060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 65954925-6d63-4bae-bd2c-87d0ee986bc6 of type vxlan for network 4149c475-a0c1-4f36-a891-946d1c6abae9
Nov 15 09:31:28.478406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.564864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.569251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:28.569901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.575301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48356fef-0aaa-4165-a2b0-a9ac62f9efee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:28.687886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=4149c475-a0c1-4f36-a891-946d1c6abae9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:28.690710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:28.702955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:31:28.721188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4554dc25-96bd-47d9-8da4-021452899efb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5126109
Nov 15 09:31:28.721611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:31:28.725784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:28.729573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:28.737440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:28.741639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:28.745410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:28.755021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:28.793276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3db942f-229c-4bae-8251-0dfd6be70ba5 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:31:28.799889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.806291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:28.821456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.045072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.080564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a3db942f-229c-4bae-8251-0dfd6be70ba5 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:31:29.080971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3db942f-229c-4bae-8251-0dfd6be70ba5 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:31:29.275460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.308177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.585363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.163 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/5defad7c-8c39-43dd-9791-add9fe260c2d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:31:29.747639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.816887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:29.835220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:29.984738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=5defad7c-8c39-43dd-9791-add9fe260c2d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:29.990031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:30.031457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:30.032930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:30.035296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:31:30.238525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:30.239347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:30.581748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:31:31.107089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:31:31.117417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:31:31.130360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:31.131040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd82e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:31.176256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:31.186237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.4530580
Nov 15 09:31:31.186237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37098) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:31.230074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-28e1e512-1d36-46a2-bd0b-60905984817f tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456986
Nov 15 09:31:31.230317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37102) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:31.237381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828699468', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:31.356905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:31.361760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:31.362170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:31.364819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:31.370680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:31.404596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:31:31.517122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:31.676126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd82e8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:30Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:31.680330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:31:31.680740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Updating router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 port 5defad7c-8c39-43dd-9791-add9fe260c2d binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:31:31.749424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.258599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.278875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-61a9d6d1-c0b9-4e97-9f4c-d3d92f730789 tempest-RoutersTest-2006093852 tempest-RoutersTest-2006093852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:32.362829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.375627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Transition to ACTIVE for port object 5defad7c-8c39-43dd-9791-add9fe260c2d will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:32.410232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.413890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=08175239-c210-4aee-b8a5-e4ad81e25e46,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:32.425658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:32.425825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:32.491814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:31:32.492245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 4149c475-a0c1-4f36-a891-946d1c6abae9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:31:32.578378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Pushing event updated for resources: {'Port': ['ID=5defad7c-8c39-43dd-9791-add9fe260c2d,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:32.593562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:31:32.596610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.597053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.597443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.597827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.598206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.598581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.598952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.599324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.599699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.600116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.600484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.600849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.601273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.601640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.602006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.602370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.602735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.603099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.603507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.603892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.604263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.604629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.604993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.605356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:31:32.617715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:32.653030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Attempting to bind port 5defad7c-8c39-43dd-9791-add9fe260c2d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:31:32.653388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Attempting to bind port 5defad7c-8c39-43dd-9791-add9fe260c2d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:31:32.653805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Attempting to bind port 5defad7c-8c39-43dd-9791-add9fe260c2d on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:31:32.660746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:31:32.665775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:31:32.665775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.665775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:31:32.665775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Bound port: 5defad7c-8c39-43dd-9791-add9fe260c2d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:31:32.665775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.685301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 4149c475-a0c1-4f36-a891-946d1c6abae9) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:32.693664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f982fdc-2aec-46a1-b937-229b510c46f6 None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:31:32.701889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:32.702551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.747547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] For port 5defad7c-8c39-43dd-9791-add9fe260c2d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:31:32.752222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8182194b-b0c3-4899-9e2c-31a907361fd9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.5191202
Nov 15 09:31:32.752424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] For port 5defad7c-8c39-43dd-9791-add9fe260c2d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5defad7c-8c39-43dd-9791-add9fe260c2d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:31:32.754371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37106) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:32.783289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.802087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:32.950418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-4149c475-a0c1-4f36-a891-946d1c6abae9', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:31:32.951446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:32.967174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Pushing event updated for resources: {'Port': ['ID=5defad7c-8c39-43dd-9791-add9fe260c2d,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:32.972755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:33.021202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:33.021992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd82e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:33.293781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:33.295435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Allocated IP 172.20.0.2 (4149c475-a0c1-4f36-a891-946d1c6abae9/08175239-c210-4aee-b8a5-e4ad81e25e46/097283d0-dae8-42d3-9ef5-72f1066c905d) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:31:33.532976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:33.544343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Transition to ACTIVE for port object 097283d0-dae8-42d3-9ef5-72f1066c905d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:33.561144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Transition to ACTIVE for port object 097283d0-dae8-42d3-9ef5-72f1066c905d will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:33.588622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:33.611817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:33.623544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd82e8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:30Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:33.628557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4cfd-62c3-47bd-85b3-c84d5cfe86c3 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:30Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:31:33.675014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:33.773933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Pushing event updated for resources: {'Port': ['ID=097283d0-dae8-42d3-9ef5-72f1066c905d,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:33.778875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:33.822739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:33.823964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:33.828605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:31:33.894654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Attempting to bind port 097283d0-dae8-42d3-9ef5-72f1066c905d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:31:33.895095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Attempting to bind port 097283d0-dae8-42d3-9ef5-72f1066c905d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:31:33.895513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Attempting to bind port 097283d0-dae8-42d3-9ef5-72f1066c905d on network 4149c475-a0c1-4f36-a891-946d1c6abae9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:31:33.902548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:31:33.902969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Checking segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:31:33.903669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:33.904154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Bound using segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:31:33.904692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Bound port: 097283d0-dae8-42d3-9ef5-72f1066c905d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:31:33.905136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:34.025427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] For port 097283d0-dae8-42d3-9ef5-72f1066c905d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:31:34.029068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] For port 097283d0-dae8-42d3-9ef5-72f1066c905d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=097283d0-dae8-42d3-9ef5-72f1066c905d,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:31:34.057014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:34.078196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-329dcd0c-ef95-40b3-b76e-804e0646ecfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:34.249220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Pushing event updated for resources: {'Port': ['ID=097283d0-dae8-42d3-9ef5-72f1066c905d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:34.253621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:34.360605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (4149c475-a0c1-4f36-a891-946d1c6abae9/08175239-c210-4aee-b8a5-e4ad81e25e46/2521ee0b-220e-43e4-8a85-83585dbc34bf) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:31:34.555960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:34.584259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 2521ee0b-220e-43e4-8a85-83585dbc34bf will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:34.651025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:34.668150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-93eb3e43-633f-4490-a610-9b9aeb7f2a10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:34.893291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5defad7c-8c39-43dd-9791-add9fe260c2d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:35.004891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 5defad7c-8c39-43dd-9791-add9fe260c2d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:35.011379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5defad7c-8c39-43dd-9791-add9fe260c2d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:35.011892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.104906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:35.110685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:35.155767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:35.163535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.163709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:35.163709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:31:35.177479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 5defad7c-8c39-43dd-9791-add9fe260c2d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5defad7c-8c39-43dd-9791-add9fe260c2d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:35.210495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.211811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 097283d0-dae8-42d3-9ef5-72f1066c905d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:35.223739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.242548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5be629c0-7a23-4c04-9ba4-92830d68a4e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:35.348489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.355292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=5defad7c-8c39-43dd-9791-add9fe260c2d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:35.358770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:35.387512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 097283d0-dae8-42d3-9ef5-72f1066c905d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:35.667153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43d65f-40f1-4968-8fb9-f640fd74deed None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:31:35.858165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Provisioning for port 097283d0-dae8-42d3-9ef5-72f1066c905d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:35.875583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Provisioning complete for port 097283d0-dae8-42d3-9ef5-72f1066c905d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:35.876160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.915500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.947464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:35.979260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:36.078643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.093593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.098381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:36.104604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:36.132928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] For port 097283d0-dae8-42d3-9ef5-72f1066c905d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=097283d0-dae8-42d3-9ef5-72f1066c905d,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:36.176577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.181594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f6feedc-dfee-4ea2-869a-ae06bfc346b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:36.251609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:36.253137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:36.286238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Pushing event updated for resources: {'Port': ['ID=097283d0-dae8-42d3-9ef5-72f1066c905d,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:36.290257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:36.428645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Provisioning for port 2521ee0b-220e-43e4-8a85-83585dbc34bf completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:36.433794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Provisioning complete for port 2521ee0b-220e-43e4-8a85-83585dbc34bf triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:36.434229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.509179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Port 2521ee0b-220e-43e4-8a85-83585dbc34bf cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:31:36.527660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Provisioning complete for port 097283d0-dae8-42d3-9ef5-72f1066c905d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:36.527660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6c3665ea-4418-4ec0-bb84-5712bf511002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.805627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:31:36.814182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17222e64-70eb-4c8f-a17a-d432a8ae99ad None None] Provisioning complete for port 2521ee0b-220e-43e4-8a85-83585dbc34bf triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:36.814620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17222e64-70eb-4c8f-a17a-d432a8ae99ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:36.858656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5defad7c-8c39-43dd-9791-add9fe260c2d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:36.956588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-17222e64-70eb-4c8f-a17a-d432a8ae99ad None None] Port 2521ee0b-220e-43e4-8a85-83585dbc34bf cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:31:36.984513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-17222e64-70eb-4c8f-a17a-d432a8ae99ad None None] Provisioning complete for port 097283d0-dae8-42d3-9ef5-72f1066c905d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:36.984944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17222e64-70eb-4c8f-a17a-d432a8ae99ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:37.062661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 5defad7c-8c39-43dd-9791-add9fe260c2d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:37.063216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:37.104690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:31:37.120302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/2ebf11e0-37a9-4a14-935c-9ed867f1af02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3647525
Nov 15 09:31:37.123141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37112) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:37.281457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:31:37.297384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.298432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.298868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.299289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.299702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.300147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.300784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.302525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d647d011-27ee-41bf-ac1d-6303c3c47aaa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4927 time: 0.1785779
Nov 15 09:31:37.305864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37116) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:37.333728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:37.334447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84db940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:37.390499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.390939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.391364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.391783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.392224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.392631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.393038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:37.395003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1ca0c71f-b5a7-435d-ac75-1a8d8bbffbad tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4626 time: 0.0881917
Nov 15 09:31:37.398013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37120) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:37.667743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ac72964f-1948-4d71-9d23-233384c37684 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3775 time: 0.2684994
Nov 15 09:31:37.677521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 097283d0-dae8-42d3-9ef5-72f1066c905d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:37.792012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:37.865574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ac2be1e7-8946-4df4-b057-2ef21365df0a None None] Provisioning complete for port 2521ee0b-220e-43e4-8a85-83585dbc34bf triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:37.866204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1e7-8946-4df4-b057-2ef21365df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:37.963741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 097283d0-dae8-42d3-9ef5-72f1066c905d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:37.964173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.102952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be1e7-8946-4df4-b057-2ef21365df0a None None] Port 2521ee0b-220e-43e4-8a85-83585dbc34bf cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:31:38.183332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37126) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:38.190412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846917828', 'description': 'tempest-secgroup-smoke-846917828 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:38.197231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:38.201565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:38.204751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:38.210954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:38.234283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ac2be1e7-8946-4df4-b057-2ef21365df0a None None] Provisioning complete for port 097283d0-dae8-42d3-9ef5-72f1066c905d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:38.234713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1e7-8946-4df4-b057-2ef21365df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.240239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.279150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:38.283387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:38.286625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:38.292629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:38.353150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.376231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.380407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:38.426682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=f521ce51-1d29-4dde-abb9-704f03a15bbe,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:38.430078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:38.456589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.457974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2734904
Nov 15 09:31:38.460936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37130) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:38.466783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:38.473784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:38.477976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:38.481140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:38.487806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:38.531341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.538863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84db940>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:38.543106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:31:38.543525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Updating router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 port 2521ee0b-220e-43e4-8a85-83585dbc34bf binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:31:38.601499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.607737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.633123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.639494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-facdc5a3-93e2-4158-817e-29adad60b7dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:38.658905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3d3612-c0f0-4d5f-8669-5a6642d36abd,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:38.663358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:38.695944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.697268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2353072
Nov 15 09:31:38.700152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37134) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:38.705865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:38.712242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:38.716313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:38.719825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:38.725726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:38.766095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.840022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.878956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.884768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:38.906210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446a9d0f-4c80-4bc8-bbe0-65c88fb8d395,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:38.910129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:38.958632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:38.962049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2588372
Nov 15 09:31:38.962974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37138) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:38.968981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:38.976103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:38.980502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:38.983240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:38.989307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:39.047241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.066509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.080138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Transition to ACTIVE for port object 2521ee0b-220e-43e4-8a85-83585dbc34bf will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:39.113397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.120154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.129727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a39ed050-fd9d-4c7e-8202-9c5f9c1a9762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.159388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.161707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74452465-676d-415e-a4a6-4be2095d101c tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.188830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d7ba24-24b4-4a63-ba62-ce99e731103f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.193846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:39.233523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.237877 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2714658
Nov 15 09:31:39.238407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37142) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:39.244398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:39.251255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:39.255414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:39.261704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:39.264440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:39.272539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Pushing event updated for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.285898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:39.308863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.392710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.410551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.421078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ca175c-2cd2-412a-a078-027bfc8b888a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.449185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fe33c9-f3c3-4f41-a8cf-0501c5caf6ec,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.451773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:39.452150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Attempting to bind port 2521ee0b-220e-43e4-8a85-83585dbc34bf on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:31:39.452595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Attempting to bind port 2521ee0b-220e-43e4-8a85-83585dbc34bf by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:31:39.453019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Attempting to bind port 2521ee0b-220e-43e4-8a85-83585dbc34bf on network 4149c475-a0c1-4f36-a891-946d1c6abae9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:31:39.461007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:31:39.461447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Checking segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:31:39.461914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.462372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Bound using segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:31:39.462913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Bound port: 2521ee0b-220e-43e4-8a85-83585dbc34bf, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:31:39.463349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.496592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.498365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2585895
Nov 15 09:31:39.502041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:39.507816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:39.515095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:39.520238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:39.523366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:39.529620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:39.575198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:31:39.577744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.585188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] For port 2521ee0b-220e-43e4-8a85-83585dbc34bf, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:31:39.588830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] For port 2521ee0b-220e-43e4-8a85-83585dbc34bf, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2521ee0b-220e-43e4-8a85-83585dbc34bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:31:39.617185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.633964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.649695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.679456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.682521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd5572f7-e90a-4ed2-841f-34c802dc2828 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.707347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd81a7dc-7b8a-428f-8f60-17cdb50df725,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.710051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:39.743125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.744036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2407784
Nov 15 09:31:39.747065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37150) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:39.753523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f521ce51-1d29-4dde-abb9-704f03a15bbe', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:39.760588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:39.765009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:39.768820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:39.775438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:39.811582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:31:39.821393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.898101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.930217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:39.935126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4b21a1de-9995-466e-bc44-e0763d197d64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:39.960358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f23a198-f488-48c3-8040-5884cebd4e00,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.963547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:39.985216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Pushing event updated for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:39.993837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:40.010346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:40.014460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2638595
Nov 15 09:31:40.036348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:40.037226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84db940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:40.280700 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-655183e0-7f28-400d-8084-ba85bdc1f77f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846917828&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0471072
Nov 15 09:31:40.291422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:40.455589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745217e-e783-455f-b001-cbff55923842 req-6196ff1c-9b84-4d00-88b0-76f7a194232a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:40.457509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5745217e-e783-455f-b001-cbff55923842 req-6196ff1c-9b84-4d00-88b0-76f7a194232a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:31:40.503255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5745217e-e783-455f-b001-cbff55923842 req-6196ff1c-9b84-4d00-88b0-76f7a194232a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:31:40.504043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-6196ff1c-9b84-4d00-88b0-76f7a194232a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 797 time: 0.2156579
Nov 15 09:31:40.522015 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-273ddd6f-722e-4a06-9981-4ac8022998cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0115347
Nov 15 09:31:40.619227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5745217e-e783-455f-b001-cbff55923842 req-216aa60d-9361-4bb1-b13d-155605e6ef02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:31:40.650729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5745217e-e783-455f-b001-cbff55923842 req-216aa60d-9361-4bb1-b13d-155605e6ef02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:31:40.652396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-216aa60d-9361-4bb1-b13d-155605e6ef02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1249449
Nov 15 09:31:40.664443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84db940>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:39Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:40.668797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f5495-b3a1-436d-b0da-2efff2fdbfa4 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:39Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:31:40.832584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-c3f42237-53e7-4a69-b14a-d1f032169eb0 service neutron] 10.222.0.81 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669505
Nov 15 09:31:40.874630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2521ee0b-220e-43e4-8a85-83585dbc34bf up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:41.005491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 2521ee0b-220e-43e4-8a85-83585dbc34bf completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:41.016050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 2521ee0b-220e-43e4-8a85-83585dbc34bf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:41.016050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:41.165200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:41.204179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 2521ee0b-220e-43e4-8a85-83585dbc34bf, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2521ee0b-220e-43e4-8a85-83585dbc34bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:41.234746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-0f48b3cf-08a4-4bfc-9cee-38b3cff2153d req-084f3b81-f66a-4130-9afa-87723082b467 service neutron] (81074) timed out ('10.222.0.65', 49859) {{(pid=81074) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 15 09:31:41.239618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:41.241752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbc7ef0e-2cb5-4529-b867-f4e9419941a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:41.293182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-99775264-65ac-4da9-82dc-b46238baa9d6 service neutron] 10.222.0.81 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4522512
Nov 15 09:31:41.327392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:41.332759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:41.554917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7856a3b7-8107-490c-907d-2d2dc005426b req-2a2504d6-b652-4bd1-a612-bcef76f1be9b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 210 time: 0.0563443
Nov 15 09:31:42.744404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72e2cffa-b77e-42a5-b625-27a67938a99a req-f8a18e28-8772-4713-a381-773f2645f332 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 210 time: 0.0509655
Nov 15 09:31:42.807695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2521ee0b-220e-43e4-8a85-83585dbc34bf up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:42.894211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 2521ee0b-220e-43e4-8a85-83585dbc34bf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:42.894585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:43.285529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ff837ff-3731-4d10-9ba0-7f509d7aeecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:43.426245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745217e-e783-455f-b001-cbff55923842 req-98ccda07-ea70-460a-afba-fc998a6bb3b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:43.426245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-98ccda07-ea70-460a-afba-fc998a6bb3b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 797 time: 0.1638842
Nov 15 09:31:43.591607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-d9405e71-cb43-452a-9b91-88bca5fe112c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7063 time: 0.1480608
Nov 15 09:31:43.602199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['f521ce51-1d29-4dde-abb9-704f03a15bbe']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:43.754245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:43.763988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:43.804991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:31:43.811011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:43.991790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-97d1795c-075a-4dc2-bb7c-1a10e85b4223 req-94759d70-d824-4186-8998-17b3821eb6b6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 210 time: 0.1092570
Nov 15 09:31:44.184905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.14 (4149c475-a0c1-4f36-a891-946d1c6abae9/08175239-c210-4aee-b8a5-e4ad81e25e46/36aafd24-5952-409d-9d6d-f3ac42fb83bf) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:31:44.394523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:44.411466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 36aafd24-5952-409d-9d6d-f3ac42fb83bf will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:44.468128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:44.482867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-473b9a9e-a0c4-454e-9135-1164c44e9b1f tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:44.629225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:44.633654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:44.687903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:44.689094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:44.691398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:31:44.761228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:44.761904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:44.829033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2310135
Nov 15 09:31:44.850899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Request body: {'port': {'device_id': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:44.982950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:44.993326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1a2b41f-dcf8-4212-b09a-c7776d01e7f2 None None] Provisioning for port 36aafd24-5952-409d-9d6d-f3ac42fb83bf completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:44.999874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1a2b41f-dcf8-4212-b09a-c7776d01e7f2 None None] Provisioning complete for port 36aafd24-5952-409d-9d6d-f3ac42fb83bf triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:45.000330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b41f-dcf8-4212-b09a-c7776d01e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.065400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2b41f-dcf8-4212-b09a-c7776d01e7f2 None None] Port 36aafd24-5952-409d-9d6d-f3ac42fb83bf cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:31:45.386738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c75d8-9f2a-49de-95bf-c937542277fc req-f223bf48-6a8e-4165-a508-8518073e826a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:45.387521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4a6c75d8-9f2a-49de-95bf-c937542277fc req-f223bf48-6a8e-4165-a508-8518073e826a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:31:45.494820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4a6c75d8-9f2a-49de-95bf-c937542277fc req-f223bf48-6a8e-4165-a508-8518073e826a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:31:45.496139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a6c75d8-9f2a-49de-95bf-c937542277fc req-f223bf48-6a8e-4165-a508-8518073e826a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 932 time: 0.3636088
Nov 15 09:31:45.557862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36aafd24-5952-409d-9d6d-f3ac42fb83bf {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:31:45.567806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.589147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a6c75d8-9f2a-49de-95bf-c937542277fc req-7ec133d5-bbb3-4563-9617-cab34fc0169b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804725
Nov 15 09:31:45.589584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Transition to ACTIVE for port object 36aafd24-5952-409d-9d6d-f3ac42fb83bf will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:31:45.611619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.627439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-518598f7-983b-4014-a3d5-6cf97b0a8724 tempest-AllowedAddressPairIpV6TestJSON-673864724 tempest-AllowedAddressPairIpV6TestJSON-673864724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:45.679017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b26cfcb5-b171-4b25-8ed9-e93039ca0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.775572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Pushing event updated for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:45.778711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:45.794779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.981836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Attempting to bind port 36aafd24-5952-409d-9d6d-f3ac42fb83bf on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:31:45.982214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Attempting to bind port 36aafd24-5952-409d-9d6d-f3ac42fb83bf by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:31:45.982591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Attempting to bind port 36aafd24-5952-409d-9d6d-f3ac42fb83bf on network 4149c475-a0c1-4f36-a891-946d1c6abae9 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:31:45.990823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:31:45.993347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Checking segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:31:45.993347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:45.993347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Bound using segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:31:45.993347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Bound port: 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:31:45.993347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:46.101457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:31:46.102769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:31:46.136445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:46.152385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-abfe7548-74b8-4806-8426-0a778649eb47 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:46.273510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:46.322910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Pushing event updated for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:46.334798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:46.355563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:46.357010 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] 10.222.0.65 "PUT /v2.0/ports/36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 200  len: 1158 time: 1.5128095
Nov 15 09:31:46.357549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:31:46.424115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'status': 'completed', 'code': 200}
Nov 15 09:31:46.555994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-248946cb-9e02-44d2-bd83-ef19126c7209 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1161 time: 0.0936003
Nov 15 09:31:46.639874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-08917c65-9187-42b9-bf0d-fb335400fd58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 200  len: 217 time: 0.0692656
Nov 15 09:31:46.713938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745217e-e783-455f-b001-cbff55923842 req-d523ec84-a740-4e48-8a2d-5b65eb16c050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:46.715514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-d523ec84-a740-4e48-8a2d-5b65eb16c050 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0694203
Nov 15 09:31:46.889910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-fdb6c240-ef7c-49ea-8179-d1feb03e5492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1643593
Nov 15 09:31:46.896698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdb591-1f5f-47e3-8392-b71f55bcb3b0 req-e7db8d17-b0b7-44cb-b654-f516e4841636 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:46.898225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5fbdb591-1f5f-47e3-8392-b71f55bcb3b0 req-e7db8d17-b0b7-44cb-b654-f516e4841636 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.1765776
Nov 15 09:31:47.049220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5fbdb591-1f5f-47e3-8392-b71f55bcb3b0 req-ffc9d015-e88a-40f0-84f4-4922ce061162 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289470
Nov 15 09:31:47.074902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-dde8877f-3d1d-4357-a77f-b02b84c6df8f service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756740
Nov 15 09:31:47.217864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5745217e-e783-455f-b001-cbff55923842 req-d62ca9fd-f48c-426c-a0e3-4bb076c50d1a service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359422
Nov 15 09:31:47.424899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-a50d2653-bae4-47b1-843e-db6285bdb306 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1161 time: 0.0848579
Nov 15 09:31:47.679364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:47.826943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-60eed286-8158-4a66-b240-9fdb17fc9d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:47.828585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-60eed286-8158-4a66-b240-9fdb17fc9d6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 891 time: 0.3958161
Nov 15 09:31:47.902039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:47.911013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-962ded21-6138-4178-8694-6e37743a2aef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 200  len: 217 time: 0.0746133
Nov 15 09:31:47.985516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-285f52be-0763-46ef-8f30-a9130cd49747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:47.987258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-285f52be-0763-46ef-8f30-a9130cd49747 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0684185
Nov 15 09:31:48.078587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-6a96b112-0394-4ccc-80e5-37e31cf35b3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838208
Nov 15 09:31:48.287037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-f20e0638-0b6f-499a-bafe-6ce910ea5ae1 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989253
Nov 15 09:31:48.405726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d2ca-6884-49c9-bf8f-c7d7972f4f25 req-885aa159-71f9-4bd8-b48d-b346efcbbfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:48.407289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c669d2ca-6884-49c9-bf8f-c7d7972f4f25 req-885aa159-71f9-4bd8-b48d-b346efcbbfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.2232144
Nov 15 09:31:48.482826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e973725d-127c-4ae9-8acd-9c9c6419c0a0 req-2c94134b-ce03-43ec-8772-e63cdc811ac7 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1869285
Nov 15 09:31:48.493128 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c669d2ca-6884-49c9-bf8f-c7d7972f4f25 req-1a75e847-a080-49b0-a809-171edcf11901 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788858
Nov 15 09:31:49.721833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360904b8-8e37-4402-9806-c2e8a3f805e9 req-abb9194f-c44b-4573-b3ef-38249de7f24f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:49.723448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-360904b8-8e37-4402-9806-c2e8a3f805e9 req-abb9194f-c44b-4573-b3ef-38249de7f24f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.0976748
Nov 15 09:31:49.772721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-360904b8-8e37-4402-9806-c2e8a3f805e9 req-69d5eca2-5fb6-460b-8810-cc1d25ba7598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431247
Nov 15 09:31:50.822964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 36aafd24-5952-409d-9d6d-f3ac42fb83bf up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:50.947398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 36aafd24-5952-409d-9d6d-f3ac42fb83bf completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:31:50.952910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 36aafd24-5952-409d-9d6d-f3ac42fb83bf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:50.953345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:51.002597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f3cf-ad56-41fa-a4c1-8b387b48a26a req-d5ba0059-0c03-49e2-be9a-93c7f040361e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:51.004249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8997f3cf-ad56-41fa-a4c1-8b387b48a26a req-d5ba0059-0c03-49e2-be9a-93c7f040361e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.1001785
Nov 15 09:31:51.056198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8997f3cf-ad56-41fa-a4c1-8b387b48a26a req-5167eba5-1e84-4a9f-b67b-4b221c55724f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454977
Nov 15 09:31:51.095483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:51.122341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:31:51.133328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:31:51.164593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:51.166580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5cbab6d5-1ec4-43f5-8ee1-4874caf13759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:51.198216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'code': 200}
Nov 15 09:31:51.245026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:51.248264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:51.548471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf231f3a-6fd4-4260-9210-187a83f045e1 req-82b830db-5762-4771-a724-e6ef23486678 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1163 time: 0.0842402
Nov 15 09:31:51.593448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf231f3a-6fd4-4260-9210-187a83f045e1 req-ff211b0b-9108-4bcb-9ee6-de7a8cceb36a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391781
Nov 15 09:31:52.233750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:31:52.288154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4232c-b3b4-46ec-9418-ab34fdb1b782 req-e44c1e3a-9c60-4c9e-a0ba-37df982896d9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:52.289785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cd4232c-b3b4-46ec-9418-ab34fdb1b782 req-e44c1e3a-9c60-4c9e-a0ba-37df982896d9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.1014116
Nov 15 09:31:52.319081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 36aafd24-5952-409d-9d6d-f3ac42fb83bf up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:31:52.339703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cd4232c-b3b4-46ec-9418-ab34fdb1b782 req-6ef19fc2-63e7-4fa5-a83d-59f391979b2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436113
Nov 15 09:31:52.405449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 36aafd24-5952-409d-9d6d-f3ac42fb83bf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:31:52.405890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:53.645201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18195f7-cd6f-4175-a993-b08ae55cf75c req-036b00f2-c6aa-4b26-af96-ab8262a9e571 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:53.646781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c18195f7-cd6f-4175-a993-b08ae55cf75c req-036b00f2-c6aa-4b26-af96-ab8262a9e571 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.1768775
Nov 15 09:31:53.700539 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c18195f7-cd6f-4175-a993-b08ae55cf75c req-e83ce994-2b65-4668-acab-8bb528546665 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475097
Nov 15 09:31:53.925632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169cc4-447a-4b92-ba89-ee6a1761c19c req-7975c4b7-32ef-4489-a1b0-6c0827a80c5b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:53.927320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70169cc4-447a-4b92-ba89-ee6a1761c19c req-7975c4b7-32ef-4489-a1b0-6c0827a80c5b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.0979338
Nov 15 09:31:53.976978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70169cc4-447a-4b92-ba89-ee6a1761c19c req-cfe441fb-4dc8-40a4-8534-5d61b98611fd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433774
Nov 15 09:31:54.015497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37212) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:54.105384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4ceee49b-e87a-4ec0-9f7c-bb6d5d106f80 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1158 time: 0.0885143
Nov 15 09:31:54.108256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37216) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:54.114397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:31:54.120491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:31:54.124644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:31:54.128311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:31:54.134219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:31:54.164283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:54.317514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:54.591031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.156 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/bf9d1d85-753a-4ab7-ac25-eddcc6af5d39) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:31:54.749686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:54.816764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:54.833069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bcb54b37-4960-4699-a813-4e1264ee62e8 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:54.979410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=bf9d1d85-753a-4ab7-ac25-eddcc6af5d39,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:54.992442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:55.035879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:31:55.037047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:31:55.039399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:31:55.536039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:55.663168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:55.959689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:56.000549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:56.010345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:31:56.149020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=bf9d1d85-753a-4ab7-ac25-eddcc6af5d39,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:31:56.161547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:31:56.255425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:56.760227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 7302e504-3c73-48e7-852d-0f56913038f6 associated. External IP: 172.26.4.156, port: 36aafd24-5952-409d-9d6d-f3ac42fb83bf.
Nov 15 09:31:57.282543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:31:57.542041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:31:57.551671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:31:57.567747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:57.567747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82cbac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:57.589403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:31:57.659633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.5500104
Nov 15 09:31:57.660453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:31:57.662446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37224) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:57.727832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'status': 'completed', 'code': 200}
Nov 15 09:31:57.796679 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d443674-7a5d-423b-ab77-cbe5b423bf49 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 992 time: 0.1326506
Nov 15 09:31:57.818950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:57.879892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-1d1b5567-9373-4c02-9ed5-05ee3e43a93d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1163 time: 0.1037517
Nov 15 09:31:58.039272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-1700afbd-dbae-4e47-8497-0ff0b12bba6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:58.041082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-1700afbd-dbae-4e47-8497-0ff0b12bba6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 891 time: 0.1540053
Nov 15 09:31:58.187059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-f4d52925-4a41-42db-afdb-bf59a95ee93d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 200  len: 1000 time: 0.1262565
Nov 15 09:31:58.275348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-14bc5b3f-22d8-4845-9f18-7aacd259fedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:31:58.276976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-14bc5b3f-22d8-4845-9f18-7aacd259fedc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0738969
Nov 15 09:31:58.380327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-9fe44d81-8438-45db-9f9a-fbced4c39faf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899303
Nov 15 09:31:58.385204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82cbac8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:56:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:31:55Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:58.389373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:31:58.400916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:31:58.401583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82cbac8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:58.523562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-76142512-b904-4f6a-880c-f95a1f85159c service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404781
Nov 15 09:31:58.643383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:31:58.675764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e155e3e4-5e66-4e8a-9638-29e3253ae640 req-53bd2610-f91f-4635-b04d-b32949315e70 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447682
Nov 15 09:31:58.798895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37230) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:31:58.928931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-69da9c94-1e8f-477f-8cb0-18838752d51c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 992 time: 0.1285021
Nov 15 09:31:59.040749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82cbac8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:56:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:31:55Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:31:59.044910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7543f-9e61-47e9-953f-795ac8c7cc34 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:56:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:31:55Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:31:59.344040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2279a25-d479-48e9-9870-9c876c6ce063 None None] New status for floating IP 7302e504-3c73-48e7-852d-0f56913038f6: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:31:59.931942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37234) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:00.059783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c55006f-291e-468f-be3d-b9665b4afdb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 994 time: 0.1262674
Nov 15 09:32:01.387392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-627a3a70-990d-45f4-ad58-8408bd4a0c95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0899484
Nov 15 09:32:01.510478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-90d5e31c-4183-4c21-8044-c0f2ffbf1351 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 1163 time: 0.0907061
Nov 15 09:32:01.671940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-e71dde6f-fe0b-4aa9-96d1-5aad9c7ece57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:01.673556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-e71dde6f-fe0b-4aa9-96d1-5aad9c7ece57 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1425700
Nov 15 09:32:01.795373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-f781bf76-dc56-4e15-be9d-f389094f0ff9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 200  len: 1002 time: 0.1147990
Nov 15 09:32:01.866261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-98454837-55ff-4b58-ac7f-878bf7ff0a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:01.867956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-98454837-55ff-4b58-ac7f-878bf7ff0a3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0658951
Nov 15 09:32:01.960326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-7eae8614-86a7-42f5-af29-7bc931e10545 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852032
Nov 15 09:32:02.116199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-844a5822-9e79-4ea6-8bc6-0c054b7c6ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490276
Nov 15 09:32:02.269035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c51f764-cd12-4bab-9864-f81b416a4fae req-65931f2f-0c3b-4bf1-8993-37dcc1428e90 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400182
Nov 15 09:32:05.902873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37244) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:06.144199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Deleting port 27306366-731d-4a0a-bc46-badef3f35fe7 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:32:06.148202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:06.616155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:06.616542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:06.751731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Calling delete_port for 27306366-731d-4a0a-bc46-badef3f35fe7 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:32:07.273209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:07.289775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:07.381941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Port': ['ID=27306366-731d-4a0a-bc46-badef3f35fe7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:07.391325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:07.512604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:07.512982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Floating IP 073a2f76-81f9-425e-913d-6d1fc96c6166 disassociated (deleted). External IP: 172.26.4.195, port: 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64.
Nov 15 09:32:08.025823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Router 00626a1c-9401-40bd-8378-b2e4a276b817 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:32:08.295585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:32:08.305437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Sync routers for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:32:08.318486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:08.319157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a853b9b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:08.342103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:08.408322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "DELETE /v2.0/floatingips/073a2f76-81f9-425e-913d-6d1fc96c6166 HTTP/1.1" status: 204  len: 168 time: 2.5042567
Nov 15 09:32:08.409033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:08.549820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:08.567761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'status': 'completed', 'code': 200}
Nov 15 09:32:08.786809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-d7239067-506e-447d-a0f8-50a1cc8dd9e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 1163 time: 0.1699069
Nov 15 09:32:08.929374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a853b9b0>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:08.934864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Checking router: 00626a1c-9401-40bd-8378-b2e4a276b817 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:32:08.948130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:08.948816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a853b9b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:31:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:08.954779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-64964298-1add-4128-90b3-f8b90c97c156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:08.956461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-64964298-1add-4128-90b3-f8b90c97c156 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 200  len: 890 time: 0.1591785
Nov 15 09:32:09.047000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-ef708c59-6cad-4a85-8cc8-fbc6b623ab31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 200  len: 217 time: 0.0826867
Nov 15 09:32:09.164342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-b0a30052-ef83-431e-aec1-9a86c8602dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:09.165981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-b0a30052-ef83-431e-aec1-9a86c8602dd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 200  len: 834 time: 0.1117458
Nov 15 09:32:09.181921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:09.286429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a902-b2de-4db7-89d6-5f7664b8e3e7 req-47bc098c-c135-4c74-a440-b918d48d2e71 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:09.287205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1010a902-b2de-4db7-89d6-5f7664b8e3e7 req-47bc098c-c135-4c74-a440-b918d48d2e71 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Synchronizing usage tracker for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:32:09.309862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-1fbbccbd-9191-4490-b588-2565cad15788 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b3a5c4ae-8531-410a-9a98-2677a38e40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1342187
Nov 15 09:32:09.395956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1010a902-b2de-4db7-89d6-5f7664b8e3e7 req-47bc098c-c135-4c74-a440-b918d48d2e71 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Unset dirty status for tenant:fe296ec3cbf947b9aeb5ad72927bf63c on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:32:09.397177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1010a902-b2de-4db7-89d6-5f7664b8e3e7 req-47bc098c-c135-4c74-a440-b918d48d2e71 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.3574097
Nov 15 09:32:09.495495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1010a902-b2de-4db7-89d6-5f7664b8e3e7 req-7396b88b-54ec-476e-864f-900d6a005278 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896251
Nov 15 09:32:09.500864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-5d100963-5032-44f6-b448-bede30747be8 service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818500
Nov 15 09:32:09.546778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a853b9b0>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:09.550966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a76bd-06db-4924-9e4b-4d8568fd3114 None None] The sync data for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs is: [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:26:45Z', 'revision_number': 4, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2af7c124-fd8f-4979-9c06-80473f90cc4c', 'name': '', 'network_id': 'b3a5c4ae-8531-410a-9a98-2677a38e40a9', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:40Z', 'updated_at': '2020-11-15T09:27:00Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'subnets': [{'id': '1fb52deb-7d15-4697-87ad-5d1b3e555191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:32:09.655865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e824882-533c-4883-acb7-6fca45f5f6ed req-c893a581-a7be-4ecb-aaa9-fdd625d4eb9c service neutron] 10.222.0.65 "GET /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446505
Nov 15 09:32:09.950520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50079b-2e85-4215-8dac-64253dba9569 None None] New status for floating IP 073a2f76-81f9-425e-913d-6d1fc96c6166: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:32:10.719548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d6c0-1ef5-41a0-9ad4-8ed3f8d2910d req-37e4d107-6e55-46fa-a7fb-9a3352318719 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:10.721182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c143d6c0-1ef5-41a0-9ad4-8ed3f8d2910d req-37e4d107-6e55-46fa-a7fb-9a3352318719 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.0927212
Nov 15 09:32:10.769896 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c143d6c0-1ef5-41a0-9ad4-8ed3f8d2910d req-20d124a5-5409-4848-a169-e475a38dd986 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/security-groups?id=840b5952-2128-4374-9d56-0584bf31b44c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424113
Nov 15 09:32:11.010257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-ce4874ba-27be-44cf-8358-17ef5362ec69 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:11.011837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-ce4874ba-27be-44cf-8358-17ef5362ec69 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 946 time: 0.0974331
Nov 15 09:32:11.095631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Deleting port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:32:11.095960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:11.368590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] For port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:32:11.369592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:11.502036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Calling delete_port for 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:32:11.695612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:11.710767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d059433c-8e3c-4f3f-b453-663d5c7b68ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:11.806134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Port': ['ID=74e5f31f-99a1-453d-9fc3-fd3fff1e1f64,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:11.813414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:11.964736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] No DVR routers for this DVR port 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:32:11.968101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8c1d0f5c-0174-48c6-a235-574f71189cd7 req-01faf9a3-62a7-46c3-b372-ea75b895c474 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "GET /v2.0/ports?device_id=093fb623-13aa-47e0-a93e-56c16d3db57b HTTP/1.1" status: 200  len: 210 time: 0.0597088
Nov 15 09:32:11.969120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:11.971950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-deleted', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:12.011037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e93a409d-48b3-4278-af9a-4fec5450f8b6 req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.65 "DELETE /v2.0/ports/74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 HTTP/1.1" status: 204  len: 173 time: 0.9927430
Nov 15 09:32:12.032181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093fb623-13aa-47e0-a93e-56c16d3db57b', 'name': 'network-vif-deleted', 'tag': '74e5f31f-99a1-453d-9fc3-fd3fff1e1f64', 'status': 'completed', 'code': 200}
Nov 15 09:32:12.373032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:32:12.412860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:32:12.413259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 74e5f31f-99a1-453d-9fc3-fd3fff1e1f64 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:32:13.085157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37268) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:13.278975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a4695a09-c218-4351-836e-f8a3bbe6a60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:13.595366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:14.314937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Deleting port 2af7c124-fd8f-4979-9c06-80473f90cc4c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:32:14.315568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:14.523029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] For port 2af7c124-fd8f-4979-9c06-80473f90cc4c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2af7c124-fd8f-4979-9c06-80473f90cc4c,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:32:14.523469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:14.657702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Calling delete_port for 2af7c124-fd8f-4979-9c06-80473f90cc4c owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:32:14.889513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:14.905929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:15.004074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Port': ['ID=2af7c124-fd8f-4979-9c06-80473f90cc4c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:15.029877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.030313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.030750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.031176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.031597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.032048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.032471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.032891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.033310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.033726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.034139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.034555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.035029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.035452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.035887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.036309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.036726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.037145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.037560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.037978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.038392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.038808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.039223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.039638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:15.045181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:15.679798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:15.701323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecb60-af70-4969-8c16-2a26361222cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:15.804394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:16.295994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:16.578750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Router 00626a1c-9401-40bd-8378-b2e4a276b817 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:32:16.848367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:32:16.861501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Sync routers for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:32:16.871992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "PUT /v2.0/routers/00626a1c-9401-40bd-8378-b2e4a276b817/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7802827
Nov 15 09:32:16.872669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37272) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:16.896928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:16.903571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fb7dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:17.085231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Deleting subnet 1fb52deb-7d15-4697-87ad-5d1b3e555191 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:32:17.089461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.153665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.243572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.276471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:17.542780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.602037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fb7dd8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:32:14Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:17.606467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Checking router: 00626a1c-9401-40bd-8378-b2e4a276b817 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:32:17.617953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Routers {'00626a1c-9401-40bd-8378-b2e4a276b817'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:17.618622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3fb7dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['00626a1c-9401-40bd-8378-b2e4a276b817'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:17.849139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] Set router 00626a1c-9401-40bd-8378-b2e4a276b817 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:17.924633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.925037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:17.944188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d960027-ffff-47a5-9d4b-b0053534a13f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:18.030244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Subnet': ['ID=1fb52deb-7d15-4697-87ad-5d1b3e555191,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:18.058672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.059041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.059723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.060169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.060587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.061224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.061423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.061806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.062221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.062641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.063052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.063459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.063994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.064373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.064788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.065199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.065607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.066023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.066435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.066846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.067253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.067662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.068097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.068510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:18.075084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:18.103914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:18.109531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bd682-3638-4ddf-98e5-0bcc23a8dbe5 None None] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:32:18.111701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99472dd1-a340-4fe7-8af6-c6c8e0b5f32b tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "DELETE /v2.0/subnets/1fb52deb-7d15-4697-87ad-5d1b3e555191 HTTP/1.1" status: 204  len: 168 time: 1.2395148
Nov 15 09:32:18.113180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37276) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:18.170348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3fb7dd8>, [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:32:14Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:18.174809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834a0-59c3-45d8-ba5e-9594d9ba7be9 None None] The sync data for ids ['00626a1c-9401-40bd-8378-b2e4a276b817'] in dv-neutron-743142-12-ovs is: [{'id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712037303', 'tenant_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:26:24Z', 'updated_at': '2020-11-15T09:32:14Z', 'revision_number': 5, 'project_id': 'fe296ec3cbf947b9aeb5ad72927bf63c', 'gw_port': {'id': 'eab08e4b-c6cb-4393-8f07-1e9d2f222f6e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00626a1c-9401-40bd-8378-b2e4a276b817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:26:26Z', 'updated_at': '2020-11-15T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:32:18.378449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:18.389901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] DHCP port deletion for b3a5c4ae-8531-410a-9a98-2677a38e40a9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:32:18.394419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Deleting port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:32:18.394855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:18.646230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] For port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,segment=NetworkSegment(75bb2cd5-22b1-472e-a7b3-9733500ba596),segment_id=75bb2cd5-22b1-472e-a7b3-9733500ba596)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:32:18.646597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:18.654127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:18.785159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Calling delete_port for 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:32:18.834659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:32:18.993446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Deleting port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:32:18.994749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:19.176720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:19.225720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] For port eab08e4b-c6cb-4393-8f07-1e9d2f222f6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:32:19.226116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:19.231229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:19.250714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:19.287192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2af7c124-fd8f-4979-9c06-80473f90cc4c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:32:19.362690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Calling delete_port for eab08e4b-c6cb-4393-8f07-1e9d2f222f6e owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:32:19.385544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Pushing event deleted for resources: {'Port': ['ID=8308d8a3-e50e-4099-9dc9-6fcdfcb36305,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:19.390719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 2af7c124-fd8f-4979-9c06-80473f90cc4c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:32:19.390719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2af7c124-fd8f-4979-9c06-80473f90cc4c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:32:19.393791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:19.426945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] No DVR routers for this DVR port 8308d8a3-e50e-4099-9dc9-6fcdfcb36305 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:32:19.575514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:19.591528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6416cc5f-c3b6-4ce6-a79e-8f6f95c38d78 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:19.688491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Port': ['ID=eab08e4b-c6cb-4393-8f07-1e9d2f222f6e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:19.693007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:19.974787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.288291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.293243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.478889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.479946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Fanout notify agent at l3_agent the message router_deleted on router 00626a1c-9401-40bd-8378-b2e4a276b817 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:32:20.495337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.496717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "DELETE /v2.0/routers/00626a1c-9401-40bd-8378-b2e4a276b817 HTTP/1.1" status: 204  len: 168 time: 2.3825617
Nov 15 09:32:20.499421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37284) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:20.625299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.834042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eab08e4b-c6cb-4393-8f07-1e9d2f222f6e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:32:20.845469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:20.878393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: eab08e4b-c6cb-4393-8f07-1e9d2f222f6e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:32:20.878809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device eab08e4b-c6cb-4393-8f07-1e9d2f222f6e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:32:21.003783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a2622748>,) {'filters': {'network_id': ['b3a5c4ae-8531-410a-9a98-2677a38e40a9']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:21.020443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2622748>, '75bb2cd5-22b1-472e-a7b3-9733500ba596') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:21.020775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a2622748>, '75bb2cd5-22b1-472e-a7b3-9733500ba596') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:21.034417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:21.057551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:21.060066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Releasing vxlan tunnel 7 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:32:21.567492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:32:21.578371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:21.809391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Network b3a5c4ae-8531-410a-9a98-2677a38e40a9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:32:21.842139 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:32:21.958547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:21.961846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-152a0f04-75a1-4221-8706-21853920b441 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:21.980408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:21.987589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'Network': ['ID=b3a5c4ae-8531-410a-9a98-2677a38e40a9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:21.992437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:22.022149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "DELETE /v2.0/networks/b3a5c4ae-8531-410a-9a98-2677a38e40a9 HTTP/1.1" status: 204  len: 168 time: 1.5216212
Nov 15 09:32:22.024942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37288) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:22.100998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:22.133751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:22.324428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:22.329941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:22.345899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Pushing event deleted for resources: {'SecurityGroup': ['ID=840b5952-2128-4374-9d56-0584bf31b44c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:22.348763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:22.386726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:22.388007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] 10.222.0.81 "DELETE /v2.0/security-groups/840b5952-2128-4374-9d56-0584bf31b44c HTTP/1.1" status: 204  len: 168 time: 0.3620503
Nov 15 09:32:22.876693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37300) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:23.066184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1e27b8b9-278b-47f6-a5d7-8ee31e4315b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe296ec3cbf947b9aeb5ad72927bf63c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1880438
Nov 15 09:32:23.068681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37306) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:23.136621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:23.163417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:23.244524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:23.249562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-110d202b-0e59-4ad2-8b80-d3865df80262 tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:23.263968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663e5f0-40c6-45aa-b26b-506f88234baf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:23.269444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:23.271291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:23.272575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a663e5f0-40c6-45aa-b26b-506f88234baf HTTP/1.1" status: 204  len: 168 time: 0.2029319
Nov 15 09:32:23.756531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37314) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:23.777352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:23.811328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:23.818206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8a0c4ff67d4983ab47a470220943ed is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:23.818997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:23.825211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:23.936626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.003326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.011291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7b7b8ce-e4aa-4fd0-acf2-7b372950a4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:24.058694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154634dc-d476-4c11-9d84-1312dacbeebb,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:24.063925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b8a0c4ff67d4983ab47a470220943ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3062723
Nov 15 09:32:24.064954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:24.066599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37318) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:24.129214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.157390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.244398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.249809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ad8d5e0-1bc7-43d6-a13a-97c4dde2718a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:24.264148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154634dc-d476-4c11-9d84-1312dacbeebb,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:24.266932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:24.268165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:24.269384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/154634dc-d476-4c11-9d84-1312dacbeebb HTTP/1.1" status: 204  len: 168 time: 0.2017713
Nov 15 09:32:29.235404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:32:31.304168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37328) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:31.657071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d4c4b0c-3276-411f-8f46-42d8f4f9758d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?project_id=e6c9da80a3a54040bfc44f30a1453a4e&network_id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 3060 time: 0.3515861
Nov 15 09:32:33.395205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37342) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:33.461981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c909a8a-1849-4ce9-8672-adb9fc174f57 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:33.464189 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6c909a8a-1849-4ce9-8672-adb9fc174f57 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?network_id=e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 814 time: 0.0678065
Nov 15 09:32:34.060643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:34.066597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'port_id': None}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:34.186909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:34.504927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:34.541477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:34.541987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 7302e504-3c73-48e7-852d-0f56913038f6 disassociated. External IP: 172.26.4.156, port: 36aafd24-5952-409d-9d6d-f3ac42fb83bf.
Nov 15 09:32:35.317388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:32:35.570969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:32:35.576357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:35.582183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:32:35.596274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:35.596959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:35.641191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8bb64d6-7b08-4ffa-bd97-73c7ecdfaca3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 690 time: 1.5793633
Nov 15 09:32:35.641902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:35.644354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37354) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:35.742315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-773092c0-5707-4e67-9172-262188b52a2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 690 time: 0.0966797
Nov 15 09:32:35.834474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:35.875623 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'status': 'completed', 'code': 200}
Nov 15 09:32:36.003938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-f4de4b2e-819e-4b4a-9f52-94694fabd99c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 1163 time: 0.0855391
Nov 15 09:32:36.149823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-8ba27773-b3e6-4b2f-a2ea-b7483f78b1c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:36.151981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-8ba27773-b3e6-4b2f-a2ea-b7483f78b1c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 891 time: 0.1411545
Nov 15 09:32:36.189969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9048>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:36.194085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:32:36.206018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:36.206692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:36.231494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-1956400a-2b80-4773-b5c5-b930b472e8fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 200  len: 217 time: 0.0723577
Nov 15 09:32:36.302307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-91a91937-3b19-4e04-930b-7bdc0e73f35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:36.304068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-91a91937-3b19-4e04-930b-7bdc0e73f35a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0651538
Nov 15 09:32:36.403241 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-d176fd6f-fb10-4456-ae02-6f8803e685ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918369
Nov 15 09:32:36.440734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:36.550051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-8ef07911-6806-46e9-8024-74bd419d35d1 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391287
Nov 15 09:32:36.695787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-203ba244-412c-4f1c-bc53-6bb374cbbaf6 req-4ea41c09-713a-41ef-b80a-a7ee65cea21a service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391029
Nov 15 09:32:36.746304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37362) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:36.790523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9048>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:36.796331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ccf31-97d5-436f-95d2-242868781ff2 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:32:36.838255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-31cec70e-ec32-4da4-ab7e-10c14111e1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 690 time: 0.0905712
Nov 15 09:32:37.202917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0600f820-ca8c-4791-b545-489bf2d1d131 None None] New status for floating IP 7302e504-3c73-48e7-852d-0f56913038f6: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:32:37.840370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37368) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:37.936376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c50fe372-8a89-486d-a204-1b2a074066aa tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 688 time: 0.0945504
Nov 15 09:32:39.376560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37374) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:39.382464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807299830', 'description': 'tempest-secgroup-smoke-1807299830 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:39.389596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:39.393711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:39.396750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:39.403212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:39.437994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.474353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:39.478321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:39.481255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:39.486989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:39.546763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.575001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.580279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-34390090-126f-4a92-94c7-2c12ddbb8994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:39.619550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=f216204d-6d6a-4a72-88a0-c2b547f7c73f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:39.622835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:39.638058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.639371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2617342
Nov 15 09:32:39.642455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37378) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:39.648010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:39.654751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:39.658837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:39.661883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:39.667904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:39.707105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.773766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.826787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.834534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd344059-63f9-4e5f-b487-e2312cb6cd79 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:39.854450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469dbe0f-61bd-4897-8ea9-ce9cc7593c9f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:39.857213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:39.878122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:39.879404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2359676
Nov 15 09:32:39.882270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37382) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:39.887768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:39.894068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:39.898250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:39.901460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:39.907219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:39.941831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.006373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.032480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.034375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-773ac511-18d6-4fa8-9e57-b20290e9aede tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:40.061547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94d5971-506b-4890-be1c-cf1febecba1a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:40.064109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:40.118337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.120289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2370276
Nov 15 09:32:40.123124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37386) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:40.128705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:40.134887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:40.138973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:40.142024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:40.147824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:40.187996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.252478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.278174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.280110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fec11534-a6ef-4b19-84d5-eafba20c7772 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:40.303313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a5c72f-6dc2-4fcf-a153-22be02784805,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:40.305813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:40.329693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.330999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2068918
Nov 15 09:32:40.333797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37390) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:40.339806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:40.345936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:40.349909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:40.352930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:40.359307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:40.398769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.466174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.511821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.513765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-342cda4e-a399-4d10-bf3b-0d5b43e1ea3e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:40.534961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d3edbf-004a-49c4-ae2b-56dacbfa5355,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:40.539073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:40.586997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.589011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2542436
Nov 15 09:32:40.591799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37394) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:40.597348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:40.603598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:40.607618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:40.610620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:40.616404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:40.649069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:32:40.656496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.726223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.751823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.753766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49374c04-bd86-4472-a8f1-d248d2c60771 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:40.776411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0f055a-c702-4c08-af67-b16329528912,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:40.780621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:40.809513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.811061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2179918
Nov 15 09:32:40.813871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37398) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:40.819432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'f216204d-6d6a-4a72-88a0-c2b547f7c73f', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:40.826408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:40.830517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:32:40.833661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:32:40.840465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:40.889126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:32:40.896226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.966120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.997268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:40.999162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b254bb55-23a4-4076-a6db-8a84c6d8fd74 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:41.022755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343481a2-458c-4049-990e-93e2537580bc,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:41.025314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:41.060333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:41.061618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2467544
Nov 15 09:32:41.304748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-26971e26-a8b1-43a6-aefa-1421b9f74699 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:32:41.362956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-26971e26-a8b1-43a6-aefa-1421b9f74699 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:32:41.364235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-26971e26-a8b1-43a6-aefa-1421b9f74699 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807299830&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.1018629
Nov 15 09:32:41.523801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-8c2bad7c-7dfd-4b41-a444-8fdde4dd69db tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:41.525434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-8c2bad7c-7dfd-4b41-a444-8fdde4dd69db tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 797 time: 0.1530919
Nov 15 09:32:41.542959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-7e823853-aeaa-4de8-9e3c-e5c1028c8584 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0116522
Nov 15 09:32:41.645845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d026d896-f5d4-45c9-9c95-a2b94b6d71b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0973823
Nov 15 09:32:41.879289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d4d58f10-d289-44ea-8066-f40f478e4fe1 service neutron] 10.222.0.81 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205606
Nov 15 09:32:42.022662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-aacb2fd6-168b-46d0-90d4-b1fa9d0c51fc service neutron] 10.222.0.81 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362965
Nov 15 09:32:42.308289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-550af71d-4999-4e7e-acf0-d1d2511b8d67 req-057b1e98-d697-4f56-b0f2-360ca5282f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.0487204
Nov 15 09:32:43.289363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed8f2-1f4e-46a1-b50e-a14aa6186330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:43.430544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-994bef8a-5efa-4a16-8590-d526cbd1c2e6 req-0b6f7e98-bde0-4b2b-bb65-1a3407c5d7dc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.0471730
Nov 15 09:32:44.557166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a1cec30-eb2e-4034-898e-e6c722eecedb req-2fa589a9-b71e-45cd-94a0-5cce72d03877 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.0526991
Nov 15 09:32:45.718504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6921e483-079d-4186-91f4-a0d5aa124370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:45.737490 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f654ac6-a945-4cbf-86a1-53ac8379a70b req-58389fb7-6b57-4a9f-86d8-145ea4401744 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.0481396
Nov 15 09:32:45.792599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:46.278112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:46.300793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-3c4da62a-60d8-48e9-9f3d-284c30c728f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:46.302352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-3c4da62a-60d8-48e9-9f3d-284c30c728f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 797 time: 0.1591332
Nov 15 09:32:46.410566 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-5914b412-96e1-4c0c-8614-f2da37417853 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 11477 time: 0.0887244
Nov 15 09:32:46.421571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['f216204d-6d6a-4a72-88a0-c2b547f7c73f']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:46.580588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:32:46.591393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:32:46.643649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:32:46.649382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:46.937850 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b63227af-fea3-485b-a30e-d59a206a48cb req-cfe3a9b5-e489-4b16-88c4-12f39dc75cf2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.0575984
Nov 15 09:32:47.016644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.11 (4149c475-a0c1-4f36-a891-946d1c6abae9/08175239-c210-4aee-b8a5-e4ad81e25e46/b55abd71-419e-493d-9c98-fa4d8563babe) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:32:47.214074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:47.230546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object b55abd71-419e-493d-9c98-fa4d8563babe will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:32:47.284060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:47.299370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe3b6d13-a271-4d52-998a-c9e30c3ac743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:47.445299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:47.458181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:47.501785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:32:47.503062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:32:47.505440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:32:47.546492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:47.575530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:47.576254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:47.684175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2664368
Nov 15 09:32:47.703207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Request body: {'port': {'device_id': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:47.815406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-977f0f20-507f-49fc-af47-495c0df9fca0 None None] Provisioning for port b55abd71-419e-493d-9c98-fa4d8563babe completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:32:47.822062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-977f0f20-507f-49fc-af47-495c0df9fca0 None None] Provisioning complete for port b55abd71-419e-493d-9c98-fa4d8563babe triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:32:47.833026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-977f0f20-507f-49fc-af47-495c0df9fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:47.911251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-977f0f20-507f-49fc-af47-495c0df9fca0 None None] Port b55abd71-419e-493d-9c98-fa4d8563babe cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:32:47.918119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:48.144235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:48.303601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452071aa-8246-4073-b874-e471a6f0775a req-1d8bed94-b605-42ef-9a6c-8f796a1f7aef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:48.304411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-452071aa-8246-4073-b874-e471a6f0775a req-1d8bed94-b605-42ef-9a6c-8f796a1f7aef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:32:48.381007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-452071aa-8246-4073-b874-e471a6f0775a req-1d8bed94-b605-42ef-9a6c-8f796a1f7aef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:32:48.382303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-452071aa-8246-4073-b874-e471a6f0775a req-1d8bed94-b605-42ef-9a6c-8f796a1f7aef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 932 time: 0.3046200
Nov 15 09:32:48.526054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-452071aa-8246-4073-b874-e471a6f0775a req-5328ca70-9b99-4cbe-b4ed-b3ca13b586a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365733
Nov 15 09:32:48.674285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55abd71-419e-493d-9c98-fa4d8563babe {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:32:48.681905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:48.694179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Transition to ACTIVE for port object b55abd71-419e-493d-9c98-fa4d8563babe will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:32:48.734657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:48.750528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4e270ae-c781-419a-9afa-c8f95a9b8114 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:48.915358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Pushing event updated for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:48.921068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:49.100356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Attempting to bind port b55abd71-419e-493d-9c98-fa4d8563babe on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:32:49.100734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Attempting to bind port b55abd71-419e-493d-9c98-fa4d8563babe by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:32:49.101105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Attempting to bind port b55abd71-419e-493d-9c98-fa4d8563babe on network 4149c475-a0c1-4f36-a891-946d1c6abae9 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:32:49.109226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:32:49.109547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Checking segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:32:49.109950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:49.110350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Bound using segment: {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:32:49.110834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Bound port: b55abd71-419e-493d-9c98-fa4d8563babe, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65954925-6d63-4bae-bd2c-87d0ee986bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:32:49.111664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:49.215144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:32:49.218456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b55abd71-419e-493d-9c98-fa4d8563babe,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:32:49.250233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:49.269857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9f063590-0d17-4932-b878-f1688c26b3fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:49.430441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Pushing event updated for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:49.436951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:49.466544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:49.468077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] 10.222.0.65 "PUT /v2.0/ports/b55abd71-419e-493d-9c98-fa4d8563babe HTTP/1.1" status: 200  len: 1158 time: 1.7694173
Nov 15 09:32:49.468644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:49.529199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'status': 'completed', 'code': 200}
Nov 15 09:32:49.704419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44afa7f8-8ff5-4a2e-ae9c-66704cdbd226 req-a0f23442-3c39-4993-9e60-5429ac4735b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 1161 time: 0.1290944
Nov 15 09:32:49.896691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a008a52-40e9-48ef-a904-d7c08f6fee4f req-24e16552-7a32-4f2b-82d5-2a370770ec8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:49.898306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a008a52-40e9-48ef-a904-d7c08f6fee4f req-24e16552-7a32-4f2b-82d5-2a370770ec8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.2372653
Nov 15 09:32:49.907480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afa7f8-8ff5-4a2e-ae9c-66704cdbd226 req-eb956f25-7d7a-4a69-8bba-e2d38f987e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:49.908985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44afa7f8-8ff5-4a2e-ae9c-66704cdbd226 req-eb956f25-7d7a-4a69-8bba-e2d38f987e60 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&shared=False HTTP/1.1" status: 200  len: 891 time: 0.1903012
Nov 15 09:32:50.045991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a008a52-40e9-48ef-a904-d7c08f6fee4f req-5c5a3867-3bf8-41d5-8d06-66ca7d9f4935 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397417
Nov 15 09:32:50.087364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afa7f8-8ff5-4a2e-ae9c-66704cdbd226 req-358e436d-fc83-41ce-bb22-79be30838ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:50.089002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44afa7f8-8ff5-4a2e-ae9c-66704cdbd226 req-358e436d-fc83-41ce-bb22-79be30838ce5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1661518
Nov 15 09:32:50.233489 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-a9a687db-74e4-40c5-82b6-d38c7ed0dd4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 1161 time: 0.0843751
Nov 15 09:32:50.319198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-e65b003b-8885-4637-ab6c-fb92c324d604 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b55abd71-419e-493d-9c98-fa4d8563babe HTTP/1.1" status: 200  len: 217 time: 0.0715899
Nov 15 09:32:50.392412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-4744b88d-2d26-4f0d-a182-11bfa363658c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:50.393937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-4744b88d-2d26-4f0d-a182-11bfa363658c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0673878
Nov 15 09:32:50.485022 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-91aa31a4-d6ec-4de4-ae19-d822215438aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837898
Nov 15 09:32:50.629683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-9d3cb990-d3c5-4aea-9ef8-be573a24be35 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372383
Nov 15 09:32:50.772569 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-305b6b15-32ac-4d06-a7e0-296256bb0ab8 req-0b7c222c-e484-4baf-98d7-96474a0037de service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363571
Nov 15 09:32:51.267981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96093e6-6be5-486c-9973-4d1be29d23fe req-a464f536-636b-4481-b163-a368dc88e3ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:51.269602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96093e6-6be5-486c-9973-4d1be29d23fe req-a464f536-636b-4481-b163-a368dc88e3ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.0930021
Nov 15 09:32:51.321576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96093e6-6be5-486c-9973-4d1be29d23fe req-0e048fd3-50cb-4edf-ba64-6347f66f4ba6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457246
Nov 15 09:32:52.551201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b709f2-7995-4e99-94a4-533bb67fa297 req-7e6732df-8051-4d11-9a77-9c715c590ff6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:52.552894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-57b709f2-7995-4e99-94a4-533bb67fa297 req-7e6732df-8051-4d11-9a77-9c715c590ff6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.1042140
Nov 15 09:32:52.603185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-57b709f2-7995-4e99-94a4-533bb67fa297 req-ce4588d8-aebb-4d10-aa8d-5617a57e6918 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432906
Nov 15 09:32:53.348730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b55abd71-419e-493d-9c98-fa4d8563babe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:32:53.454857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port b55abd71-419e-493d-9c98-fa4d8563babe completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:32:53.459931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b55abd71-419e-493d-9c98-fa4d8563babe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:32:53.460365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:53.778147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:53.807757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:53.819405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b55abd71-419e-493d-9c98-fa4d8563babe,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:32:53.840157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b42a6-2e3b-4cec-ad04-9c0af55be4ef req-0a17d8dc-57f1-4bdc-be96-34d00ccd2d1d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:53.841849 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce7b42a6-2e3b-4cec-ad04-9c0af55be4ef req-0a17d8dc-57f1-4bdc-be96-34d00ccd2d1d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.1024079
Nov 15 09:32:53.848900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:53.850958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:32:53.895740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce7b42a6-2e3b-4cec-ad04-9c0af55be4ef req-fe39337a-4bcd-472b-b6cf-0978420e03b0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476732
Nov 15 09:32:53.932183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:32:53.941700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.942097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.942489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.942846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.943232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.943613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.944046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.944422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.944793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.945167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.945537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.945937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.946363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.947418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.947910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.948291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.948668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.949040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.949412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.949782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.950155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.950522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.950889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.951253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:32:53.955815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:32:53.967969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'code': 200}
Nov 15 09:32:54.297746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db521c01-b7d5-4fd7-8e9e-2e0a68feb077 req-e005ff06-6280-4386-b12e-ab044d4f358c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 1163 time: 0.0836480
Nov 15 09:32:54.343044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db521c01-b7d5-4fd7-8e9e-2e0a68feb077 req-fdb6887f-9f6f-4d84-b992-d7ef94158a0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388045
Nov 15 09:32:54.911558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b55abd71-419e-493d-9c98-fa4d8563babe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:32:54.992830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b55abd71-419e-493d-9c98-fa4d8563babe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:32:54.993262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:55.127315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb831d-ec7e-4ffb-a3f3-14a02ec651e6 req-ebbd73ea-34db-431d-a881-227d51b723e5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:55.128963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2cdb831d-ec7e-4ffb-a3f3-14a02ec651e6 req-ebbd73ea-34db-431d-a881-227d51b723e5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0981390
Nov 15 09:32:55.178459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2cdb831d-ec7e-4ffb-a3f3-14a02ec651e6 req-90a9e9b9-40ad-4b77-926d-ae95bc0fd006 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429335
Nov 15 09:32:56.402445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5e15-7f15-48cc-923b-7588652603e3 req-ce21ab16-ac09-4fb7-86c6-6d1f65ffe1f8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:56.404089 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d98e5e15-7f15-48cc-923b-7588652603e3 req-ce21ab16-ac09-4fb7-86c6-6d1f65ffe1f8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0925312
Nov 15 09:32:56.452465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d98e5e15-7f15-48cc-923b-7588652603e3 req-60de7c93-05ca-46e9-8def-d764a17a0e32 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423250
Nov 15 09:32:56.677048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c435-56e5-4758-ac6c-1f4b7f223bf5 req-525f3feb-10db-4eaf-b593-d51fc6dea389 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:56.678640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b23c435-56e5-4758-ac6c-1f4b7f223bf5 req-525f3feb-10db-4eaf-b593-d51fc6dea389 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0983107
Nov 15 09:32:56.726532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b23c435-56e5-4758-ac6c-1f4b7f223bf5 req-56c9b292-48d8-4345-a904-4864de1d7a77 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413544
Nov 15 09:32:56.756744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37468) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:56.844790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2394a1f4-7241-4ae5-b183-7ae1a196e374 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 1158 time: 0.0867372
Nov 15 09:32:56.847701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37472) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:56.854457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'port_id': 'b55abd71-419e-493d-9c98-fa4d8563babe'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:32:56.940883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:57.639736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:57.678137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:57.926581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 7302e504-3c73-48e7-852d-0f56913038f6 associated. External IP: 172.26.4.156, port: b55abd71-419e-493d-9c98-fa4d8563babe.
Nov 15 09:32:58.423782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:32:58.679629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:32:58.685417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:32:58.690252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:32:58.703174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:58.703892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32c4c88>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:58.754927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aaa98178-2735-4799-adeb-7936eb1c31f9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 992 time: 1.9058952
Nov 15 09:32:58.755627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:32:58.757871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37476) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:32:58.814221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'status': 'completed', 'code': 200}
Nov 15 09:32:58.947174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:59.219339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39f06d35-9ec5-4a4f-8292-fc211a0a334e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 992 time: 0.4600515
Nov 15 09:32:59.247608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-90a5e996-78dd-413a-a647-02b6716a9eff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 1163 time: 0.3750026
Nov 15 09:32:59.363014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32c4c88>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:06:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:32:57Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:59.367135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:32:59.378885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:32:59.379576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32c4c88>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:32:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:32:59.398211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-6959fb8e-9eec-4499-b1f6-8ae2c006125f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:59.400415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-6959fb8e-9eec-4499-b1f6-8ae2c006125f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 200  len: 891 time: 0.1405821
Nov 15 09:32:59.523764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-eef977f2-1082-4c27-8631-85be0ae68992 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b55abd71-419e-493d-9c98-fa4d8563babe HTTP/1.1" status: 200  len: 1000 time: 0.1164260
Nov 15 09:32:59.594533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-7ca6c266-716c-413d-b36f-15ec56698d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:32:59.596200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-7ca6c266-716c-413d-b36f-15ec56698d78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 200  len: 834 time: 0.0658572
Nov 15 09:32:59.608454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:32:59.692014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-4bc25219-cdf9-4f22-b410-4c0f24efd82e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4149c475-a0c1-4f36-a891-946d1c6abae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891385
Nov 15 09:32:59.842572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-6c2071a1-1322-43e1-8e26-0c33d3a9ad8e service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432710
Nov 15 09:32:59.995712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aaa4f051-21c0-4754-a84f-b61252df5d29 req-8c509f87-5b59-46aa-ae33-b424a7056e91 service neutron] 10.222.0.65 "GET /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464789
Nov 15 09:33:00.012738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32c4c88>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:06:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:32:57Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:00.017023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba289e-dd8d-47dd-9308-a7ed91149248 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '7302e504-3c73-48e7-852d-0f56913038f6', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'port_id': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'mac_address': 'fa:16:3e:06:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:31:55Z', 'updated_at': '2020-11-15T09:32:57Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:33:00.223139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37482) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:00.324204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94e940-5433-4e70-ba06-298229945818 None None] New status for floating IP 7302e504-3c73-48e7-852d-0f56913038f6: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:33:00.352549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-108a2821-6355-4be1-bf15-4f4c2520a619 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 992 time: 0.1280973
Nov 15 09:33:01.356939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37486) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:01.476026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a693a492-3ef0-48e2-b44c-acab3eabe5c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 200  len: 994 time: 0.1177797
Nov 15 09:33:06.236385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:33:13.289301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d1d69c66-3ea9-495f-a212-402178359b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:15.701738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e492243-a8ce-45f8-ae81-ac55b46b0249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:15.827254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:16.289410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:17.523603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:17.935131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:18.224402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326df9e-66d4-4745-997a-0586e09719b4 req-5a86dc4f-a48a-46a6-87f9-6300219f8a59 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:18.226036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e326df9e-66d4-4745-997a-0586e09719b4 req-5a86dc4f-a48a-46a6-87f9-6300219f8a59 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0947635
Nov 15 09:33:18.276314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e326df9e-66d4-4745-997a-0586e09719b4 req-a76a52c1-7ce4-4323-8295-e49d0d218639 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440147
Nov 15 09:33:19.509692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421d2d-0a5a-43e5-b127-4dd26f7c6c05 req-3f9e57f8-2393-4641-abb2-9f4e019aa3a6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:19.511311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75421d2d-0a5a-43e5-b127-4dd26f7c6c05 req-3f9e57f8-2393-4641-abb2-9f4e019aa3a6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0982661
Nov 15 09:33:19.559659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75421d2d-0a5a-43e5-b127-4dd26f7c6c05 req-075cc4f6-49e3-4e46-aa9a-b9330b2dcbb8 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419080
Nov 15 09:33:20.417758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-462b09a4-bcc9-4c4c-90f5-4132d7a3f58f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:20.419249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-462b09a4-bcc9-4c4c-90f5-4132d7a3f58f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.0925605
Nov 15 09:33:20.517957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port 1c33368c-9bd2-4455-9550-4a660bbda2b6 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:20.518635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:20.872446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:20.875313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:20.982126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab28-c3d5-4643-a08a-8bb679ce3bfb req-7a4a4589-cd7c-4d1e-bd07-9808b7d3672a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:20.984336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e845ab28-c3d5-4643-a08a-8bb679ce3bfb req-7a4a4589-cd7c-4d1e-bd07-9808b7d3672a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 946 time: 0.2567160
Nov 15 09:33:21.089394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 1c33368c-9bd2-4455-9550-4a660bbda2b6 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:33:21.132059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e845ab28-c3d5-4643-a08a-8bb679ce3bfb req-b14243fd-8707-4b18-9837-3879aa8e208e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1411343
Nov 15 09:33:21.236732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:21.265561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:21.273625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:21.274092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:21.274649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 disassociated. External IP: 172.26.4.254, port: 1c33368c-9bd2-4455-9550-4a660bbda2b6.
Nov 15 09:33:21.274800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for 1c33368c-9bd2-4455-9550-4a660bbda2b6 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:21.276224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:21.306634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:21.309879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:21.347661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'code': 200}
Nov 15 09:33:21.387584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:21.391773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:21.524179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:33:21.524721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:33:22.026399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port 1c33368c-9bd2-4455-9550-4a660bbda2b6 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:22.026796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:22.426888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] For port 1c33368c-9bd2-4455-9550-4a660bbda2b6, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=1c33368c-9bd2-4455-9550-4a660bbda2b6,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:22.427532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:22.569506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d9062-fcf6-4986-9a75-fcabbafb2f3c req-246f6bae-0c33-4698-a219-9978273ae85f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:22.571182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-952d9062-fcf6-4986-9a75-fcabbafb2f3c req-246f6bae-0c33-4698-a219-9978273ae85f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 944 time: 0.2838407
Nov 15 09:33:23.003086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-952d9062-fcf6-4986-9a75-fcabbafb2f3c req-cbd59ca4-103b-404b-8e8e-52ef8ce0c35b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4251308
Nov 15 09:33:23.124060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:23.124369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:23.124718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 disassociated. External IP: 172.26.4.254, port: 1c33368c-9bd2-4455-9550-4a660bbda2b6.
Nov 15 09:33:23.125095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for 1c33368c-9bd2-4455-9550-4a660bbda2b6 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:23.300976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:23.316729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:23.409925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=1c33368c-9bd2-4455-9550-4a660bbda2b6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:23.437486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.437917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.438335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.438845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.439261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.439669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.440121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.440532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.440936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.441355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.441758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.442161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.442620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.443028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.443427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.443827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.444249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.444648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.445045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.445443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.445845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.446242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.446639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.447035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:23.452728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:23.763676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:33:24.033491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:33:24.044488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:33:24.058961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:24.059864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:24.078005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] No DVR routers for this DVR port 1c33368c-9bd2-4455-9550-4a660bbda2b6 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:33:24.080437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:24.083285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-deleted', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:24.092132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6ae73ab-d8c1-4653-a6f1-1f4d4f4cb10a req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "DELETE /v2.0/ports/1c33368c-9bd2-4455-9550-4a660bbda2b6 HTTP/1.1" status: 204  len: 173 time: 3.6664400
Nov 15 09:33:24.190252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3143862-62db-4e6a-90d6-13f645236129', 'name': 'network-vif-deleted', 'tag': '1c33368c-9bd2-4455-9550-4a660bbda2b6', 'status': 'completed', 'code': 200}
Nov 15 09:33:24.196186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-27383a15-c408-43f7-b21d-9d34da659b7e req-8c9daf40-a411-47ae-86bb-96729e1e180e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:24.255030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-27383a15-c408-43f7-b21d-9d34da659b7e req-8c9daf40-a411-47ae-86bb-96729e1e180e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:24.256322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-27383a15-c408-43f7-b21d-9d34da659b7e req-8c9daf40-a411-47ae-86bb-96729e1e180e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 210 time: 0.1124120
Nov 15 09:33:24.301174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:24.829125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca198>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:24.833535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:33:24.845907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:24.846602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:25.089501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:25.443408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca198>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:25.447735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286db8b6-b6cb-428b-9913-302111473bc6 None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:33:25.480345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-842965f6-15c4-4f42-9b2a-252309c22f50 req-e52fd51a-d417-4724-a2d0-c85a05023e0a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=f3143862-62db-4e6a-90d6-13f645236129 HTTP/1.1" status: 200  len: 210 time: 0.0633004
Nov 15 09:33:25.857990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38748d-0113-48ca-b02f-f53a1d5c18d9 None None] New status for floating IP 3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:33:26.944306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-0db20726-938b-410a-8cdb-07c87f4b140c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1729009329&fields=id&tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 267 time: 0.0472746
Nov 15 09:33:27.106344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-81f6360c-0917-4f89-a666-0df76dfb324f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:27.107812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-81f6360c-0917-4f89-a666-0df76dfb324f tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.1563768
Nov 15 09:33:27.126098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-ffc919c0-2753-4bf8-bc54-01f14c2e12d9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/quotas/5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 375 time: 0.0114591
Nov 15 09:33:27.223167 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-fe3c0236-8f8a-4d57-a7b3-2fc87da6c964 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0917156
Nov 15 09:33:27.371024 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-243b76b6-eeaf-4277-b2be-34ba90ea0735 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348243
Nov 15 09:33:27.513432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-a3b4442d-b070-4f03-9cdb-49fc90d5b084 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360905
Nov 15 09:33:28.089058 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7bf6a253-d300-4365-87e7-562bdd8dbba3 req-791622e2-28aa-4d92-83c8-0a8e55a8c9a4 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 210 time: 0.0498190
Nov 15 09:33:29.274115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-adf794d2-41b1-4b0f-9a6b-0ce006f47b4b req-268b6d1f-0124-4a94-a61e-d369754294b2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 210 time: 0.0510592
Nov 15 09:33:29.850587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-e11f0e60-c1c0-4d8f-b6b9-b61f9aece133 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:29.852274 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-e11f0e60-c1c0-4d8f-b6b9-b61f9aece133 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.1620450
Nov 15 09:33:29.948383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-cd2d30ee-cd60-4935-a916-8a5443740835 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 5087 time: 0.0672967
Nov 15 09:33:29.962530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'port': {'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'admin_state_up': True, 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'security_groups': ['9e9099d8-e82c-4660-aaf3-0d03d0e4515d']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:33:30.109305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:33:30.119194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:33:30.151818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Made reservation on behalf of 5373a505522243468a5c2afd9d576d50 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:33:30.157726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:30.501325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e332c637-3eb4-4a27-a8b2-b395f7fb278e req-86fb201d-d0e5-4514-9a10-e16075f2fc14 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 210 time: 0.0582638
Nov 15 09:33:30.532941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.20.0.11 (e76adbaf-78b0-419f-b610-8e6e7484786e/55f15274-63e1-4a00-ae82-87802e0289d4/156946fe-c592-4a8a-987e-e2557d345888) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:33:30.838429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:30.856110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Transition to ACTIVE for port object 156946fe-c592-4a8a-987e-e2557d345888 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:33:30.923997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:30.942446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dada742a-9d95-49e9-8596-ce6bc1f8ecea tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:31.098200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=156946fe-c592-4a8a-987e-e2557d345888,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:31.101504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:31.163069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:33:31.164254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:33:31.166691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:33:31.239092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:31.239764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:31.290156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3316782
Nov 15 09:33:31.311671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Request body: {'port': {'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:33:31.403510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cdd93caa-5988-49ee-8021-bd817f882e3b None None] Provisioning for port 156946fe-c592-4a8a-987e-e2557d345888 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:33:31.409265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cdd93caa-5988-49ee-8021-bd817f882e3b None None] Provisioning complete for port 156946fe-c592-4a8a-987e-e2557d345888 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:33:31.409735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdd93caa-5988-49ee-8021-bd817f882e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:31.449055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:31.474275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93caa-5988-49ee-8021-bd817f882e3b None None] Port 156946fe-c592-4a8a-987e-e2557d345888 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:33:32.026062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1468247-d83e-4689-af99-cb5f338d37bd req-16fa5475-d8df-4900-9ff2-0ace9786d8e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:32.026758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d1468247-d83e-4689-af99-cb5f338d37bd req-16fa5475-d8df-4900-9ff2-0ace9786d8e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:32.175602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d1468247-d83e-4689-af99-cb5f338d37bd req-16fa5475-d8df-4900-9ff2-0ace9786d8e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:32.177490 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d1468247-d83e-4689-af99-cb5f338d37bd req-16fa5475-d8df-4900-9ff2-0ace9786d8e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 932 time: 0.3837540
Nov 15 09:33:32.294786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156946fe-c592-4a8a-987e-e2557d345888 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:33:32.300897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d1468247-d83e-4689-af99-cb5f338d37bd req-f7d66426-ab7b-466e-8b61-5a60dace9130 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1100254
Nov 15 09:33:32.304555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:32.317592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Transition to ACTIVE for port object 156946fe-c592-4a8a-987e-e2557d345888 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:33:32.350862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:32.366613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17ae4371-fa4f-4a09-a2ad-9008d12cbb7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:32.508172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Pushing event updated for resources: {'Port': ['ID=156946fe-c592-4a8a-987e-e2557d345888,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:32.521705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:32.705546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Attempting to bind port 156946fe-c592-4a8a-987e-e2557d345888 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:33:32.705930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Attempting to bind port 156946fe-c592-4a8a-987e-e2557d345888 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:33:32.706302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Attempting to bind port 156946fe-c592-4a8a-987e-e2557d345888 on network e76adbaf-78b0-419f-b610-8e6e7484786e {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:33:32.713447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:33:32.713831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:33:32.714241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:32.714642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Bound using segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:33:32.715118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Bound port: 156946fe-c592-4a8a-987e-e2557d345888, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:33:32.715496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:32.824086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] For port 156946fe-c592-4a8a-987e-e2557d345888, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:33:32.828304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] For port 156946fe-c592-4a8a-987e-e2557d345888, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=156946fe-c592-4a8a-987e-e2557d345888,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:33:32.890328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:32.906817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-374d0215-ece5-409c-882b-3a117c193811 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:33.070712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Pushing event updated for resources: {'Port': ['ID=156946fe-c592-4a8a-987e-e2557d345888,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:33.074195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:33.110809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:33.112106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] 10.222.0.65 "PUT /v2.0/ports/156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 1158 time: 1.8055899
Nov 15 09:33:33.112689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:33.303763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-ef9b7b5d-438e-41a6-b454-8590e308f45e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1161 time: 0.0967674
Nov 15 09:33:33.308615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888', 'status': 'completed', 'code': 200}
Nov 15 09:33:33.392986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-c8521bb2-280e-4682-8389-6954284b8b5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 217 time: 0.0697813
Nov 15 09:33:33.519071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-a651f461-81b8-41dd-ae66-3cdf9814a75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:33.520662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-a651f461-81b8-41dd-ae66-3cdf9814a75e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.1195157
Nov 15 09:33:33.612125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db099f-5a4d-434b-9dd3-0f8c7c8798bd req-2cfa917a-7c2d-4189-8da0-dce3ff69abc0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:33.613636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6db099f-5a4d-434b-9dd3-0f8c7c8798bd req-2cfa917a-7c2d-4189-8da0-dce3ff69abc0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.1717162
Nov 15 09:33:33.673701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-cbc1aace-ece2-475e-8422-6592eb7faf5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1378267
Nov 15 09:33:33.678668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6db099f-5a4d-434b-9dd3-0f8c7c8798bd req-699bc9fc-6747-4768-841b-ab6f5bd62201 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0525010
Nov 15 09:33:33.817317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-18dcfc30-f189-402a-962a-5d1f886c28ac service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361530
Nov 15 09:33:33.961505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8527b780-c2bb-4f84-8d10-ca5c5f0d6c2e req-9e901848-6e5a-4f16-9fc8-03b924be8fc1 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369438
Nov 15 09:33:34.177076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-b08f951a-5530-49ab-819f-c25bcf395027 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1161 time: 0.0829899
Nov 15 09:33:34.321299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-ced4525a-f1bb-41c0-80c1-8259775815ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:34.321299 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-ced4525a-f1bb-41c0-80c1-8259775815ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1371334
Nov 15 09:33:34.413570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-c32e593f-1e81-4887-8b32-09cb3cec0813 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 217 time: 0.0709527
Nov 15 09:33:34.483022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-a6ab09ab-c468-41b1-8a89-72f321ceac8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:34.484723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-a6ab09ab-c468-41b1-8a89-72f321ceac8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0637171
Nov 15 09:33:34.579172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-3441fab0-9c9b-46a2-bb87-d0a29b2f0208 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871356
Nov 15 09:33:34.721559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-2f70e4eb-e951-427c-9b09-09a0d979e5bc service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347148
Nov 15 09:33:34.937631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68c6913e-83da-4815-9fc3-93d2eac6f9bd req-48c2b19b-44ae-45fc-87b8-a47d258f8659 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2083995
Nov 15 09:33:34.952624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2149b-10c4-4683-bfe6-4d8875573ab6 req-a398b77e-68d9-4dfe-9f41-5ff2fa2422c5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:34.954218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16a2149b-10c4-4683-bfe6-4d8875573ab6 req-a398b77e-68d9-4dfe-9f41-5ff2fa2422c5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.1433644
Nov 15 09:33:35.007267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16a2149b-10c4-4683-bfe6-4d8875573ab6 req-fbce76bd-f667-4166-b368-23106add72d6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0469697
Nov 15 09:33:35.308770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9e395-9d11-442a-b216-259e8a633c0e req-178d28a2-a746-4188-a020-3335e82b4c27 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:35.310370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26f9e395-9d11-442a-b216-259e8a633c0e req-178d28a2-a746-4188-a020-3335e82b4c27 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0946820
Nov 15 09:33:35.359064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26f9e395-9d11-442a-b216-259e8a633c0e req-6e41d252-81eb-4f18-868d-e79298ec8dc1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415382
Nov 15 09:33:36.242061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f462-e5ab-4b9e-933e-0bb2f09d9859 req-7699bd5c-2b3e-4e51-ac51-451c612cbac6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:36.243708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4e41f462-e5ab-4b9e-933e-0bb2f09d9859 req-7699bd5c-2b3e-4e51-ac51-451c612cbac6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.1060174
Nov 15 09:33:36.293132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4e41f462-e5ab-4b9e-933e-0bb2f09d9859 req-bf626448-98ae-41ad-95f8-af944001877d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427208
Nov 15 09:33:36.581383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d57e-f575-4f8d-aa2b-05036b23d460 req-9909e197-43b3-47b8-b232-8db114371f78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:36.582999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0c23d57e-f575-4f8d-aa2b-05036b23d460 req-9909e197-43b3-47b8-b232-8db114371f78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0937986
Nov 15 09:33:36.630131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0c23d57e-f575-4f8d-aa2b-05036b23d460 req-a8609dcb-ce53-4b12-8e4b-736a57be2372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409441
Nov 15 09:33:36.955950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-642b9aef-f850-4a05-b670-ed73602379d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:36.957516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-642b9aef-f850-4a05-b670-ed73602379d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 946 time: 0.0968323
Nov 15 09:33:37.038960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port b55abd71-419e-493d-9c98-fa4d8563babe {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:37.039346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:37.274876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b55abd71-419e-493d-9c98-fa4d8563babe no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:33:37.416261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:37.448402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:37.459224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b55abd71-419e-493d-9c98-fa4d8563babe,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:37.500835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:37.503619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:37.538664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'code': 200}
Nov 15 09:33:37.585545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:37.589065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:37.643386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b55abd71-419e-493d-9c98-fa4d8563babe,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:37.643794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:37.756134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ee8d-dfc8-4e26-9aad-8b61d5813f24 req-7d65addb-ae32-4c1a-9998-13e5201488d9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:37.757771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc19ee8d-dfc8-4e26-9aad-8b61d5813f24 req-7d65addb-ae32-4c1a-9998-13e5201488d9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.2536566
Nov 15 09:33:37.973158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc19ee8d-dfc8-4e26-9aad-8b61d5813f24 req-261103e9-2b79-44f6-8dd8-e475c0200941 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2061954
Nov 15 09:33:38.112520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2732-0643-435a-a06e-a1e7bc8065d3 req-2126e873-e156-4eb5-ada9-692ede92b9a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:38.114074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-23af2732-0643-435a-a06e-a1e7bc8065d3 req-2126e873-e156-4eb5-ada9-692ede92b9a9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.3460200
Nov 15 09:33:38.146857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:38.147259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:38.147616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 7302e504-3c73-48e7-852d-0f56913038f6 disassociated. External IP: 172.26.4.156, port: b55abd71-419e-493d-9c98-fa4d8563babe.
Nov 15 09:33:38.148028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for b55abd71-419e-493d-9c98-fa4d8563babe owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:38.233457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-23af2732-0643-435a-a06e-a1e7bc8065d3 req-afede413-d851-457d-b8ad-e95659a37bbd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115181
Nov 15 09:33:38.301382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:33:38.301760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:33:38.802866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port b55abd71-419e-493d-9c98-fa4d8563babe {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:38.803415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:39.085394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port b55abd71-419e-493d-9c98-fa4d8563babe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b55abd71-419e-493d-9c98-fa4d8563babe,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:39.085706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:39.535454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fdc42-f614-4ca5-85d8-14671d218439 req-043cb0c2-f88e-43c0-9fa4-9b65c829b0ae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:39.537101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-974fdc42-f614-4ca5-85d8-14671d218439 req-043cb0c2-f88e-43c0-9fa4-9b65c829b0ae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.3842070
Nov 15 09:33:39.611853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:39.612284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:39.612633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 7302e504-3c73-48e7-852d-0f56913038f6 disassociated. External IP: 172.26.4.156, port: b55abd71-419e-493d-9c98-fa4d8563babe.
Nov 15 09:33:39.613009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for b55abd71-419e-493d-9c98-fa4d8563babe owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:39.683467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-974fdc42-f614-4ca5-85d8-14671d218439 req-d29670a5-9115-4126-8246-be2fbe40fad7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1278639
Nov 15 09:33:39.697880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe00b0-8605-4bbe-bb62-089b5c71a409 req-1aebeb6b-b574-4754-97d0-6d7ffc3beeac tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:39.699471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-85fe00b0-8605-4bbe-bb62-089b5c71a409 req-1aebeb6b-b574-4754-97d0-6d7ffc3beeac tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 944 time: 0.3290119
Nov 15 09:33:39.803683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-85fe00b0-8605-4bbe-bb62-089b5c71a409 req-b3ffdf41-90a5-4512-9254-4a95e4e93705 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f216204d-6d6a-4a72-88a0-c2b547f7c73f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967488
Nov 15 09:33:39.922341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:39.940964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5b9ed7a-f3f9-4f39-8faa-d221676a9c80 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:40.034762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=b55abd71-419e-493d-9c98-fa4d8563babe,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:40.037675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:40.369817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:33:40.632021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:33:40.642459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:33:40.655782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:40.656517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:40.670197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port b55abd71-419e-493d-9c98-fa4d8563babe on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:33:40.673421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:40.677648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-deleted', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:40.726409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47e43c7d-a3ea-4a56-8865-9ecedb8eda67 req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/b55abd71-419e-493d-9c98-fa4d8563babe HTTP/1.1" status: 204  len: 173 time: 3.7627950
Nov 15 09:33:40.740500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1ab453-fa9b-43aa-a3ff-af76462953cc', 'name': 'network-vif-deleted', 'tag': 'b55abd71-419e-493d-9c98-fa4d8563babe', 'status': 'completed', 'code': 200}
Nov 15 09:33:40.930570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:40.939024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c253b9-f83c-43db-b8fa-d247486c5895 req-cd3cf0d4-fc3e-4883-9c11-d0f28e0e5f54 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:40.940804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41c253b9-f83c-43db-b8fa-d247486c5895 req-cd3cf0d4-fc3e-4883-9c11-d0f28e0e5f54 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 944 time: 0.1035101
Nov 15 09:33:41.298401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3643cb61-9688-4ff5-81fb-2d9c72d63f37 req-d058a65a-0fd4-49dc-a90f-71e0a05d9857 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:41.304130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2ba8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:41.308594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:33:41.319558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41c253b9-f83c-43db-b8fa-d247486c5895 req-53341378-5af7-45cd-ae4f-7ed1f07bccc6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3721189
Nov 15 09:33:41.320827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:41.321522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:41.360656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3643cb61-9688-4ff5-81fb-2d9c72d63f37 req-d058a65a-0fd4-49dc-a90f-71e0a05d9857 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:41.362301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3643cb61-9688-4ff5-81fb-2d9c72d63f37 req-d058a65a-0fd4-49dc-a90f-71e0a05d9857 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=8c1ab453-fa9b-43aa-a3ff-af76462953cc HTTP/1.1" status: 200  len: 210 time: 0.3931174
Nov 15 09:33:41.555115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:41.813863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 156946fe-c592-4a8a-987e-e2557d345888 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:33:41.974287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2ba8>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:41.978430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bd343-b165-4bf5-96c0-999c382c2a2b None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '2521ee0b-220e-43e4-8a85-83585dbc34bf', 'name': '', 'network_id': '4149c475-a0c1-4f36-a891-946d1c6abae9', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f3:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:34Z', 'updated_at': '2020-11-15T09:31:41Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '08175239-c210-4aee-b8a5-e4ad81e25e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:33:41.992193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 156946fe-c592-4a8a-987e-e2557d345888 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:33:41.997696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 156946fe-c592-4a8a-987e-e2557d345888 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:33:41.998169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.136912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.165147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156946fe-c592-4a8a-987e-e2557d345888'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:42.176257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 156946fe-c592-4a8a-987e-e2557d345888, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=156946fe-c592-4a8a-987e-e2557d345888,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:42.203927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.206098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:42.241093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156946fe-c592-4a8a-987e-e2557d345888', 'code': 200}
Nov 15 09:33:42.290874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=156946fe-c592-4a8a-987e-e2557d345888,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:42.294139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:42.390703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411a6c3-365e-47aa-a175-e0c017bac2de None None] New status for floating IP 7302e504-3c73-48e7-852d-0f56913038f6: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:33:42.504605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37588) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:42.570770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7a6b-b7b6-4d17-80c1-e1af5318a866 req-f19a2b7a-d2a6-4416-b782-0693d15b6c0c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:42.572670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e80d7a6b-b7b6-4d17-80c1-e1af5318a866 req-f19a2b7a-d2a6-4416-b782-0693d15b6c0c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1087716
Nov 15 09:33:42.590338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.630448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.632397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e80d7a6b-b7b6-4d17-80c1-e1af5318a866 req-141c98da-7667-4b27-91ce-9c2ec284a3bc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0527666
Nov 15 09:33:42.735074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21503944-e7e8-4822-906b-974976a533fa req-2750e365-9c42-488a-8063-5b770e9cdeeb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.0916462
Nov 15 09:33:42.783029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21503944-e7e8-4822-906b-974976a533fa req-8271235a-cd7f-4133-8b72-ff6eedbf7fbc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0392408
Nov 15 09:33:42.786819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.796079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dd0c664-d393-44e7-99ff-f0af7e36efd2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:42.815736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=f216204d-6d6a-4a72-88a0-c2b547f7c73f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:42.826078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.826566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.827001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.827499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.827957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.828431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.828781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.829207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.829630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.830053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.830474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.830893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.831369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.831788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.832240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.832658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.833075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.833517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.833930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.834358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.834762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.835172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.835586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.836029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:42.843775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:42.866482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:42.867749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/f216204d-6d6a-4a72-88a0-c2b547f7c73f HTTP/1.1" status: 204  len: 168 time: 0.3618076
Nov 15 09:33:43.237619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:33:43.283531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5034b312-cc94-49c5-80ed-e8faa6a5bda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:43.473129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 156946fe-c592-4a8a-987e-e2557d345888 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:33:43.722917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 156946fe-c592-4a8a-987e-e2557d345888 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:33:43.723396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:43.870221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380670-1a3a-48af-bf6f-69092a13d389 req-74b051ed-04f5-4be3-98c4-0b3d5770b1b5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:43.872052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9380670-1a3a-48af-bf6f-69092a13d389 req-74b051ed-04f5-4be3-98c4-0b3d5770b1b5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1027799
Nov 15 09:33:43.934386 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9380670-1a3a-48af-bf6f-69092a13d389 req-33dc3842-fe11-433a-ae7b-6f8f5d3e7458 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0546019
Nov 15 09:33:43.981553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37598) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:44.148814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port bf9d1d85-753a-4ab7-ac25-eddcc6af5d39 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:44.149217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.340108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.340691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.471506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for bf9d1d85-753a-4ab7-ac25-eddcc6af5d39 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:44.660392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.675632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1b0b572c-8a71-45f2-8183-068ffdd22790 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:44.765222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=bf9d1d85-753a-4ab7-ac25-eddcc6af5d39,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:44.771671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:44.900810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.961669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:44.962851 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/7302e504-3c73-48e7-852d-0f56913038f6 HTTP/1.1" status: 204  len: 168 time: 0.9802458
Nov 15 09:33:45.163117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e8cd8-9a86-48a6-8025-54a8d1301f54 req-5cd9f6f3-59f4-47d2-8d98-dd0ebfaaf15e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:45.164787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-463e8cd8-9a86-48a6-8025-54a8d1301f54 req-5cd9f6f3-59f4-47d2-8d98-dd0ebfaaf15e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1013689
Nov 15 09:33:45.215203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-463e8cd8-9a86-48a6-8025-54a8d1301f54 req-ec25a6b5-b575-4698-b669-284660645baa tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434737
Nov 15 09:33:45.520534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64a93e-d9b4-4da0-bd9b-aa083d3032cb req-d064e111-6cee-448e-8f77-e383a39cbe09 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:45.522073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc64a93e-d9b4-4da0-bd9b-aa083d3032cb req-d064e111-6cee-448e-8f77-e383a39cbe09 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1722212
Nov 15 09:33:45.528019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd2b0-b7da-4aba-9837-43c7c9b83bca req-51fdbe3a-9c32-4665-8460-002e4e8bb506 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:45.528755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-96acd2b0-b7da-4aba-9837-43c7c9b83bca req-51fdbe3a-9c32-4665-8460-002e4e8bb506 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:45.583516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc64a93e-d9b4-4da0-bd9b-aa083d3032cb req-f0662d4b-b988-4a7b-8a30-6fb9a4ccc130 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0507343
Nov 15 09:33:45.591854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-96acd2b0-b7da-4aba-9837-43c7c9b83bca req-51fdbe3a-9c32-4665-8460-002e4e8bb506 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:45.593621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96acd2b0-b7da-4aba-9837-43c7c9b83bca req-51fdbe3a-9c32-4665-8460-002e4e8bb506 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.2067771
Nov 15 09:33:45.673632 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96acd2b0-b7da-4aba-9837-43c7c9b83bca req-ca14ba6d-d756-4cf6-ae47-fae61a114506 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737627
Nov 15 09:33:45.689267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58422953-1ff4-47ba-a762-620cb272b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:45.801888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-68104948-408d-43da-a507-2e95440e2ce6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1629682
Nov 15 09:33:45.812543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:33:45.818458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:33:45.828368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:33:45.831166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:45.871165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:46.016282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:46.287877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:46.288235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.26.4.32 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/9e377605-d9a9-4b24-a55d-9b751ecb7858) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:33:46.452160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:46.575030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:46.591439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d690c740-5f4c-4ce1-b96c-538dbf169990 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:46.732886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=9e377605-d9a9-4b24-a55d-9b751ecb7858,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:46.745863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:46.794328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:33:46.796488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:33:46.799267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:33:47.004483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd28c-2b60-4620-a7b2-aa7c1dc6b9f9 req-463283fe-c253-4116-84db-86f89cdd1094 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:47.006097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-00cfd28c-2b60-4620-a7b2-aa7c1dc6b9f9 req-463283fe-c253-4116-84db-86f89cdd1094 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.1786528
Nov 15 09:33:47.086232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.096496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-00cfd28c-2b60-4620-a7b2-aa7c1dc6b9f9 req-216eeea4-0360-4bc0-8241-2c35cb013a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817208
Nov 15 09:33:47.111465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa403390-593d-44b7-950c-31f6e9e05eab req-e0034b7d-1476-4e19-86d1-3f5fe955d2a1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:47.113082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa403390-593d-44b7-950c-31f6e9e05eab req-e0034b7d-1476-4e19-86d1-3f5fe955d2a1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 946 time: 0.1563993
Nov 15 09:33:47.256395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 36aafd24-5952-409d-9d6d-f3ac42fb83bf {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:47.256782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.287581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.313462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 36aafd24-5952-409d-9d6d-f3ac42fb83bf no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:33:47.447513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.475871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:47.486983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:47.517980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.520071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:47.553202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'code': 200}
Nov 15 09:33:47.559335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.604262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:47.607609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:47.768213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:47.768532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:47.894711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:48.178869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 36aafd24-5952-409d-9d6d-f3ac42fb83bf owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:48.316648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:48.352422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:48.368310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3daddf34-b188-48a3-9386-39d02fc40a71 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:48.469647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:33:48.469925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:33:48.534037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6951-4917-4bb5-a8a8-470cec36deff req-7f8435bb-f8c3-450a-a441-214761ee95e9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:48.535643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7afc6951-4917-4bb5-a8a8-470cec36deff req-7f8435bb-f8c3-450a-a441-214761ee95e9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.3044662
Nov 15 09:33:48.550388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=9e377605-d9a9-4b24-a55d-9b751ecb7858,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:48.556857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:48.629191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7afc6951-4917-4bb5-a8a8-470cec36deff req-44a498a5-b678-445a-8006-9d065ac999b3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734453
Nov 15 09:33:48.684731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:48.740408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:48.741635 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.9337480
Nov 15 09:33:48.836006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-5162c2b9-63b3-4fce-a836-79be7109b297 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:48.866052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-5162c2b9-63b3-4fce-a836-79be7109b297 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:48.867372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-5162c2b9-63b3-4fce-a836-79be7109b297 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.32 HTTP/1.1" status: 200  len: 695 time: 0.1193731
Nov 15 09:33:48.971279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 36aafd24-5952-409d-9d6d-f3ac42fb83bf {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:48.971669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:49.121814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-e9d39ff8-eb2e-4188-85f4-5aa08005a81b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:49.123324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70887682-23ca-42d8-883d-8064e5bfc4e5 req-e9d39ff8-eb2e-4188-85f4-5aa08005a81b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.2500629
Nov 15 09:33:49.364059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 36aafd24-5952-409d-9d6d-f3ac42fb83bf, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=36aafd24-5952-409d-9d6d-f3ac42fb83bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:49.364460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:49.503131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 36aafd24-5952-409d-9d6d-f3ac42fb83bf owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:49.558586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-c9958e6a-0f79-4087-91a6-b0b5bdd9f280 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:49.560219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-c9958e6a-0f79-4087-91a6-b0b5bdd9f280 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3168216
Nov 15 09:33:49.676125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-1a8ed546-dbc0-434e-9fcf-e1afe640366d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.32 HTTP/1.1" status: 200  len: 695 time: 0.1057546
Nov 15 09:33:49.716823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:33:49.860846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:50.034984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:50.055964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:50.195033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=36aafd24-5952-409d-9d6d-f3ac42fb83bf,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:50.216321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:50.231687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aff6-e0ee-47da-9822-6fbafeabaec3 req-383a178b-a9f4-44f6-923f-95d68af730bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:50.232516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3d90aff6-e0ee-47da-9822-6fbafeabaec3 req-383a178b-a9f4-44f6-923f-95d68af730bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:33:50.387441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3d90aff6-e0ee-47da-9822-6fbafeabaec3 req-383a178b-a9f4-44f6-923f-95d68af730bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:33:50.389363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d90aff6-e0ee-47da-9822-6fbafeabaec3 req-383a178b-a9f4-44f6-923f-95d68af730bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=2fe45065-f254-4eba-b786-ae2f28aa5fa0 HTTP/1.1" status: 200  len: 944 time: 0.6070859
Nov 15 09:33:50.563892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 36aafd24-5952-409d-9d6d-f3ac42fb83bf on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:33:50.570453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:50.572506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa403390-593d-44b7-950c-31f6e9e05eab req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/36aafd24-5952-409d-9d6d-f3ac42fb83bf HTTP/1.1" status: 204  len: 173 time: 3.4536817
Nov 15 09:33:50.575046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-deleted', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:50.590681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d90aff6-e0ee-47da-9822-6fbafeabaec3 req-67cdf089-12b4-414a-acfd-f0ea9354b729 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=f521ce51-1d29-4dde-abb9-704f03a15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935322
Nov 15 09:33:50.673871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe45065-f254-4eba-b786-ae2f28aa5fa0', 'name': 'network-vif-deleted', 'tag': '36aafd24-5952-409d-9d6d-f3ac42fb83bf', 'status': 'completed', 'code': 200}
Nov 15 09:33:51.155487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.197693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.457713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 523f8304-c4f0-4d08-b43d-88b8fcd755ea associated. External IP: 172.26.4.32, port: 156946fe-c592-4a8a-987e-e2557d345888.
Nov 15 09:33:51.706933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37626) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:51.781216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.820282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.917900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.923397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99991aa8-c28e-4a3f-b5b4-7dd849285c25 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:51.942746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521ce51-1d29-4dde-abb9-704f03a15bbe,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:51.946040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:51.948369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:51.949463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/f521ce51-1d29-4dde-abb9-704f03a15bbe HTTP/1.1" status: 204  len: 168 time: 0.2414801
Nov 15 09:33:51.968973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:33:52.044465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37632) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:52.236644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:33:52.241651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:52.246704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:33:52.260593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:52.261289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83c2668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:52.308726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-3196c2ed-d9cf-4f17-b407-435bfdd2d443 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "PUT /v2.0/floatingips/523f8304-c4f0-4d08-b43d-88b8fcd755ea HTTP/1.1" status: 200  len: 996 time: 2.6255949
Nov 15 09:33:52.425045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-bc9c279b-4cb3-470d-ad73-159d592479e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.1001194
Nov 15 09:33:52.505501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:52.578508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-78be953e-a47c-4ca8-b41d-0003235b73a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:52.579732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-78be953e-a47c-4ca8-b41d-0003235b73a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1529603
Nov 15 09:33:52.678701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:33:52.715061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-47bbe5ff-184f-43bc-bd5d-3dae170f5aab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 999 time: 0.1279321
Nov 15 09:33:52.769176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888', 'status': 'completed', 'code': 200}
Nov 15 09:33:52.865313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-c944f760-a20a-4199-a2c2-713b564b7ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:52.867929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-c944f760-a20a-4199-a2c2-713b564b7ab1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.1451771
Nov 15 09:33:52.949591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:52.970358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83c2668>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:50Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:52.974620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:33:52.988102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:52.988795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83c2668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:52.994144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-3ec52913-d6b1-4d3b-9478-19520393beb8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.1916964
Nov 15 09:33:53.002222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-51502982-719e-4407-8697-f9c530bf52df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255350
Nov 15 09:33:53.225226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:53.268858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-fea0df35-a460-447a-b847-7410e79c8363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:53.270478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-fea0df35-a460-447a-b847-7410e79c8363 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.2673504
Nov 15 09:33:53.272567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-32650d57-2760-4fac-80c8-4ab8626687bc service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476318
Nov 15 09:33:53.649966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83c2668>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:50Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:53.655479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c47169-6d18-465c-ac39-bc024a4ed56a None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:50Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:33:53.734948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 2521ee0b-220e-43e4-8a85-83585dbc34bf {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:53.735323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:53.770021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-62c2a9f3-b765-4320-8929-2f33e3e15ad9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 999 time: 0.4928398
Nov 15 09:33:53.852747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-727f3297-2cec-4c48-b975-68fa39539cc9 req-7f1086b0-0b18-43a8-8fd4-be929209b297 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5214176
Nov 15 09:33:53.866390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-8e82e974-ee0a-4b6a-a89f-334b0d7813a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:33:53.871023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-8e82e974-ee0a-4b6a-a89f-334b0d7813a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0902150
Nov 15 09:33:53.969963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-9bae22f3-1b2f-4a40-9292-c3eafe39caf2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943680
Nov 15 09:33:53.976715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 2521ee0b-220e-43e4-8a85-83585dbc34bf, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=2521ee0b-220e-43e4-8a85-83585dbc34bf,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:53.977115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:53.987717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ed10f-c7dc-44d5-bada-b09d0da77065 None None] New status for floating IP 523f8304-c4f0-4d08-b43d-88b8fcd755ea: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:33:54.122832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-2fe73815-b401-478e-b5d5-8c616651976d service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459880
Nov 15 09:33:54.124675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 2521ee0b-220e-43e4-8a85-83585dbc34bf owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:54.279208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2a410ee-bc1e-4a7e-994f-1ffadf8f6494 req-9b9f691d-a917-41f9-8b3d-87e30d06e872 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476789
Nov 15 09:33:54.374256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:54.390746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29154f0c-8ce4-44ac-872d-3f7a5c22190e tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:54.484391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=2521ee0b-220e-43e4-8a85-83585dbc34bf,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:54.490847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:54.943470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:55.823095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:33:56.083719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:33:56.094342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Sync routers for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:33:56.106790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:56.109185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83af208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:56.130063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/2ebf11e0-37a9-4a14-935c-9ed867f1af02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0836527
Nov 15 09:33:56.132796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:56.346239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 08175239-c210-4aee-b8a5-e4ad81e25e46 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:33:56.349877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:56.411322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:56.501398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:56.504859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:56.838182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83af208>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:56.842831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Checking router: 2ebf11e0-37a9-4a14-935c-9ed867f1af02 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:33:56.855788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Routers {'2ebf11e0-37a9-4a14-935c-9ed867f1af02'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:33:56.856724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83af208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:57.089325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] Set router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:33:57.100691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.115267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e32a639-9ce6-4d7f-9da9-6cabaa7702a8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:57.159744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=08175239-c210-4aee-b8a5-e4ad81e25e46,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:57.162640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:57.261461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.268294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/08175239-c210-4aee-b8a5-e4ad81e25e46 HTTP/1.1" status: 204  len: 168 time: 1.1344426
Nov 15 09:33:57.270915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:57.277955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b4fc1-743e-4151-a90d-68af92d89d20 None None] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:33:57.532495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.599768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83af208>, [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:57.604062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2a44e-f447-44a2-bd62-3253e89b3391 None None] The sync data for ids ['2ebf11e0-37a9-4a14-935c-9ed867f1af02'] in dv-neutron-743142-12-ovs is: [{'id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'name': 'tempest-TestNetworkBasicOps-router-1135248849', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:31:28Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '5defad7c-8c39-43dd-9791-add9fe260c2d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf11e0-37a9-4a14-935c-9ed867f1af02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:31:29Z', 'updated_at': '2020-11-15T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:33:57.646226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] DHCP port deletion for 4149c475-a0c1-4f36-a891-946d1c6abae9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:33:57.650988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Deleting port 097283d0-dae8-42d3-9ef5-72f1066c905d {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:57.651418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.808819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.854774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 5defad7c-8c39-43dd-9791-add9fe260c2d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:33:57.855272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:57.899792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] For port 097283d0-dae8-42d3-9ef5-72f1066c905d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=097283d0-dae8-42d3-9ef5-72f1066c905d,segment=NetworkSegment(65954925-6d63-4bae-bd2c-87d0ee986bc6),segment_id=65954925-6d63-4bae-bd2c-87d0ee986bc6)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:57.900797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:58.041001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Calling delete_port for 097283d0-dae8-42d3-9ef5-72f1066c905d owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:58.060064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 5defad7c-8c39-43dd-9791-add9fe260c2d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=5defad7c-8c39-43dd-9791-add9fe260c2d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:33:58.060541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:58.190982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:58.202937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 5defad7c-8c39-43dd-9791-add9fe260c2d owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:33:58.207481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:58.301793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Pushing event deleted for resources: {'Port': ['ID=097283d0-dae8-42d3-9ef5-72f1066c905d,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.331494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.333626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.335705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:33:58.340055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:58.376691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] No DVR routers for this DVR port 097283d0-dae8-42d3-9ef5-72f1066c905d on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:33:58.476309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:58.494524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a81ab9e-adea-45f5-9bb5-f1e9a95c6a96 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:33:58.583099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=5defad7c-8c39-43dd-9791-add9fe260c2d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:33:58.592819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:33:58.880072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:58.938859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 097283d0-dae8-42d3-9ef5-72f1066c905d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:33:58.974341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 097283d0-dae8-42d3-9ef5-72f1066c905d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:33:58.974746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 097283d0-dae8-42d3-9ef5-72f1066c905d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:33:58.975219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2521ee0b-220e-43e4-8a85-83585dbc34bf no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:33:59.009581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 2521ee0b-220e-43e4-8a85-83585dbc34bf {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:33:59.009987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 2521ee0b-220e-43e4-8a85-83585dbc34bf not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:33:59.196939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.201356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.316472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.317047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 2ebf11e0-37a9-4a14-935c-9ed867f1af02 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:33:59.335298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.336560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/2ebf11e0-37a9-4a14-935c-9ed867f1af02 HTTP/1.1" status: 204  len: 168 time: 2.0646789
Nov 15 09:33:59.339340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:33:59.469373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.675269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.798895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1a39550>,) {'filters': {'network_id': ['4149c475-a0c1-4f36-a891-946d1c6abae9']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:59.812575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a39550>, '65954925-6d63-4bae-bd2c-87d0ee986bc6') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:59.812925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a39550>, '65954925-6d63-4bae-bd2c-87d0ee986bc6') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:33:59.825184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.840691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:33:59.843379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:34:00.032359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:34:00.042084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:00.224817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 4149c475-a0c1-4f36-a891-946d1c6abae9 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:34:00.249302 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:34:00.356523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:00.360925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:00.364972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50a87f66-fa23-4f87-b074-f0392649e1a3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:00.394607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=4149c475-a0c1-4f36-a891-946d1c6abae9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:00.397524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:00.425933 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc7d986d-90b9-4043-8428-662d17d607c6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/4149c475-a0c1-4f36-a891-946d1c6abae9 HTTP/1.1" status: 204  len: 168 time: 1.0854950
Nov 15 09:34:00.452983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:00.459240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--866721679', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:00.465055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:00.470242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:00.473331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:00.479456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:00.791558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:34:00.797231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:00.832808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:34:00.846176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5defad7c-8c39-43dd-9791-add9fe260c2d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:34:00.884886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:00.885332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 060795ca-9aaa-453f-abff-aa2546a3564a of type vxlan for network 038e7309-37ae-4c3d-a950-c10a5f62b262
Nov 15 09:34:00.886242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 5defad7c-8c39-43dd-9791-add9fe260c2d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:34:00.886651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 5defad7c-8c39-43dd-9791-add9fe260c2d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:34:00.967771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.059214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.063810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:01.064484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.069742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f459e3fc-c17f-4759-becf-806e831570ae tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:01.181711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=038e7309-37ae-4c3d-a950-c10a5f62b262,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:01.186161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:01.193651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:34:01.203005 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7489178
Nov 15 09:34:01.205885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37658) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:01.210627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:34:01.211584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:01.219447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:01.224211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:01.227266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:01.233960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:01.270802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.271825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.290736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.495293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.710928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:01.743489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:02.070049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.90 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/7cc17ab9-c47f-4d07-a002-73250e4ddaaf) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:34:02.231605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:02.283325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:02.301203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-13191b9c-d141-4ded-ac65-1f7acaa38f82 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:02.449059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:02.449059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:02.498047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:02.498047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:02.498047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:34:02.712184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:02.712184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:03.155611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:34:03.324252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-aa37bb43-4e8d-43c0-9f63-65084985c6cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0903175
Nov 15 09:34:03.428875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:34:03.449221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Sync routers for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:34:03.464164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:03.464164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e2f6a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:03.507198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:03.507198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2959530
Nov 15 09:34:03.507198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37662) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:03.525341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-ac50e275-b76c-4ec0-919d-919474ad5109 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.0952339
Nov 15 09:34:03.581938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cae371ed-35ec-49df-83d3-8932ebca53d3 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0661595
Nov 15 09:34:03.581938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37666) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:03.597396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370222211', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:03.701920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:03.705645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2560f-b17e-4934-8616-747736357cd6 req-d92e2c92-b0c5-4ba5-b519-68b6ec2e1d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:03.705645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-d92e2c92-b0c5-4ba5-b519-68b6ec2e1d6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1575263
Nov 15 09:34:03.817163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:03.817163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:03.817163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:03.832182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:03.862048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-1498bfbb-d7fc-40ee-9366-5739835d5253 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 1001 time: 0.1483982
Nov 15 09:34:03.868577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:34:03.966908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2560f-b17e-4934-8616-747736357cd6 req-4e773ea1-7447-49db-b855-486355346310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:03.966908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-4e773ea1-7447-49db-b855-486355346310 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0953431
Nov 15 09:34:03.994238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:04.096051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-2b3f8053-ac94-4b27-a188-f8a7e66f255d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1229506
Nov 15 09:34:04.112682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e2f6a0>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:04.112682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Checking router: 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:34:04.112682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Updating router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:34:04.183155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:04.271211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-01e3066e-ccfd-4c31-a89c-64bcc503455b service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681998
Nov 15 09:34:04.474614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7fc2560f-b17e-4934-8616-747736357cd6 req-53eec5be-b10a-4fb2-8c29-80b1dacf8184 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1944158
Nov 15 09:34:04.751439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:04.772860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ec9909f-9082-4389-b766-e74d3ce6a123 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:04.820617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:04.838099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Transition to ACTIVE for port object 7cc17ab9-c47f-4d07-a002-73250e4ddaaf will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:04.927967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:04.953511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=00459e28-db19-46ac-a74a-8a09698daa12,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:04.957623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:05.049645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:05.049645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 038e7309-37ae-4c3d-a950-c10a5f62b262, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:34:05.108716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:05.183759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:34:05.209251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 038e7309-37ae-4c3d-a950-c10a5f62b262) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:05.218060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298096d8-fb5b-48e5-96c0-9c3960ba4e12 None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:34:05.226688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:05.227735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:05.252168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Pushing event updated for resources: {'Port': ['ID=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.280240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.293477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:05.293477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:05.346543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Attempting to bind port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:34:05.346543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Attempting to bind port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:34:05.346543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Attempting to bind port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Bound port: 7cc17ab9-c47f-4d07-a002-73250e4ddaaf, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:34:05.365940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:05.388289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37670) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:05.399422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.7980638
Nov 15 09:34:05.504846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] For port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:05.508641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] For port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:34:05.541558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:05.569902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:05.646756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-038e7309-37ae-4c3d-a950-c10a5f62b262', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:34:05.646756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:05.755908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Pushing event updated for resources: {'Port': ['ID=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:05.767067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:05.817564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:05.817564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e2f6a0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:06.031074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Allocated IP 172.20.0.2 (038e7309-37ae-4c3d-a950-c10a5f62b262/00459e28-db19-46ac-a74a-8a09698daa12/379d31fe-82c9-41dc-88a1-7fb30be17f3e) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:34:06.091988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:06.261160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.272855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Transition to ACTIVE for port object 379d31fe-82c9-41dc-88a1-7fb30be17f3e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:06.290529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Transition to ACTIVE for port object 379d31fe-82c9-41dc-88a1-7fb30be17f3e will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:06.335373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.352396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bec5453b-a923-47e9-bcca-cff87105454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:06.406813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e2f6a0>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:06.411123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49b35a-a39b-4e12-b94b-88ab9514f90f None None] The sync data for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs is: [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:02Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:34:06.450032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.498681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Pushing event updated for resources: {'Port': ['ID=379d31fe-82c9-41dc-88a1-7fb30be17f3e,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:06.511724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:06.555921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:06.557087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:06.561299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:34:06.622368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Attempting to bind port 379d31fe-82c9-41dc-88a1-7fb30be17f3e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:34:06.622803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Attempting to bind port 379d31fe-82c9-41dc-88a1-7fb30be17f3e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:34:06.623249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Attempting to bind port 379d31fe-82c9-41dc-88a1-7fb30be17f3e on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:34:06.631384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:34:06.631824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Checking segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:06.632318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.632777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Bound using segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:34:06.633335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Bound port: 379d31fe-82c9-41dc-88a1-7fb30be17f3e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:34:06.633773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.754703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] For port 379d31fe-82c9-41dc-88a1-7fb30be17f3e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:06.756058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] For port 379d31fe-82c9-41dc-88a1-7fb30be17f3e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=379d31fe-82c9-41dc-88a1-7fb30be17f3e,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:34:06.832147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:06.941874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:06.976280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7cc17ab9-c47f-4d07-a002-73250e4ddaaf up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:07.149648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (038e7309-37ae-4c3d-a950-c10a5f62b262/00459e28-db19-46ac-a74a-8a09698daa12/9bdd48bc-e6a4-4279-9ab6-c38deee6e549) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:34:07.159616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Pushing event updated for resources: {'Port': ['ID=379d31fe-82c9-41dc-88a1-7fb30be17f3e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:07.164366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:07.219619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:07.226354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:07.226529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.363171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.378316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.385607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:07.395167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:07.430811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.433101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a6ca6b19-efc7-4fd4-bf3a-0965db9f6d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:07.453954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.527702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:07.534262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:07.604148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d4c53c65-4b82-4e0e-b582-6b048346523d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:07.714927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:07.718188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:07.754204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:07.755397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:07.757862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:34:07.824693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:07.994292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:08.633880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f35186-6499-4857-875c-50b7d5041a77 None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:34:08.777741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-13765200-29a6-4d75-86a5-4c947123efae None None] Provisioning for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:08.897804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:08.934900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:08.974247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5b53e661-3bd7-4533-ae76-c5628f5fa010 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:09.082308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7cc17ab9-c47f-4d07-a002-73250e4ddaaf up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:09.127057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.158296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:09.158296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:09.216895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:09.216895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.364852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:09.364852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:09.415142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 379d31fe-82c9-41dc-88a1-7fb30be17f3e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:09.436190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-14e3aca2-a88f-4a93-9de7-6dc7c5b090db None None] Provisioning for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:09.465036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-14e3aca2-a88f-4a93-9de7-6dc7c5b090db None None] Provisioning complete for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:09.476802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14e3aca2-a88f-4a93-9de7-6dc7c5b090db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.551595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-14e3aca2-a88f-4a93-9de7-6dc7c5b090db None None] Port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:09.597585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:09.604441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:09.604441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.712551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-075cd349-4a22-4598-9d8e-c078c1c859fa None None] Provisioning complete for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:09.712551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075cd349-4a22-4598-9d8e-c078c1c859fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.850814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-075cd349-4a22-4598-9d8e-c078c1c859fa None None] Port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:09.853579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.902290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-075cd349-4a22-4598-9d8e-c078c1c859fa None None] Provisioning complete for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:09.905464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-075cd349-4a22-4598-9d8e-c078c1c859fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:09.970916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 379d31fe-82c9-41dc-88a1-7fb30be17f3e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=379d31fe-82c9-41dc-88a1-7fb30be17f3e,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:09.986801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:34:10.023774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:10.032664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8adff814-76ef-459b-8ff2-4396629dcbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:10.133694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=379d31fe-82c9-41dc-88a1-7fb30be17f3e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:10.136821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:10.251245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7e6b3767-3003-4ff7-af98-40663da0a716 None None] Provisioning complete for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:10.251756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3767-3003-4ff7-af98-40663da0a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:10.265535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:34:10.278494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/2d53a71d-91d2-45d0-a9ac-c82bf61f5763/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8967636
Nov 15 09:34:10.281704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37676) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:10.288760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Sync routers for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:34:10.328147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:10.328844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25a69e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:10.444232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.444737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.444962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.445379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.445801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.448073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e1c123a-3f45-4607-9ecb-cb4b678122aa tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1652782
Nov 15 09:34:10.453494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37680) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:10.543832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.544291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.544849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.545319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.545801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.546217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:10.548223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-588f4b3f-ee3d-4a53-b412-6091c147933c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0936291
Nov 15 09:34:10.552300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37684) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:10.836840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7e6b3767-3003-4ff7-af98-40663da0a716 None None] Provisioning complete for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:10.837299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3767-3003-4ff7-af98-40663da0a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:10.867835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:10.918009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 379d31fe-82c9-41dc-88a1-7fb30be17f3e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:11.062702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b3767-3003-4ff7-af98-40663da0a716 None None] Port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:11.140652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-332e69b1-5675-44d6-b0a5-3241930008c3 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.5855570
Nov 15 09:34:11.141856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37688) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:11.147689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1926017650', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:11.224951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 379d31fe-82c9-41dc-88a1-7fb30be17f3e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:11.225392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:11.300391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:11.304992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:port and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:11.308300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:11.315440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:11.368704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:34:11.375147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:11.480798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25a69e8>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:08Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:11.480798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Checking router: 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:34:11.480798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Updating router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:34:11.540559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:11.548196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] device_id is not set on port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:34:11.708568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.8 (038e7309-37ae-4c3d-a950-c10a5f62b262/00459e28-db19-46ac-a74a-8a09698daa12/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:34:11.931964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:11.949891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:11.992529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.009040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-78eeb0f9-582b-432b-adba-4f3c169e5a4c tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:12.161034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:12.165472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:12.202179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.214602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Transition to ACTIVE for port object 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:12.221045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:12.222189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:12.224566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:34:12.249750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.267184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:12.293781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:12.294962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.341590 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1989205
Nov 15 09:34:12.415331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Pushing event updated for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:12.425927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:12.611780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Attempting to bind port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:34:12.612264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Attempting to bind port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:34:12.612671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Attempting to bind port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:34:12.620458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:34:12.620894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Checking segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:12.621357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.621804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Bound using segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:34:12.622380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Bound port: 9bdd48bc-e6a4-4279-9ab6-c38deee6e549, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:34:12.623996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.634326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d915f709-029f-4367-a4e9-9241e2c6feda None None] Provisioning for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:12.643973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d915f709-029f-4367-a4e9-9241e2c6feda None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:12.644410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d915f709-029f-4367-a4e9-9241e2c6feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.765568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d915f709-029f-4367-a4e9-9241e2c6feda None None] Port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:12.791869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] For port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:12.798161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] For port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:34:12.826585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:12.843007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:12.953679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37694) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:12.959680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026133402', 'description': 'tempest-secgroup-smoke-1026133402 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:12.966642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:12.972746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:12.976133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:12.983918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:13.054797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.097774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:13.102299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:13.105674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:13.112577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:13.183518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.204286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Pushing event updated for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:13.212117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:13.214572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.218835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84b3b5eb-7b81-4d19-8817-471692dcd8cb tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:13.264956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:13.274805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25a69e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:33:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:13.275459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4e0bca-3200-4419-8f62-1e94b148e002,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:13.275459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:13.320814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.320814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1c9a8234-688f-4700-bd3d-4cbbfab3bfb1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3644786
Nov 15 09:34:13.322218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37698) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:13.328880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:13.335796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:13.345435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:13.345435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:13.350687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:13.367172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdcba7cc-93d4-4d79-b03e-4bf29affee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.393948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.465558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.504885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:13.511660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.513968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a5b081a-31c5-46e2-b7b3-074e4ab9c192 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:13.539004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552b1e37-3599-496a-adb7-de0c18a247ae,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:13.546631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:13.575474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.577051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2535012
Nov 15 09:34:13.579983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37702) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:13.585881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:13.592935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:13.597107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:13.600305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:13.608770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:13.649715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.725901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.756462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.758337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e94e82f1-3330-4798-a04f-e23735158798 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:13.781158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25f5f1e-d302-4be4-bea9-4307199feb08,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:13.785709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:13.830780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.830780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2469447
Nov 15 09:34:13.831067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37708) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:13.836952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:13.844184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:13.849726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:13.852828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:13.859584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:13.878337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80315431-c162-499f-ae62-147adf90a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25a69e8>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:12Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:13.882667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80315431-c162-499f-ae62-147adf90a0cc None None] The sync data for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs is: [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:12Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:34:13.897180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:13.980867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.025345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.027420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a474750-9aee-4ca8-b676-cc89ac4b6ee9 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:14.054569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbaef06-38f8-4afd-8f63-6315b0e87116,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:14.060525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:14.147086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.148487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3163331
Nov 15 09:34:14.151291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37712) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:14.157450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:14.164587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:14.169065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:14.173133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:14.180190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:14.244972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.405365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.580873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.582708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7184eb9f-e521-474a-87e2-df8b3d67df79 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:14.608585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559f22da-8d5b-42c1-b363-8cac4e19840d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:14.611622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:14.648058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.651762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4971249
Nov 15 09:34:14.652466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37716) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:14.659081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:14.665828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:14.670675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:14.673974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:14.681805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:14.722200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:34:14.729643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.802136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.832488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.834651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-165a96ad-ecb2-4336-88f6-26bbe4db63d2 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:14.861084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7af8e2b-f4b1-4a10-865b-31595f1b767e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:14.863978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:14.900686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:14.904612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2484744
Nov 15 09:34:14.905590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37720) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:14.911378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'ea4e0bca-3200-4419-8f62-1e94b148e002', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:14.918292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:14.922768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:14.925940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:14.934747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:14.937712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:14.969939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:34:14.976785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.049731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.061094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:15.066653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:15.067091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.106398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.115037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ebabe317-7993-4694-9af4-f68a4284417b tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:15.143459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334e7eba-3f05-4d39-9587-5d2ddaf5be78,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:15.146409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:15.187005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.191213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2819159
Nov 15 09:34:15.211473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.252712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:15.293733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.298191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-90a4231f-c444-4296-b742-7ce4537528fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:15.378963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:15.382810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:15.384862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-2d49c62a-d5cd-44ed-b332-9b172dc1341d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:34:15.447758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-2d49c62a-d5cd-44ed-b332-9b172dc1341d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:34:15.449110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-2d49c62a-d5cd-44ed-b332-9b172dc1341d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026133402&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.1139615
Nov 15 09:34:15.536622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-1617a1dd-768a-4d77-8b2b-9c168350d580 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:15.537266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-1617a1dd-768a-4d77-8b2b-9c168350d580 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:34:15.592471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-1617a1dd-768a-4d77-8b2b-9c168350d580 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:34:15.593318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-1617a1dd-768a-4d77-8b2b-9c168350d580 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 930 time: 0.1370277
Nov 15 09:34:15.681905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-39a72116-e760-4fcf-ae50-7ffebe436f67 service neutron] 10.222.0.81 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0756710
Nov 15 09:34:15.684441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc71cc9d-34d8-4039-aa63-6f2c45b3946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.827522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:15.828388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-537a1737-9d42-4775-89e4-cdbcd7ceea9b service neutron] 10.222.0.81 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389515
Nov 15 09:34:15.976827 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-60516d50-2846-48a0-ad70-703bf2e54d0f service neutron] 10.222.0.81 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417990
Nov 15 09:34:16.267447 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-daeb3570-6968-4a37-9561-99770b997a4f req-ea370ca4-7a65-4e9e-9445-0f8af3dadbac tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 210 time: 0.0611668
Nov 15 09:34:16.300376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:16.921278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:17.003511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:17.003985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:17.871285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:17.901152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:17.910668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70d0211f-937f-4040-9a9f-5134951fab41 req-d91597e6-d4cd-4a9a-b85c-23dab289e6c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 210 time: 0.0535202
Nov 15 09:34:18.500737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-3a62860d-1f2b-4941-ab0c-dcc95a9a88e3 service neutron] 10.222.0.65 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1026 time: 0.0783694
Nov 15 09:34:18.666648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-f816a237-5f87-42cb-a3e8-f1f65ce4abe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:18.668303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-f816a237-5f87-42cb-a3e8-f1f65ce4abe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 796 time: 0.1623135
Nov 15 09:34:18.761108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-8277bf05-5df0-46fa-8f5b-3b24b4e9678d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.0717034
Nov 15 09:34:18.774395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Request body: {'port': {'device_id': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:19.225690 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6960c572-be58-4901-b06a-2d8c1b5a57a7 req-1f4f28b2-72d3-46e4-b3c4-b6b4cfb4aa5c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 210 time: 0.0529089
Nov 15 09:34:19.228311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:19.671491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:34:19.679701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:19.693865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Transition to ACTIVE for port object 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:19.738940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:19.755565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:19.901687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:19.916607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:20.100648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:34:20.101013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:34:20.101387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:34:20.108757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:34:20.112725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Checking segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:20.112725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:20.112725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Bound using segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:34:20.112725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Bound port: 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:34:20.112725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:20.218620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:20.222372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:34:20.238568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:34:20.250499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:20.267113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:20.488806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:20.499155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:20.552372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7c78-fe73-4f1d-999b-ed1c0cb1544e req-82c3430b-2986-41b3-a132-e5579a3128c1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:20.553999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0cce7c78-fe73-4f1d-999b-ed1c0cb1544e req-82c3430b-2986-41b3-a132-e5579a3128c1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 981 time: 0.1932178
Nov 15 09:34:20.559231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:20.561407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] 10.222.0.65 "PUT /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1195 time: 1.7918596
Nov 15 09:34:20.562011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:20.615953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0cce7c78-fe73-4f1d-999b-ed1c0cb1544e req-93e95e54-9f1e-4d05-8e9f-acd3d46f8e50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484133
Nov 15 09:34:20.637889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'status': 'completed', 'code': 200}
Nov 15 09:34:20.759465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-1735a00a-cf3a-4f94-b243-37ab588767f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 1198 time: 0.0977867
Nov 15 09:34:20.847549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-99331285-d94a-42e7-a615-94cac6b571ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 217 time: 0.0712483
Nov 15 09:34:20.922237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-284cf598-bfbd-4477-9a64-064a6390747e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:20.923817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-284cf598-bfbd-4477-9a64-064a6390747e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 200  len: 835 time: 0.0699761
Nov 15 09:34:21.018179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-e224cfcf-e53e-4712-8996-445312b986e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=038e7309-37ae-4c3d-a950-c10a5f62b262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853074
Nov 15 09:34:21.165043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-432855ad-310b-4db1-a0cb-38280b6d9abe service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398237
Nov 15 09:34:21.311510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8afee985-0f2d-4950-87a8-689b75e649c1 req-624aba5c-4e12-43f0-af34-e3210cdf3c02 service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385241
Nov 15 09:34:21.547217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-9241761d-9169-4b6a-adee-f471be22242f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 1198 time: 0.0856833
Nov 15 09:34:21.695905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-d60db7af-b85c-489c-a95c-2c086f8cba15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:21.697541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-d60db7af-b85c-489c-a95c-2c086f8cba15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 890 time: 0.1422622
Nov 15 09:34:21.818650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-10314e04-8b3b-417a-b1ac-2b7170af4937 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 217 time: 0.1130428
Nov 15 09:34:21.919137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-abb33d18-419b-42f1-8b1f-26f17cf13cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:21.920967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-abb33d18-419b-42f1-8b1f-26f17cf13cf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 200  len: 835 time: 0.0936961
Nov 15 09:34:21.935914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8a2b1-99dd-48e3-9bca-df447e87ec1f req-c5210a08-0f07-481b-8da4-796c4df386b1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:21.937444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c7c8a2b1-99dd-48e3-9bca-df447e87ec1f req-c5210a08-0f07-481b-8da4-796c4df386b1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 981 time: 0.1735461
Nov 15 09:34:22.047529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c7c8a2b1-99dd-48e3-9bca-df447e87ec1f req-204c908e-bda5-493d-853f-5b513163c22b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036310
Nov 15 09:34:22.071727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-5af08fc3-5a96-4aae-b6f3-9adfa8848e9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=038e7309-37ae-4c3d-a950-c10a5f62b262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110995
Nov 15 09:34:22.219993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-7ef7d83e-fbbf-4a5f-a495-31cde0614d2e service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398890
Nov 15 09:34:22.366194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-607e4055-c097-4ac3-840e-a7503d4dfd51 req-173899e2-3f04-487a-9b07-4cd7af6b6b0d service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369994
Nov 15 09:34:23.301513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6467c0c-cae7-42d6-9642-26a776147f54 req-cf2e864d-528f-4d43-b94f-4a9c2915bd57 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:23.302461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6467c0c-cae7-42d6-9642-26a776147f54 req-cf2e864d-528f-4d43-b94f-4a9c2915bd57 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 981 time: 0.0976787
Nov 15 09:34:23.363043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6467c0c-cae7-42d6-9642-26a776147f54 req-067a8845-3abf-4e27-b0a7-424988d3dadd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484264
Nov 15 09:34:23.814363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-3e60d2e5-7f36-4c65-85fd-a30d02d94f5e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:34:24.418394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:24.551695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:24.557087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:24.557846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:24.594465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ab7a4-1c2b-4d2d-80b1-2aeef13ede36 req-dc6ea148-90bb-49b9-a215-7310464a5130 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:24.597478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f3ab7a4-1c2b-4d2d-80b1-2aeef13ede36 req-dc6ea148-90bb-49b9-a215-7310464a5130 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 981 time: 0.1016948
Nov 15 09:34:24.645473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f3ab7a4-1c2b-4d2d-80b1-2aeef13ede36 req-318e3bbe-ee95-4f95-bfdc-ce954ee290e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430293
Nov 15 09:34:24.694387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:24.723059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:24.733214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:24.784131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:24.784131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'code': 200}
Nov 15 09:34:24.784131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:24.865593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:24.868955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:25.151294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2dbb3651-af6a-4f5a-81e7-c4343bfc6bdd req-b0ebed2b-2b67-46e0-944f-cbed3a53f79f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 1201 time: 0.0845883
Nov 15 09:34:25.197831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2dbb3651-af6a-4f5a-81e7-c4343bfc6bdd req-da35bbdb-ebda-4189-beba-4805a4225ce0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393629
Nov 15 09:34:25.855830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:25.884865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1a46-23c6-4bcb-9cb5-ba8969f81359 req-d4c6c4af-2cb2-4bfa-8bcd-b9ef5be336b8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:25.886524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c91a1a46-23c6-4bcb-9cb5-ba8969f81359 req-d4c6c4af-2cb2-4bfa-8bcd-b9ef5be336b8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.1022427
Nov 15 09:34:25.938006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:25.938345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c91a1a46-23c6-4bcb-9cb5-ba8969f81359 req-7a6c7eb0-af04-4bed-b324-287d4e830cab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444744
Nov 15 09:34:25.941753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:27.174382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc5f0-565e-40d9-8277-7ff7d4649b6d req-7dc356d2-9baa-4747-9ae2-106e7715be8c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:27.176054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca3cc5f0-565e-40d9-8277-7ff7d4649b6d req-7dc356d2-9baa-4747-9ae2-106e7715be8c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.1008487
Nov 15 09:34:27.225995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca3cc5f0-565e-40d9-8277-7ff7d4649b6d req-6cf5ea6d-717c-4e9c-b86a-855aa1cae849 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437603
Nov 15 09:34:27.458781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541d44e-a2ff-4241-bbd6-d2eb19d28ab2 req-aa8b5a0d-6d88-48a7-bb6f-7b7fbce48273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:27.460476 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d541d44e-a2ff-4241-bbd6-d2eb19d28ab2 req-aa8b5a0d-6d88-48a7-bb6f-7b7fbce48273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.0975296
Nov 15 09:34:27.509435 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d541d44e-a2ff-4241-bbd6-d2eb19d28ab2 req-a8285dfd-3781-4f42-8e92-8f9013453d55 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422332
Nov 15 09:34:27.551098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37774) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:27.638695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f4dffed1-1426-41d0-a679-e1a332e3f7e8 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 1196 time: 0.0855553
Nov 15 09:34:27.641356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37778) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:27.646793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:27.652863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:27.657766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:27.660813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:27.666604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:27.721439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:27.864074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:28.144340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.242 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/6925b8de-4a84-430c-beaf-aa8cd489e4f1) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:34:28.301438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:28.358467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:28.374898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:28.516839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=6925b8de-4a84-430c-beaf-aa8cd489e4f1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:28.811424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.814243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.815019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.815019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.815386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.815788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.816273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.816676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.817083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.817478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.817879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.818285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.818680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.819078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.819519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.819939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.820343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.820741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:34:28.834170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:28.859655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:34:28.860852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:34:28.863219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:34:29.355050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:29.473111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:29.757480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:29.802893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:29.820294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:29.972766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=6925b8de-4a84-430c-beaf-aa8cd489e4f1,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:29.977916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:30.065969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:30.306165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8 associated. External IP: 172.26.4.242, port: 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08.
Nov 15 09:34:30.809299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:34:31.060839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:34:31.070570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Sync routers for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:34:31.088239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:31.089282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837bb38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:31.174447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:31.243391 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 3.6010537
Nov 15 09:34:31.244200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:31.246353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37782) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:31.309614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'status': 'completed', 'code': 200}
Nov 15 09:34:31.319645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:31.337164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a7b61d88-349f-414d-a397-c0df313209c8 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47&network_id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 1196 time: 0.0894477
Nov 15 09:34:31.457745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-0554ee98-9b02-46e8-9986-b74bd58ea9c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 1201 time: 0.0890117
Nov 15 09:34:31.622824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09892f97-1b45-4a5c-a046-e6b94771236b req-9e96b8ad-dc92-40b8-8248-55337d0613c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:31.624394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-9e96b8ad-dc92-40b8-8248-55337d0613c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 890 time: 0.1500649
Nov 15 09:34:31.726151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837bb38>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.242', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'port_id': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926017650', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'mac_address': 'fa:16:3e:3f:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:34:29Z', 'updated_at': '2020-11-15T09:34:29Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:31.731864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Checking router: 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:34:31.743178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:31.744371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a837bb38>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:31.833102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-58d8eb13-ff76-4d74-8c00-7513cc804b3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1037 time: 0.1981306
Nov 15 09:34:31.928960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a51ede-90e0-4898-9b8b-858e4dc70d1a req-43fbc0ab-b7aa-49f3-9dfd-8e3a33abd744 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:31.930613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34a51ede-90e0-4898-9b8b-858e4dc70d1a req-43fbc0ab-b7aa-49f3-9dfd-8e3a33abd744 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.1773753
Nov 15 09:34:31.935244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09892f97-1b45-4a5c-a046-e6b94771236b req-2e96d9c0-03af-4387-80bc-dd28111e8099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:31.936774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-2e96d9c0-03af-4387-80bc-dd28111e8099 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 200  len: 835 time: 0.0931745
Nov 15 09:34:32.128921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:32.306034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34a51ede-90e0-4898-9b8b-858e4dc70d1a req-75732381-a7a6-46e8-8eb2-326ded6819ec tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676450
Nov 15 09:34:32.333624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-d8b17bc2-0135-4662-95ac-ce2f2f6f34e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=038e7309-37ae-4c3d-a950-c10a5f62b262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3795767
Nov 15 09:34:32.478544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-9362e88f-8e23-4d59-bf26-ab91471a2ed2 service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376808
Nov 15 09:34:32.529111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-164b4dff-2d16-4398-909d-506426752e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a837bb38>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.242', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'port_id': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926017650', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'mac_address': 'fa:16:3e:3f:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:34:29Z', 'updated_at': '2020-11-15T09:34:29Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:32.533265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4dff-2d16-4398-909d-506426752e2b None None] The sync data for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs is: [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.242', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'port_id': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926017650', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'mac_address': 'fa:16:3e:3f:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:34:29Z', 'updated_at': '2020-11-15T09:34:29Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:34:32.629103 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09892f97-1b45-4a5c-a046-e6b94771236b req-269cbf38-409f-444a-9918-edde4bb09b1d service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424806
Nov 15 09:34:32.844817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c913cc-af50-4d15-8435-b6f2bf27f613 None None] New status for floating IP b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:34:33.608809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c859451-94ca-4249-bacf-e0a86292faa4 req-fb9cb01c-c18b-4c39-958d-3ac647321d38 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:33.610443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0c859451-94ca-4249-bacf-e0a86292faa4 req-fb9cb01c-c18b-4c39-958d-3ac647321d38 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.1700790
Nov 15 09:34:33.638474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-cde06ac9-11a0-472a-ad2e-b13115767605 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:33.640056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-cde06ac9-11a0-472a-ad2e-b13115767605 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 983 time: 0.1404860
Nov 15 09:34:33.711266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:34:33.737186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0c859451-94ca-4249-bacf-e0a86292faa4 req-80c31a2a-fdc3-4405-9b52-19fe311104e6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191444
Nov 15 09:34:33.744696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-31598dde-31ee-4dcf-8c3c-3b9e39873604 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:33.746181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-31598dde-31ee-4dcf-8c3c-3b9e39873604 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0984623
Nov 15 09:34:33.852653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:33.887241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:33.895859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:33.909631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-22210927-7ba0-4dca-9060-7bc961b9326e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1580789
Nov 15 09:34:33.920933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:33.933182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:33.936891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2cd65c48-a86e-450f-a7f6-6d0a9dc33171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:33.969927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14adf077-c2c3-4245-bc29-f0e71657cb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'code': 200}
Nov 15 09:34:34.015990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:34.019427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:34.057605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:34.335301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:34.365545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:34.428737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] device_id is not set on port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:34:34.436694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:34.504126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:34.519326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbc832ad-aa8c-4237-a1ca-1ec422ccef37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:34.670488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=6']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:34.675610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:34.865137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] No DVR routers for this DVR port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:34:34.921124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-36033be3-33a1-448a-aa0d-5abeace27402 None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:34.921478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-36033be3-33a1-448a-aa0d-5abeace27402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:34.984773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-36033be3-33a1-448a-aa0d-5abeace27402 None None] Port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:34.985637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2420a265-d414-4a21-a19d-d73308d183a1 req-0ba8da29-63da-4d61-ade8-31cfb1a856cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 210 time: 0.0556481
Nov 15 09:34:35.215192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] In _notify_port_updated(), no bound segment for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:34:35.216441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:35.217841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0321529-85c0-47ea-b3dc-9dbcbfe54962 req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1026 time: 1.3017068
Nov 15 09:34:36.186409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-899e697e-97a1-453c-b171-fd44884ee825 req-87f74a45-f560-4f0a-8eee-fa753422363e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=14adf077-c2c3-4245-bc29-f0e71657cb47 HTTP/1.1" status: 200  len: 210 time: 0.0488260
Nov 15 09:34:37.300673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37806) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:37.383105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90a2da-285f-4622-9db7-c3f5fd9c900d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:37.384631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c90a2da-285f-4622-9db7-c3f5fd9c900d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 925 time: 0.0828974
Nov 15 09:34:37.624742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37812) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:37.630800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554708161', 'description': 'tempest-secgroup-smoke-1554708161 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:37.637255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:37.647415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:37.683115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:37.724078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:37.728108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:37.731066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:37.737493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:37.794319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:37.831428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:37.837141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2c598c39-772a-4209-890f-71dfcc969d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:37.880771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=a6090508-a1ad-431e-9e6c-706c8b2d9c88,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:37.885791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:37.940127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:37.941425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3156061
Nov 15 09:34:37.944386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37816) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:37.950064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:37.957404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:37.961663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:37.964956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:37.971595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:38.021592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.086058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.121303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.123757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b97db99e-4b4a-4e8f-9287-a24d7552b72a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:38.147660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00228273-963d-45f4-814c-593d0f70446d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:38.150311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:38.195836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.197233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2518198
Nov 15 09:34:38.200051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:38.206266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:38.212725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:38.216732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:38.219747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:38.225549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:38.282398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.350610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.395638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.397557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97e97424-0474-42f5-9aa0-862dbcef3bf0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:38.418398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0be1e5-3178-437f-9e7f-cc0facb99d51,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:38.422969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:38.460111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.461354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2603047
Nov 15 09:34:38.464224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37824) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:38.469755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:38.476013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:38.480051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:38.483127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:38.488977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:38.527783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.593758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.625464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.627488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5187b508-e6bd-4091-a97a-ca0c17028d73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:38.650799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a355ea-6bdf-4eaf-869d-d32820d66e66,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:38.653329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:38.687556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.688855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2236447
Nov 15 09:34:38.691616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37828) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:38.697258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:38.703878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:38.707897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:38.710950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:38.716690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:38.756456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.825436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.858851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.860882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bc311b7-a5a7-4e21-ad1f-55574f67c57f tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:38.885768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852599f2-2137-4df0-b532-f980a71edf86,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:38.890374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:38.932934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:38.934262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2415891
Nov 15 09:34:38.937218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37832) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:38.942850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:38.949209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:38.953626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:38.956734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:38.962558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:38.997006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:34:39.004000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.073315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.115672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.117615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da4a3088-6d1e-4707-b1e6-90d3610f7a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:39.141103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205eb243-4ec1-4f4e-a234-c5b02f34f12e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:39.143755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:39.180233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.181581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2433565
Nov 15 09:34:39.184662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37836) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:39.190429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6090508-a1ad-431e-9e6c-706c8b2d9c88', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:39.196715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:34:39.200772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:34:39.204043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:34:39.209825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:34:39.249038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:34:39.255872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.328067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.374266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.379059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2575f26d-9b1f-4e2d-bfad-cc82e912c489 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:39.399934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd7eb90-6f1d-4048-aa0c-f935461f5886,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:39.402430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:39.437329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:39.442137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2530289
Nov 15 09:34:39.625784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-1792d980-7434-432d-85d6-3bb30a945e29 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:34:39.660163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-1792d980-7434-432d-85d6-3bb30a945e29 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:34:39.661396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-1792d980-7434-432d-85d6-3bb30a945e29 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554708161&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0826488
Nov 15 09:34:39.751312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-2e3774e4-190a-459e-bfad-a3824d796997 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:39.752848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-2e3774e4-190a-459e-bfad-a3824d796997 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 930 time: 0.0842314
Nov 15 09:34:39.841248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-8b3634f3-6433-448e-b7f4-1d3c426fbcc1 service neutron] 10.222.0.81 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0744741
Nov 15 09:34:39.989808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-b86c8c13-7367-42b8-a42e-90129a7fe9eb service neutron] 10.222.0.81 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423118
Nov 15 09:34:40.133279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4439ad06-0d2d-4aa4-9723-84ec0f7f1cb9 service neutron] 10.222.0.81 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371250
Nov 15 09:34:40.407247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8236b3-333b-4079-845b-bd5ef27b1925 req-525ec173-a712-4c5f-9d5e-dda303599322 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 210 time: 0.0513072
Nov 15 09:34:41.585581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccaff1cb-3866-457a-a812-7de1d1d9bb39 req-03e22baa-1af2-4368-9b34-b55b81c8a112 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 210 time: 0.0502756
Nov 15 09:34:41.970683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-8464edba-8422-4521-a465-a4de6bdf3840 service neutron] 10.222.0.65 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1026 time: 0.0805840
Nov 15 09:34:42.131402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-723f25f8-72c0-488c-b5b9-5553a8c8bf39 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:42.132992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-723f25f8-72c0-488c-b5b9-5553a8c8bf39 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 796 time: 0.1564105
Nov 15 09:34:42.240351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-14775073-d484-4d57-bd61-4bbdbbd99df6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 11479 time: 0.0877662
Nov 15 09:34:42.253175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Request body: {'port': {'device_id': '0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:42.389616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:42.774514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-78c03a4b-6f11-4fff-8a96-8bde80069fd9 req-18fb9c5d-f989-40fe-ae0e-cffb53ce3572 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 210 time: 0.0545187
Nov 15 09:34:42.887105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:34:42.894559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:42.907672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Transition to ACTIVE for port object 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:34:42.951362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:42.967447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8daf23a-5e6c-4050-af0d-f99999782d02 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:43.304959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96945137-a2a3-4c4e-aaa3-0e80a0c55b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:43.375958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=7']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:43.381216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:43.611465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:34:43.611871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:34:43.612247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Attempting to bind port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:34:43.619246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:34:43.619505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Checking segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:34:43.620465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:43.620465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Bound using segment: {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:34:43.622269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Bound port: 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060795ca-9aaa-453f-abff-aa2546a3564a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:34:43.622269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:43.722630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:43.725899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:34:43.769066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:43.801171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6adb2bf-ca6f-4080-bd48-3c57ce99f95b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:44.061470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=8']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:44.066365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:44.103360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:44.104927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1195 time: 1.8572466
Nov 15 09:34:44.105493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:44.118131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44b92-b05c-4a43-bc89-f7190fe92697 req-c96fc6d8-9b22-4018-af9d-88a5eccd7672 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:44.119745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcd44b92-b05c-4a43-bc89-f7190fe92697 req-c96fc6d8-9b22-4018-af9d-88a5eccd7672 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 981 time: 0.2072501
Nov 15 09:34:44.168209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'status': 'completed', 'code': 200}
Nov 15 09:34:44.177519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcd44b92-b05c-4a43-bc89-f7190fe92697 req-c73a15a7-7302-45f2-9970-2a9ecea4cca9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514290
Nov 15 09:34:44.297017 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-791266ec-4b12-4cc1-8c0f-72bb16c13236 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 1198 time: 0.0951247
Nov 15 09:34:44.428817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-87cf1c37-e34e-4496-980d-acbb8f5c8ed7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1037 time: 0.1188414
Nov 15 09:34:44.500572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-d134bf79-c823-4445-844b-46a16e9c424f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:44.502247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-d134bf79-c823-4445-844b-46a16e9c424f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 200  len: 835 time: 0.0663950
Nov 15 09:34:44.599400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-7a269399-a6e7-4f82-8fd9-d1863b6d10eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=038e7309-37ae-4c3d-a950-c10a5f62b262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896046
Nov 15 09:34:44.746801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-19f4d6c3-27c6-4d32-9069-65358588314d service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405661
Nov 15 09:34:44.904343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dff5398-44dc-4c7e-ad36-2afffa9457e3 req-8fc4f6ff-2601-4989-85e4-68eb1e1348bc service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501176
Nov 15 09:34:45.119879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-7ac14dde-247b-4d2c-b9f5-751dd1db51dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 1198 time: 0.0870938
Nov 15 09:34:45.271003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-edcde33d-f3de-4c76-8cf3-de4fdb054806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:45.272669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-edcde33d-f3de-4c76-8cf3-de4fdb054806 service neutron] 10.222.0.65 "GET /v2.0/networks?id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 890 time: 0.1438100
Nov 15 09:34:45.464400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-ab89f723-72c9-463b-a8a3-5e7215e2bed0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1037 time: 0.1831813
Nov 15 09:34:45.535593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b273-1c2a-4924-8a4f-b4b01d5dd811 req-e7296b55-c219-4995-81b6-4f3a809a8a58 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:45.537264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5870b273-1c2a-4924-8a4f-b4b01d5dd811 req-e7296b55-c219-4995-81b6-4f3a809a8a58 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 981 time: 0.2011490
Nov 15 09:34:45.571275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-7995fd21-504b-4dcd-b815-767fc997e340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:45.572859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-7995fd21-504b-4dcd-b815-767fc997e340 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 200  len: 835 time: 0.1019545
Nov 15 09:34:45.647092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5870b273-1c2a-4924-8a4f-b4b01d5dd811 req-b60bf2eb-7cbd-4967-93a1-4a5d06a17a94 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026571
Nov 15 09:34:45.679088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-ff275599-115d-4680-a096-fb5ac2653b7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=038e7309-37ae-4c3d-a950-c10a5f62b262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966573
Nov 15 09:34:45.688912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a479ab89-f906-42ca-a73d-9a5733b877ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:45.827061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-4c26c38c-9886-417f-933e-5247945a0854 service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407146
Nov 15 09:34:45.841453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:45.977400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5226fd86-8e9f-42b3-a787-271e53c6dc3e req-14d7cd91-aaee-45a1-bcd4-2df2cfcb16bb service neutron] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431534
Nov 15 09:34:46.282936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:46.883956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd71dd-d257-450a-bbe9-ac7e702af009 req-51275c17-d87d-4da5-a6d6-11c2036c8852 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:46.886747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c1bd71dd-d257-450a-bbe9-ac7e702af009 req-51275c17-d87d-4da5-a6d6-11c2036c8852 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 981 time: 0.1056662
Nov 15 09:34:46.938207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c1bd71dd-d257-450a-bbe9-ac7e702af009 req-4fe44941-8ff7-48bf-94c6-46528febdf3b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454271
Nov 15 09:34:47.538246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:47.917335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:48.163085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f586e-c9fb-488d-85be-f1576929adb4 req-d8dcb7eb-3d7b-4a07-83d3-97e55a35c7cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:48.164756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-997f586e-c9fb-488d-85be-f1576929adb4 req-d8dcb7eb-3d7b-4a07-83d3-97e55a35c7cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 981 time: 0.0962412
Nov 15 09:34:48.217142 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-997f586e-c9fb-488d-85be-f1576929adb4 req-6c478cac-3a41-4c33-a7ce-ea30b88d4abe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461648
Nov 15 09:34:48.324744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:48.441031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:34:48.445911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:48.446337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:48.588287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:48.614167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:34:48.625706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:48.675134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dcb81-bf81-4db0-b03f-8d74c07c3e08', 'code': 200}
Nov 15 09:34:48.697316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:48.697316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96897fd1-5720-4d3d-9ff1-daf7f163bcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:48.772812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=9']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:48.776131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:49.039636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70770cd8-9ac1-4ba9-a010-19d008be6dce req-f9e9f506-fd18-4f71-9529-d68140f31fc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 1201 time: 0.0843344
Nov 15 09:34:49.090667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70770cd8-9ac1-4ba9-a010-19d008be6dce req-3734ec9b-828c-4b70-b6d2-f8a0cc22be8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443149
Nov 15 09:34:49.446744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f31a71-326b-4455-8314-26d0929803f3 req-59a78608-e351-4335-b72f-c1ff03852aad tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:49.448397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0f31a71-326b-4455-8314-26d0929803f3 req-59a78608-e351-4335-b72f-c1ff03852aad tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.0985670
Nov 15 09:34:49.497689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b0f31a71-326b-4455-8314-26d0929803f3 req-e047b0c9-9ee0-4fd9-81ae-df2615007dfc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425127
Nov 15 09:34:50.034977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:34:50.118547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:50.119572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:50.723259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebe2fa-9059-498b-b8d5-9bde2a772273 req-0b90357f-3c64-4ccf-85fd-1e6527647cc4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:50.724917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cebe2fa-9059-498b-b8d5-9bde2a772273 req-0b90357f-3c64-4ccf-85fd-1e6527647cc4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.0942788
Nov 15 09:34:50.774836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cebe2fa-9059-498b-b8d5-9bde2a772273 req-5c5728c0-dc08-424a-9741-6f6c2e597e75 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432250
Nov 15 09:34:51.009151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48db40-1170-4580-a4a0-8a6502ac63e2 req-21b08b6f-2ec6-4f8f-8ebf-1d0b3333f740 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:51.010704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a48db40-1170-4580-a4a0-8a6502ac63e2 req-21b08b6f-2ec6-4f8f-8ebf-1d0b3333f740 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.1004794
Nov 15 09:34:51.059609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a48db40-1170-4580-a4a0-8a6502ac63e2 req-d98a4f7f-abbd-4e50-aab4-b22cd502b3c5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426550
Nov 15 09:34:51.089393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37892) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:51.577174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04e94a68-22b5-4b5c-9cbe-7e899b0c0d12 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d&network_id=038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 200  len: 1196 time: 0.0854609
Nov 15 09:34:51.862537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae824698-2839-4a16-bc6a-4238fca3e4cf req-f2b481e5-aaf1-4393-86b9-db5eb7fec9c9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:51.864645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae824698-2839-4a16-bc6a-4238fca3e4cf req-f2b481e5-aaf1-4393-86b9-db5eb7fec9c9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.1002305
Nov 15 09:34:51.916758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae824698-2839-4a16-bc6a-4238fca3e4cf req-86097974-bd6e-4897-b277-5a53bae810a4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459991
Nov 15 09:34:53.143967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b1ce5-6da9-4b25-9f10-52406b2aa76d req-93fedd79-31aa-4eef-862b-f2c914119941 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:53.145546 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c59b1ce5-6da9-4b25-9f10-52406b2aa76d req-93fedd79-31aa-4eef-862b-f2c914119941 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.0945959
Nov 15 09:34:53.195097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c59b1ce5-6da9-4b25-9f10-52406b2aa76d req-cda6d2d4-8b84-498a-8ba4-f62e4f6ea6b8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=7838c8f3-d24a-471e-a6bf-63804b4a1cf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429761
Nov 15 09:34:53.426755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-31d58906-bccc-4b0d-aaea-467dbdfd6e8c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:53.428554 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-31d58906-bccc-4b0d-aaea-467dbdfd6e8c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 983 time: 0.0974789
Nov 15 09:34:53.512476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-20b65b25-64c8-4ae5-a504-a16a6cf21dca tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:34:53.514061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-20b65b25-64c8-4ae5-a504-a16a6cf21dca tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0794611
Nov 15 09:34:53.675407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-bfe0a7dd-2498-4ca5-8b82-57ecb20bd2b8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1555459
Nov 15 09:34:53.686336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:34:53.822070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:53.909024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:34:54.054006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:54.178828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:34:54.210376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] For port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:34:54.272830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] device_id is not set on port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 yet. {{(pid=81074) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 15 09:34:54.281145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:54.351183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:34:54.351607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:34:54.362680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:54.381975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4960db35-a45e-46c5-b053-09c0f1e420cb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:54.831102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31f6622-4c1e-4c86-aca8-d79eb7f43b4d req-240de516-6190-4495-afd1-06e3e6fdcf61 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 210 time: 0.3470161
Nov 15 09:34:54.842544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=10']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:54.856053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:55.055872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] No DVR routers for this DVR port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:34:55.106113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0efc254b-2a62-4292-9311-3c8133d6f3be None None] Provisioning complete for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:34:55.106547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0efc254b-2a62-4292-9311-3c8133d6f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:55.174935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0efc254b-2a62-4292-9311-3c8133d6f3be None None] Port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:34:55.366606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] In _notify_port_updated(), no bound segment for port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 on network 038e7309-37ae-4c3d-a950-c10a5f62b262 {{(pid=81074) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:844}}
Nov 15 09:34:55.367823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:55.369292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f887dc1-985d-44c3-87ae-8a424905a3c0 req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 200  len: 1027 time: 1.6877251
Nov 15 09:34:56.069378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-74e492ba-e568-44f9-b4de-78c07b586fa1 req-e498f249-4727-4069-bbbc-749ed9c9077c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=0aca7630-ff2f-482e-9ddd-4b4c7a5ffb0d HTTP/1.1" status: 200  len: 210 time: 0.0489323
Nov 15 09:34:57.185541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37910) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:57.239547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:34:57.260603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:57.292203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:57.475501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:57.481097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eca8536e-b09c-44b5-948c-7aa48faa6c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:57.497679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6090508-a1ad-431e-9e6c-706c8b2d9c88,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:57.500683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:57.532553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:57.533373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/a6090508-a1ad-431e-9e6c-706c8b2d9c88 HTTP/1.1" status: 204  len: 168 time: 0.3467560
Nov 15 09:34:57.619247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37916) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:57.858211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 6925b8de-4a84-430c-beaf-aa8cd489e4f1 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:34:57.858614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:58.052978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:58.053533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:58.191795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 6925b8de-4a84-430c-beaf-aa8cd489e4f1 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:34:58.471284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:58.486873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3096443d-f1d6-4d7a-98fd-51cc7b66bd64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:34:58.579798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=6925b8de-4a84-430c-beaf-aa8cd489e4f1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:34:58.586567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:34:58.710431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:58.710809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8 disassociated (deleted). External IP: 172.26.4.242, port: 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08.
Nov 15 09:34:59.218294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:34:59.477829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:34:59.488100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Sync routers for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:34:59.505387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:34:59.505387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd70b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:34:59.528936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:59.593981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8 HTTP/1.1" status: 204  len: 168 time: 1.9735553
Nov 15 09:34:59.732817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:34:59.772774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37924) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:34:59.844823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:59.877520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:59.980321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:34:59.985665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5f4ef1f-b91d-4574-b653-bbd1b725c210 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:00.001343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4e0bca-3200-4419-8f62-1e94b148e002,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:00.017007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.017384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.017812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.018232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.018653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.019071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.019486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.019927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.020345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.020757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.021168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.021580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.022051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.022462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.022876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.023286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.023697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.024132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.024549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.024955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.025361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.025770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.026179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.026593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:00.029667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:00.034503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/ea4e0bca-3200-4419-8f62-1e94b148e002 HTTP/1.1" status: 204  len: 168 time: 0.2673926
Nov 15 09:35:00.035612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:00.102381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37930) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:00.108805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd70b8>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:00.113656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Checking router: 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:35:00.125052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:00.125747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd70b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:00.187976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:35:00.188372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:00.356941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:00.471783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:00.613490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 owned by  {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:35:00.711506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd70b8>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:00.715744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f510-c142-4f68-8338-3a93a956108d None None] The sync data for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs is: [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9bdd48bc-e6a4-4279-9ab6-c38deee6e549', 'name': '', 'network_id': '038e7309-37ae-4c3d-a950-c10a5f62b262', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00459e28-db19-46ac-a74a-8a09698daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:06Z', 'updated_at': '2020-11-15T09:34:15Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '00459e28-db19-46ac-a74a-8a09698daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:35:00.791654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:00.810705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19e29348-6f97-4541-8bb4-7136f8ebaed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:00.910596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=6d7dcb81-bf81-4db0-b03f-8d74c07c3e08,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:00.913363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:01.066053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:01.077906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/ports/6d7dcb81-bf81-4db0-b03f-8d74c07c3e08 HTTP/1.1" status: 204  len: 168 time: 0.9742668
Nov 15 09:35:01.080670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37936) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:01.118166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f1b3d-b1cb-4236-a87d-d2470cc0da75 None None] New status for floating IP b4435cd2-800f-48cb-aa2b-71c5dfc7c5f8: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:35:01.602417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:02.346077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:35:02.346482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:02.555180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 9bdd48bc-e6a4-4279-9ab6-c38deee6e549, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:02.555588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:02.691028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:35:03.020155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:03.037381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:03.335012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-5f6435b1-1633-4479-b58d-dfbb767976be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0890348
Nov 15 09:35:03.418592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=9bdd48bc-e6a4-4279-9ab6-c38deee6e549,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:03.426233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:03.524326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-ac24b387-dc69-4d8d-ad99-9aebccec12e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.0954583
Nov 15 09:35:03.697872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-2f712314-4e0d-4709-a59d-2e7ca8a569ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:03.699585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-2f712314-4e0d-4709-a59d-2e7ca8a569ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1525373
Nov 15 09:35:03.827014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-26b755af-1bf8-4111-aa2f-186ada0a6708 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 1001 time: 0.1198182
Nov 15 09:35:03.827666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:03.899406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-3f3d31e2-1e39-4eb9-9dd6-cacb22a48859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:03.901065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-3f3d31e2-1e39-4eb9-9dd6-cacb22a48859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0672505
Nov 15 09:35:03.999044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-4e4650d6-3f7d-417c-86a9-a337dfeabca3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899177
Nov 15 09:35:04.421301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-dfe20b23-2b8c-446f-b878-d394d65b5bd5 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4136899
Nov 15 09:35:04.570842 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c6f34c7-79df-4ae9-8c47-2e511afc1ccd req-c2aad9f5-f484-44cc-b2f1-4b9680c22457 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431053
Nov 15 09:35:04.741085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:35:05.001698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:35:05.014239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Sync routers for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:35:05.014962 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/2d53a71d-91d2-45d0-a9ac-c82bf61f5763/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9332435
Nov 15 09:35:05.018848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37940) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:05.025664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:05.026430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80e79b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:05.226299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 00459e28-db19-46ac-a74a-8a09698daa12 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:35:05.229943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:05.297385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:05.393258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:05.413227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:05.720554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80e79b0>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:35:02Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:05.725522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Checking router: 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:35:05.737170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Routers {'2d53a71d-91d2-45d0-a9ac-c82bf61f5763'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:05.737844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80e79b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:05.815010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:05.832822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ef99d71-315a-4f9d-a92a-86b3d76b1a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:05.936919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=00459e28-db19-46ac-a74a-8a09698daa12,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:05.940615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:05.970716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] Set router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:05.981347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:05.986479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b2461-1a5e-4d1d-b7de-89b0fd354eca None None] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:35:05.991169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/00459e28-db19-46ac-a74a-8a09698daa12 HTTP/1.1" status: 204  len: 168 time: 0.9689109
Nov 15 09:35:05.991622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37944) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:06.266708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] DHCP port deletion for 038e7309-37ae-4c3d-a950-c10a5f62b262 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:35:06.270867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.271655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Deleting port 379d31fe-82c9-41dc-88a1-7fb30be17f3e {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:35:06.272099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.303758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-07255a89-3cd9-4544-a156-1191559401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80e79b0>, [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:35:02Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:06.308462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07255a89-3cd9-4544-a156-1191559401ca None None] The sync data for ids ['2d53a71d-91d2-45d0-a9ac-c82bf61f5763'] in dv-neutron-743142-12-ovs is: [{'id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'name': 'tempest-TestNetworkBasicOps-router-2095804234', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:35:02Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '7cc17ab9-c47f-4d07-a002-73250e4ddaaf', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53a71d-91d2-45d0-a9ac-c82bf61f5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:34:01Z', 'updated_at': '2020-11-15T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:35:06.537115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] For port 379d31fe-82c9-41dc-88a1-7fb30be17f3e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=379d31fe-82c9-41dc-88a1-7fb30be17f3e,segment=NetworkSegment(060795ca-9aaa-453f-abff-aa2546a3564a),segment_id=060795ca-9aaa-453f-abff-aa2546a3564a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:06.537571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.548801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.596785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:35:06.597248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.679541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Calling delete_port for 379d31fe-82c9-41dc-88a1-7fb30be17f3e owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:35:06.802578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.803665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 7cc17ab9-c47f-4d07-a002-73250e4ddaaf, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:06.804045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:06.819258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:06.914945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Pushing event deleted for resources: {'Port': ['ID=379d31fe-82c9-41dc-88a1-7fb30be17f3e,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:06.939322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:35:06.946101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 7cc17ab9-c47f-4d07-a002-73250e4ddaaf owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:35:06.988028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:35:06.988447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9bdd48bc-e6a4-4279-9ab6-c38deee6e549 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:35:06.988929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 379d31fe-82c9-41dc-88a1-7fb30be17f3e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:35:07.014855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.015253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.015647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.016582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.016966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.017354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.017738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.018199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.018582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.018960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.019339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.019713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.020195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.020575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.020952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.021326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.021697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.022081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.022842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.023222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.023597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.024015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.024787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.024787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:07.044803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:07.051816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 379d31fe-82c9-41dc-88a1-7fb30be17f3e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:35:07.052260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 379d31fe-82c9-41dc-88a1-7fb30be17f3e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:35:07.067953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] No DVR routers for this DVR port 379d31fe-82c9-41dc-88a1-7fb30be17f3e on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:35:07.248645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:07.262145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a87dd76-b145-4e7f-bdc0-c803ccd4522b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:07.356126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=7cc17ab9-c47f-4d07-a002-73250e4ddaaf,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:07.362640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:07.645670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:07.958475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:07.963035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.002648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.003237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 2d53a71d-91d2-45d0-a9ac-c82bf61f5763 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:35:08.018692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.020776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/2d53a71d-91d2-45d0-a9ac-c82bf61f5763 HTTP/1.1" status: 204  len: 168 time: 2.0271885
Nov 15 09:35:08.022764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:08.154234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.360931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.741074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3976978>,) {'filters': {'network_id': ['038e7309-37ae-4c3d-a950-c10a5f62b262']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:08.754118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3976978>, '060795ca-9aaa-453f-abff-aa2546a3564a') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:08.754463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3976978>, '060795ca-9aaa-453f-abff-aa2546a3564a') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:08.766962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.782308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:08.784418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:35:08.929967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7cc17ab9-c47f-4d07-a002-73250e4ddaaf no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:35:08.967816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 7cc17ab9-c47f-4d07-a002-73250e4ddaaf {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:35:08.968283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 7cc17ab9-c47f-4d07-a002-73250e4ddaaf not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:35:08.970044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:35:08.983226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.168554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 038e7309-37ae-4c3d-a950-c10a5f62b262 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:35:09.193968 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:35:09.309688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.314013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:09.332571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.339327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=038e7309-37ae-4c3d-a950-c10a5f62b262,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:09.344185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:09.348476 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/038e7309-37ae-4c3d-a950-c10a5f62b262 HTTP/1.1" status: 204  len: 168 time: 1.3247411
Nov 15 09:35:09.364512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37952) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:09.378767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d46e5ca6-5daa-4a6b-b92d-159ff993a08d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 836 time: 0.0130606
Nov 15 09:35:09.381166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37956) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:09.387485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--528415387', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:09.392898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:09.397245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:09.400819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:09.406834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:09.442275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:35:09.449978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.481124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:35:09.490920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.491312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment c986b5b0-6306-48c0-a67b-48f7b65942b1 of type vxlan for network 2e136fd5-0dd7-4248-9954-4f547d2905ac
Nov 15 09:35:09.518267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.573614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.577980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:09.578688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.584477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f684f46-deb7-4844-9068-c948d6e5d929 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:09.700454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=2e136fd5-0dd7-4248-9954-4f547d2905ac,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:09.703978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:09.715998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:35:09.726992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:35:09.733078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7c6dca18-a6bb-483e-ab06-1aa46b18bad3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3508816
Nov 15 09:35:09.736651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37960) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:09.742616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-976354140', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:09.750311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:09.754945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:09.757988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:09.763800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:09.812651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.813732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:09.909710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.189975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.414637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.452584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.726271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.72 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/a9a59941-f318-4441-9330-8994ca7246e6) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:35:10.885769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.940202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:10.955509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-713c6196-3aae-4c9e-aacd-95843514a75d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:11.108586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:11.114385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:11.153874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:11.154997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:11.159352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:35:11.362751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:11.363582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:11.675184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0954d508-db00-499c-9f0f-1b96259044d7 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:35:11.927090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:35:11.937097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:35:11.950459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:11.951155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e6f160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:11.984120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:11.985537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.2477553
Nov 15 09:35:11.988637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37966) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:12.041034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bfc5fa92-6465-4857-9ae8-85bfd8fcaf8f tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0486512
Nov 15 09:35:12.041237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37970) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:12.047306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087962242', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:12.166406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:12.170362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:12.173959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:12.179738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:12.191531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:12.212570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:35:12.321383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:12.503331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e6f160>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:11Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:12.507568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:35:12.508007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Updating router 0954d508-db00-499c-9f0f-1b96259044d7 port a9a59941-f318-4441-9330-8994ca7246e6 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:35:12.573511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:12.875299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:12.892454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7539b6c-e0b1-4192-a584-efe26d1ec7fb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:13.186766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.200519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Transition to ACTIVE for port object a9a59941-f318-4441-9330-8994ca7246e6 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:13.231424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.257020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:13.306315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=1c783dcd-bb18-4afd-bdfc-dc18a5af5832,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:13.311921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:13.642265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:35:13.642265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 2e136fd5-0dd7-4248-9954-4f547d2905ac, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Attempting to bind port a9a59941-f318-4441-9330-8994ca7246e6 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Attempting to bind port a9a59941-f318-4441-9330-8994ca7246e6 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Attempting to bind port a9a59941-f318-4441-9330-8994ca7246e6 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Bound port: a9a59941-f318-4441-9330-8994ca7246e6, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a9a59941-f318-4441-9330-8994ca7246e6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:35:13.646053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9fc49d1b-450f-4af5-ae7f-18dfc3418072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.671121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:35:13.671550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.689226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:13.709458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 2e136fd5-0dd7-4248-9954-4f547d2905ac) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:13.724677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:13.725329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:13.727927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584c3e5-d9c7-4c92-9bac-7df573f4030c None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:35:13.774900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0101b0d0-3ea2-48ac-a4f8-e469d7ff6976 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.7325218
Nov 15 09:35:13.777586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37974) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:13.958658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:13.964153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:14.121937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:14.121937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e6f160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:34:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:14.185430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-2e136fd5-0dd7-4248-9954-4f547d2905ac', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:35:14.186244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:14.530892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:14.650723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.049434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Allocated IP 172.20.0.2 (2e136fd5-0dd7-4248-9954-4f547d2905ac/1c783dcd-bb18-4afd-bdfc-dc18a5af5832/59f0a73e-3d5c-4bab-8647-81eb44b405b8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:35:15.243623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e6f160>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:11Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:15.251602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310db312-08b5-40de-bcb1-869a2db1920d None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:11Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:35:15.345143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.356595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Transition to ACTIVE for port object 59f0a73e-3d5c-4bab-8647-81eb44b405b8 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:15.373970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Transition to ACTIVE for port object 59f0a73e-3d5c-4bab-8647-81eb44b405b8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:15.408938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.425791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1bb0fd27-580c-44cc-9965-ebd5587e611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:15.453484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (2e136fd5-0dd7-4248-9954-4f547d2905ac/1c783dcd-bb18-4afd-bdfc-dc18a5af5832/f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:35:15.569385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Pushing event updated for resources: {'Port': ['ID=59f0a73e-3d5c-4bab-8647-81eb44b405b8,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:15.585176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:15.635104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:15.636541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:15.641526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:35:15.658221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.679036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:15.705383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2e83-ec51-43ba-b489-7cff83292749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.729623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Attempting to bind port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:35:15.730062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Attempting to bind port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:35:15.730482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Attempting to bind port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 on network 2e136fd5-0dd7-4248-9954-4f547d2905ac {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:35:15.735470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.738742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:35:15.739184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Checking segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:35:15.739654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.740141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Bound using segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:35:15.740686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Bound port: 59f0a73e-3d5c-4bab-8647-81eb44b405b8, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:35:15.741121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.753203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7bb1b1b7-fbac-40b1-a0c3-8e023e5a60a3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:15.855410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.868112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] For port 59f0a73e-3d5c-4bab-8647-81eb44b405b8, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:35:15.872292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] For port 59f0a73e-3d5c-4bab-8647-81eb44b405b8, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=59f0a73e-3d5c-4bab-8647-81eb44b405b8,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:35:15.906179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:15.912398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:15.924974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:15.926424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:15.976725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:15.978160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:15.980624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:35:16.051762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:16.099184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Pushing event updated for resources: {'Port': ['ID=59f0a73e-3d5c-4bab-8647-81eb44b405b8,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:16.104738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:16.247390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:16.300446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:16.846070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:16.865838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:16.894055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7064e04a-f8cc-4f12-b744-2cc6fe5e4d84 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:17.020419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:17.138647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a9a59941-f318-4441-9330-8994ca7246e6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:17.146053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a9a59941-f318-4441-9330-8994ca7246e6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:17.146485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.275111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:17.280045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:17.281588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.304797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.324920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a9a59941-f318-4441-9330-8994ca7246e6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:17.361063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.365211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 59f0a73e-3d5c-4bab-8647-81eb44b405b8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:17.393481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:17.440467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:17.441801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:17.525419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:17.529081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:17.539546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.562523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:17.577026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669102ea-620b-4af9-bdaf-da4b4b037dde None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:35:17.722766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Provisioning for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:17.761517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Provisioning complete for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:17.761943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:17.962381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0954d508-db00-499c-9f0f-1b96259044d7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:35:17.968225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.008113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.052508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] For port 59f0a73e-3d5c-4bab-8647-81eb44b405b8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=59f0a73e-3d5c-4bab-8647-81eb44b405b8,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:18.147967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.150494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:18.236522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Pushing event updated for resources: {'Port': ['ID=59f0a73e-3d5c-4bab-8647-81eb44b405b8,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:18.241129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:18.257782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:35:18.268892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:35:18.275373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4966643
Nov 15 09:35:18.277770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Provisioning complete for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:18.278209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.284051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37978) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:18.302930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:18.303574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e0f940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:35:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:18.476851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Provisioning for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:18.477076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.477613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.478107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.478595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.479080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.479560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.482174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:18.482750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.485857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37982) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:18.498014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6ef3f20-4fd4-4450-b396-930d8e306b0a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.2174325
Nov 15 09:35:18.554962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:18.558668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d11d3d21-04cb-4bcf-bc4e-8a668721459f None None] Port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:35:18.586251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.586806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.587297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.587904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.589120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.589400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:18.591876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55234717-3491-4846-b731-421cfd47618c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.1044378
Nov 15 09:35:18.594400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37986) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:18.689000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e8100209-0935-434d-bb06-81c499291755 None None] Provisioning complete for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:18.689416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8100209-0935-434d-bb06-81c499291755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.887127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f53c191-f346-42f2-b837-cf3b347b7725 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2911842
Nov 15 09:35:18.912819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e8100209-0935-434d-bb06-81c499291755 None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:18.913496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e8100209-0935-434d-bb06-81c499291755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:18.998914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:19.022506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e0f940>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:19.027885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:35:19.028361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Updating router 0954d508-db00-499c-9f0f-1b96259044d7 port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:35:19.103183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.227672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e8100209-0935-434d-bb06-81c499291755 None None] Port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:35:19.248733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 37992) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:19.257294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930853747', 'description': 'tempest-secgroup-smoke-1930853747 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:19.264064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:19.270740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:19.276753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:19.279858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a9a59941-f318-4441-9330-8994ca7246e6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:19.280300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.283216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:19.328757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.370406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:19.374567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:19.377661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:19.383604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:19.400677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2f774588-63ca-461e-87f7-c2e9f837b6e3 None None] Provisioning complete for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:19.401075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f774588-63ca-461e-87f7-c2e9f837b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.450212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.486545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.492438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a36b2f7-291c-4bea-8a32-85fd9ceba268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:19.493232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 59f0a73e-3d5c-4bab-8647-81eb44b405b8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:19.543699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e01fdc-b5a8-45e3-9ca4-25b99a316229,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:19.547569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:19.573275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.575914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3246155
Nov 15 09:35:19.577841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 37996) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:19.583381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.584296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:19.591475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:19.596882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Transition to ACTIVE for port object f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:19.597594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:19.600897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:19.613336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:19.634213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.645569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:19.649467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:19.649905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.683907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.753233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.796419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.805715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7983012e-5817-4e1f-add3-fdb0383db1cf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:19.833335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c35eb0-d12b-443c-8db4-914cf6daa174,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:19.839134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:19.888605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.889969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3109140
Nov 15 09:35:19.893856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38000) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:19.899859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:19.907659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:19.912610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:19.916041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:19.922290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:19.968566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:19.982768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.983160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.983544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.984041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.984395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.984776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.985143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.989845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.990223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.990588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.990953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.991656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:19.992919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:19.997463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:20.064026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.099992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.102143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b93f86d-9661-4fed-9cab-bcaf535cb530 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:20.124356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db39390-9777-4861-9e01-788122949ed1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:20.130811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:20.152993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Attempting to bind port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:35:20.153415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Attempting to bind port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:35:20.157779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Attempting to bind port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 on network 2e136fd5-0dd7-4248-9954-4f547d2905ac {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:35:20.161211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:35:20.161637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Checking segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:35:20.162040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.162487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Bound using segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:35:20.163010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Bound port: f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:35:20.163435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.197140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.198495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3035278
Nov 15 09:35:20.201260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38004) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:20.207886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:20.214662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:20.219721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:20.222993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:20.229324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:20.273985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:35:20.275028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.277745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:35:20.305808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.322419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:20.345054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.391795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.399348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-245419fa-0764-4ebf-abd3-efab19584b1a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:20.419316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69529e57-4b2f-4746-a41e-7c160299697c,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:20.424391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:20.465261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.466628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2642016
Nov 15 09:35:20.469538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38008) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:20.475578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:20.483830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:20.484088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:20.489285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:20.489727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:20.492383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:20.498801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:20.530370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:20.530996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e0f940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:35:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:20.591397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.668452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.697846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.699866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67c4e3ce-85e7-452b-a46a-4fd5271fead3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:20.726428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681574b3-8ab8-4a06-8214-15c6193d75bc,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:20.731663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:20.778566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:20.903725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:20.906662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4343896
Nov 15 09:35:20.908702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38012) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:20.915215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:20.922551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:20.927084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:20.930196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:20.936466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:21.098397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:35:21.108555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.136921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e0f940>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:20Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:21.141415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890790-5054-4f83-a167-6e138aac8fe6 None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:20Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:35:21.188418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.277355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.285992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc93d95d-04d6-435e-aa38-0b74006dfd05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:21.316492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15916386-559f-406a-8f2e-cb4143839df9,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:21.319550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:21.378760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.380190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4703624
Nov 15 09:35:21.383040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38016) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:21.389178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a6e01fdc-b5a8-45e3-9ca4-25b99a316229', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:21.396982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:21.401352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:21.404702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:21.412253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:21.471110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:35:21.478878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.557031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.585361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.587409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c9825de-f17b-45af-a836-c1cdde780f26 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:21.613792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899011b5-a01c-41a6-949e-204ebe5915e4,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:21.617893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:21.665422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:21.666838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2827847
Nov 15 09:35:21.870938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-16fc0bb1-a63f-486b-90e8-ba46aefbdecb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:35:21.923105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-16fc0bb1-a63f-486b-90e8-ba46aefbdecb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:35:21.924528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-16fc0bb1-a63f-486b-90e8-ba46aefbdecb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930853747&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.1039982
Nov 15 09:35:22.090874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b1902083-920e-418a-913c-47a609492a1b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:22.091724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b1902083-920e-418a-913c-47a609492a1b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:35:22.139285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b1902083-920e-418a-913c-47a609492a1b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:35:22.141219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b1902083-920e-418a-913c-47a609492a1b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=2e136fd5-0dd7-4248-9954-4f547d2905ac HTTP/1.1" status: 200  len: 796 time: 0.2082632
Nov 15 09:35:22.159732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-c5f0d9ac-58f9-4111-a694-a821fe00b666 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0123801
Nov 15 09:35:22.280545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b6aaec49-d9c4-497c-9617-c27521aa8fea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:35:22.321198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b6aaec49-d9c4-497c-9617-c27521aa8fea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:35:22.322494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-b6aaec49-d9c4-497c-9617-c27521aa8fea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1570253
Nov 15 09:35:22.482982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-f7169009-26ca-4d19-b24d-380a370d3ca1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463573
Nov 15 09:35:22.630780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-6bb8b336-07c5-4ffc-8f98-43bbb458bc63 service neutron] 10.222.0.81 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409898
Nov 15 09:35:22.936229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79527948-4dde-4037-9a3a-82968422bc4d req-6f361fbd-ff39-4a98-a4db-e41f9ec87a8e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 210 time: 0.0619943
Nov 15 09:35:22.997677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:23.105752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:23.111786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:23.112291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:23.271374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:23.309159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:23.339645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:23.342791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1df0daa-bf2c-493d-9cdb-1dfce3f0ab98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:23.456383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:23.460329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:24.122326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7ed71a1-f269-4a2d-bb51-da2fbeb7e2c5 req-31fc2781-017d-4823-b2bd-655a159c0f78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 210 time: 0.0485005
Nov 15 09:35:24.950968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:24.951553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7205-c89b-44ab-907f-6419768036b7 req-34fa2933-c99b-45fd-bcfd-f79543078686 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:24.951553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-34fa2933-c99b-45fd-bcfd-f79543078686 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=2e136fd5-0dd7-4248-9954-4f547d2905ac HTTP/1.1" status: 200  len: 796 time: 0.1691427
Nov 15 09:35:25.041119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:25.041661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:25.049067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-7caebffd-f0a2-491b-97b2-2c430fa437b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.0779755
Nov 15 09:35:25.060229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['a6e01fdc-b5a8-45e3-9ca4-25b99a316229']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:25.223012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:25.233446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:25.314544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:35:25.320051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:25.338427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec5c62e4-13cb-46ea-9399-4f9a3fea0123 req-e96f3087-0017-4f9e-ab92-76202b476baf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 210 time: 0.0728302
Nov 15 09:35:25.639545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.5 (2e136fd5-0dd7-4248-9954-4f547d2905ac/1c783dcd-bb18-4afd-bdfc-dc18a5af5832/406af8d7-9461-4f45-ae02-f69fbf77c09f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:35:25.841731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:25.858956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 406af8d7-9461-4f45-ae02-f69fbf77c09f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:25.906075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:25.924500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:26.351994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:26.355155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:26.400416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:26.401965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:26.405259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:35:26.525509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:26.526734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:26.601230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58efeb6-9060-493e-98ad-4a55411c7601 req-898fb8be-bcde-40fd-8832-8f05831ac020 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:26.602033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d58efeb6-9060-493e-98ad-4a55411c7601 req-898fb8be-bcde-40fd-8832-8f05831ac020 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:35:26.614958 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5592487
Nov 15 09:35:26.643524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Request body: {'port': {'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:26.666846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d58efeb6-9060-493e-98ad-4a55411c7601 req-898fb8be-bcde-40fd-8832-8f05831ac020 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:35:26.668168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d58efeb6-9060-493e-98ad-4a55411c7601 req-898fb8be-bcde-40fd-8832-8f05831ac020 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 931 time: 0.1913791
Nov 15 09:35:26.697689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f976e399-f327-4d84-b5f4-a395de926b64 None None] Provisioning for port 406af8d7-9461-4f45-ae02-f69fbf77c09f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:26.705653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f976e399-f327-4d84-b5f4-a395de926b64 None None] Provisioning complete for port 406af8d7-9461-4f45-ae02-f69fbf77c09f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:26.705653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f976e399-f327-4d84-b5f4-a395de926b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:26.769996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f976e399-f327-4d84-b5f4-a395de926b64 None None] Port 406af8d7-9461-4f45-ae02-f69fbf77c09f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:35:26.795625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d58efeb6-9060-493e-98ad-4a55411c7601 req-c17202fa-dcc7-45e4-848c-498afe0684b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171646
Nov 15 09:35:26.813493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.258581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406af8d7-9461-4f45-ae02-f69fbf77c09f {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:35:27.266424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.279748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Transition to ACTIVE for port object 406af8d7-9461-4f45-ae02-f69fbf77c09f will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:35:27.305518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.322256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc517d8b-b72e-41c8-a77b-71008be569bf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:27.468507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Pushing event updated for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:27.481349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:27.671093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Attempting to bind port 406af8d7-9461-4f45-ae02-f69fbf77c09f on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:35:27.671425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Attempting to bind port 406af8d7-9461-4f45-ae02-f69fbf77c09f by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:35:27.672472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Attempting to bind port 406af8d7-9461-4f45-ae02-f69fbf77c09f on network 2e136fd5-0dd7-4248-9954-4f547d2905ac {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:35:27.680682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:35:27.680682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Checking segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:35:27.680923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.681541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Bound using segment: {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:35:27.682034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Bound port: 406af8d7-9461-4f45-ae02-f69fbf77c09f, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c986b5b0-6306-48c0-a67b-48f7b65942b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:35:27.682414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.784490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] For port 406af8d7-9461-4f45-ae02-f69fbf77c09f, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:35:27.787752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] For port 406af8d7-9461-4f45-ae02-f69fbf77c09f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:35:27.831753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:27.848919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ad20eb90-ff7a-4a21-afa9-9d025ba656d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:28.077083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Pushing event updated for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:28.087941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:28.144745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b409-f819-46da-8466-048004725250 req-075b2390-d8f3-46e2-bb0c-6072fe972bb5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:28.144745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d804b409-f819-46da-8466-048004725250 req-075b2390-d8f3-46e2-bb0c-6072fe972bb5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 943 time: 0.1916339
Nov 15 09:35:28.145739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:28.147091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] 10.222.0.65 "PUT /v2.0/ports/406af8d7-9461-4f45-ae02-f69fbf77c09f HTTP/1.1" status: 200  len: 1157 time: 1.5176752
Nov 15 09:35:28.147653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:35:28.206445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d804b409-f819-46da-8466-048004725250 req-617e74f5-08a8-4a6c-9754-1232eb470689 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526350
Nov 15 09:35:28.221024 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'status': 'completed', 'code': 200}
Nov 15 09:35:28.350407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5c50220-c8b3-4aef-afd8-8d6805aab9b8 req-b635f249-d996-465f-9509-6b7415d88cd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1160 time: 0.0920165
Nov 15 09:35:28.512356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50220-c8b3-4aef-afd8-8d6805aab9b8 req-f88b28d7-eb00-404a-8340-e377be0d42fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:28.514172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5c50220-c8b3-4aef-afd8-8d6805aab9b8 req-f88b28d7-eb00-404a-8340-e377be0d42fc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&shared=False HTTP/1.1" status: 200  len: 890 time: 0.1487517
Nov 15 09:35:28.662596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50220-c8b3-4aef-afd8-8d6805aab9b8 req-416d8336-13ac-441b-b667-c9679b820634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:28.664298 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5c50220-c8b3-4aef-afd8-8d6805aab9b8 req-416d8336-13ac-441b-b667-c9679b820634 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1442456
Nov 15 09:35:28.809861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-75ac7fc2-a118-40b3-a6d4-442b51ec1b4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1160 time: 0.0857472
Nov 15 09:35:28.901388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-359b717e-ab91-41dd-8d49-b1595a20fa3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f HTTP/1.1" status: 200  len: 217 time: 0.0766008
Nov 15 09:35:28.972369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7205-c89b-44ab-907f-6419768036b7 req-91ec709b-da89-48f4-9380-f2d911d9f9b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:28.973980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-91ec709b-da89-48f4-9380-f2d911d9f9b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c783dcd-bb18-4afd-bdfc-dc18a5af5832 HTTP/1.1" status: 200  len: 835 time: 0.0663717
Nov 15 09:35:29.069738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-9bbf565c-8793-4843-b3a4-cf7bf3d20b80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e136fd5-0dd7-4248-9954-4f547d2905ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889592
Nov 15 09:35:29.219220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-66682c2b-7afd-4203-923b-f6cbf2451bff service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417739
Nov 15 09:35:29.423384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b59b7205-c89b-44ab-907f-6419768036b7 req-2010f8c6-b578-4a3b-9ee6-40235bb8c7c1 service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1962917
Nov 15 09:35:29.459050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c127-40e9-43b6-a9d9-705c0c285adc req-80116081-be02-4599-a865-71f398cc5a05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:29.460773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c78c127-40e9-43b6-a9d9-705c0c285adc req-80116081-be02-4599-a865-71f398cc5a05 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 943 time: 0.1169112
Nov 15 09:35:29.510617 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c78c127-40e9-43b6-a9d9-705c0c285adc req-f0026183-270d-467c-9f88-8e9c2030e4e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436132
Nov 15 09:35:30.737912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e542-b192-462e-8e34-1e1a2b24355b req-0969a231-191e-4ba6-8507-f250c2a2dc9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:30.739590 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c079e542-b192-462e-8e34-1e1a2b24355b req-0969a231-191e-4ba6-8507-f250c2a2dc9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 943 time: 0.0997148
Nov 15 09:35:30.789117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c079e542-b192-462e-8e34-1e1a2b24355b req-8682d73b-8d07-4495-885a-50e97f07147b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432320
Nov 15 09:35:32.013927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26a4de-1257-47a1-8d64-d24643ad5e94 req-d40e926e-c476-4dac-84d5-b846f3c72cb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:32.016102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb26a4de-1257-47a1-8d64-d24643ad5e94 req-d40e926e-c476-4dac-84d5-b846f3c72cb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 943 time: 0.0943787
Nov 15 09:35:32.065441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb26a4de-1257-47a1-8d64-d24643ad5e94 req-38e6987d-085d-41f2-9019-71b7ad6f27f0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429766
Nov 15 09:35:32.900614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 406af8d7-9461-4f45-ae02-f69fbf77c09f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:33.019082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 406af8d7-9461-4f45-ae02-f69fbf77c09f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:35:33.024065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 406af8d7-9461-4f45-ae02-f69fbf77c09f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:33.024498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:33.164002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:33.193531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:35:33.205371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 406af8d7-9461-4f45-ae02-f69fbf77c09f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:35:33.248333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:33.253491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be695441-7cd2-4d9d-ba6e-fcc07b5561ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:33.287458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'code': 200}
Nov 15 09:35:33.311793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9c9e-e510-42a0-95a2-6db95ad079e9 req-044215ef-45b6-48f4-bee1-b3c907541d4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:33.313659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7bd9c9e-e510-42a0-95a2-6db95ad079e9 req-044215ef-45b6-48f4-bee1-b3c907541d4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.1142485
Nov 15 09:35:33.329964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:33.333226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:33.372174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7bd9c9e-e510-42a0-95a2-6db95ad079e9 req-56035b91-78f7-4b37-9ba8-2780a1ddb81a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446143
Nov 15 09:35:33.615820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bed6107-ffe9-4c32-96c4-7267480128af req-244e7a51-08a3-45ae-aba8-077f30bd3969 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1162 time: 0.0853009
Nov 15 09:35:33.668405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bed6107-ffe9-4c32-96c4-7267480128af req-0b3c0ebf-682e-4a47-9067-59c7c88e426d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438149
Nov 15 09:35:34.240906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:35:34.498888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 406af8d7-9461-4f45-ae02-f69fbf77c09f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:35:34.583757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 406af8d7-9461-4f45-ae02-f69fbf77c09f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:35:34.584250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:34.589696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba5ba4-f3a0-4698-a12e-5dce19921d61 req-53296276-8b9e-4e0a-b349-0d3b4f22ed7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:34.591337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83ba5ba4-f3a0-4698-a12e-5dce19921d61 req-53296276-8b9e-4e0a-b349-0d3b4f22ed7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.0939155
Nov 15 09:35:34.643889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83ba5ba4-f3a0-4698-a12e-5dce19921d61 req-495383a8-3e67-48d4-ac04-badcdb3b2398 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448303
Nov 15 09:35:35.876520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90090a4d-a150-4889-81c1-8a6dc65f6919 req-35cb5742-2086-4b1e-ab81-a8f3ea232815 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:35.878162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90090a4d-a150-4889-81c1-8a6dc65f6919 req-35cb5742-2086-4b1e-ab81-a8f3ea232815 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.1000481
Nov 15 09:35:35.927126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90090a4d-a150-4889-81c1-8a6dc65f6919 req-e6fead6c-36ef-4f31-8d91-a2d759a7ea9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428429
Nov 15 09:35:36.147545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd7b1e-a484-49ac-a71a-bbb6656848f8 req-60840f45-88af-4fc2-84ce-152c61896fbf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:36.149217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75dd7b1e-a484-49ac-a71a-bbb6656848f8 req-60840f45-88af-4fc2-84ce-152c61896fbf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.0945015
Nov 15 09:35:36.197556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75dd7b1e-a484-49ac-a71a-bbb6656848f8 req-baee574a-97fa-41ed-9ff4-802f1862aae9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421467
Nov 15 09:35:36.227089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38076) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:36.315203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f73012e-423f-47ce-9a25-11be7737b4a8 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1157 time: 0.0868428
Nov 15 09:35:36.317837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38080) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:36.323183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:35:36.329051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:35:36.333230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:35:36.336235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:35:36.341977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:35:36.390968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:36.534190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:36.802435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.154 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/1629ec26-6639-4082-a4ee-6eba472e0f80) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:35:37.222264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:37.286370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:37.302211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8af444a7-1362-425d-bb9f-f0361f24f869 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:37.454860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=1629ec26-6639-4082-a4ee-6eba472e0f80,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:37.481130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.481499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.481930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.482348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.482793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.483184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.483596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.484595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.485011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.485421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.485831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.486240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.486712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.487144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.487555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.487988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.488401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.488810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.489216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.489621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.490030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.490434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.490841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.491242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:35:37.497476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:37.518640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:35:37.519770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:35:37.521955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:35:38.012211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:38.123028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:38.408194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:38.451970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:38.467702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:35:38.609504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=1629ec26-6639-4082-a4ee-6eba472e0f80,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:35:38.622817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:35:38.724187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:38.971465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e associated. External IP: 172.26.4.154, port: 406af8d7-9461-4f45-ae02-f69fbf77c09f.
Nov 15 09:35:39.464641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0954d508-db00-499c-9f0f-1b96259044d7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:35:39.718252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:35:39.728972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:35:39.741596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:39.742293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e3d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:35:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:39.768463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:39.836020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5170069
Nov 15 09:35:39.836953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:35:39.838879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:39.917439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'status': 'completed', 'code': 200}
Nov 15 09:35:39.976481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:40.050895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-0f5cbd52-b76c-49e9-a2fb-ab98b95e9f56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1162 time: 0.0883985
Nov 15 09:35:40.118882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-726cc140-7252-45ce-8e85-24368da66fcc tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7 HTTP/1.1" status: 200  len: 921 time: 0.2780576
Nov 15 09:35:40.121380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38090) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:40.205305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142046-f111-403d-8864-2f1754bb5c7d req-7f3d808f-1eae-4d03-9ce0-211b32742445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:40.206965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-7f3d808f-1eae-4d03-9ce0-211b32742445 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e136fd5-0dd7-4248-9954-4f547d2905ac HTTP/1.1" status: 200  len: 890 time: 0.1470101
Nov 15 09:35:40.345829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-0abf42e1-eb76-40d9-8046-534299e5831e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f HTTP/1.1" status: 200  len: 999 time: 0.1309178
Nov 15 09:35:40.402974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e3d30>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:35:37Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:40.408024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:35:40.421221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:35:40.421950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85e3d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:35:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:40.559280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fe13d83a-e698-4472-a018-76b75fd89e62 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.4365923
Nov 15 09:35:40.669442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:35:40.698196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142046-f111-403d-8864-2f1754bb5c7d req-577cbff7-e206-4028-81ef-8588c032fc29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:35:40.699791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-577cbff7-e206-4028-81ef-8588c032fc29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c783dcd-bb18-4afd-bdfc-dc18a5af5832 HTTP/1.1" status: 200  len: 835 time: 0.3480864
Nov 15 09:35:40.790885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-36053d55-69ac-4976-ae02-ea00f56da5ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e136fd5-0dd7-4248-9954-4f547d2905ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837414
Nov 15 09:35:40.939910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-392ec01c-f09a-4926-aecb-12505b040ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404943
Nov 15 09:35:41.094293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-62142046-f111-403d-8864-2f1754bb5c7d req-b0cc2cd7-81c4-47ef-8668-f4bccc81d266 service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479194
Nov 15 09:35:41.240281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85e3d30>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:35:37Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:35:41.244460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ec68b-beda-41cd-99a6-e038024723fb None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:35:37Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:35:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:35:41.522326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0be070-a8d7-4c5c-b769-ec52c08b28d3 None None] New status for floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:35:41.563238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38094) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:41.693246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-18855f09-de78-4b86-8b7f-2523e1dbf395 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.1267724
Nov 15 09:35:42.695291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38098) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:35:42.825108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-123b1736-0ea9-4293-a604-ba3d42df5029 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 993 time: 0.1241968
Nov 15 09:35:43.343202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f6df303-b9a5-4940-af31-480316eda66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:45.716438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bcc97cf5-34c7-4489-9121-bef66661b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:45.865535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:46.287721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:47.539255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:35:47.916250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:05.340131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-16496e3e-12c4-4fab-adf0-53726de766ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0906231
Nov 15 09:36:05.527055 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-a78fd9d5-b83b-48c3-8e75-ca469e95ab76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.0857463
Nov 15 09:36:05.688902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-43a05eb6-f4c6-4133-8fd8-a43318b02273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:05.690861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-43a05eb6-f4c6-4133-8fd8-a43318b02273 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1412985
Nov 15 09:36:05.818088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-b658ab73-7dde-4459-8375-ea361661d83a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 1001 time: 0.1201830
Nov 15 09:36:05.898348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-6d75963b-2fe6-4954-95d1-95e902943478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:05.899986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-6d75963b-2fe6-4954-95d1-95e902943478 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0732467
Nov 15 09:36:05.998223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-6aa458fc-7214-402d-a20a-c400afdbaa0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889993
Nov 15 09:36:06.146399 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-7c0659fd-9137-45ba-bf83-d5fb5c18bf3f service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405129
Nov 15 09:36:06.295254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15ee9a7c-56a8-4342-ae0b-724c6e788af1 req-4d819395-ca7b-4b9b-a928-d5b954f92b9b service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412594
Nov 15 09:36:11.242824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:36:12.140775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38142) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:12.381880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8816de2e-fe34-4a27-aad9-ce558b24df35 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.2398033
Nov 15 09:36:12.384775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:12.907424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95c2c9-791e-4564-a6a0-0b0ea8d24dd9 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Notify agent at dv-neutron-743142-12-ovs the message router_removed_from_agent {{(pid=81074) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 15 09:36:12.910844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca95c2c9-791e-4564-a6a0-0b0ea8d24dd9 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "DELETE /v2.0/agents/9b8a3b45-6945-45c7-8228-270389172d0f/l3-routers/0954d508-db00-499c-9f0f-1b96259044d7 HTTP/1.1" status: 204  len: 168 time: 0.5250912
Nov 15 09:36:12.913464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38150) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:13.174297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa559c49-9f42-47ac-a0c8-12c9d05a20af tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2595618
Nov 15 09:36:13.177622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38156) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:13.283790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3d254-0328-49e8-8f09-77612cf0e10b None None] New status for floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:36:13.308520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30c45cff-4df5-4081-9757-505b8dbc007d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 993 time: 0.1295872
Nov 15 09:36:13.383298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7356ed02-6fc0-4b95-a3a2-40647923c89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:14.312468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38162) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:14.447071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-44620b83-9f12-4caa-be62-702dbd99ffe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.1332147
Nov 15 09:36:14.967511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:15.105867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:15.142311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a9a59941-f318-4441-9330-8994ca7246e6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:15.259407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:15.261123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:15.296814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:15.421813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:15.466439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.466964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.467197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.467586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.468052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.468402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.468775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.469150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.469520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.469895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.470263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.470632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.471058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.471435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.471806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.472772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.473175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.473620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.473988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.474361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.474734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.475105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.475539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.475905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:15.486011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:15.514994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:15.551356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:15.641879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38170) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:15.790913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:15.808440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69ed8387-77d1-4e04-906b-24f8b1de636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:15.912284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:15.915736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:15.917003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fcfcea7f-27ca-47ab-8820-620f841b57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:16.030573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:16.030770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bd711e-3383-4e01-b75d-28a241817ac6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Router 0954d508-db00-499c-9f0f-1b96259044d7 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:36:16.031021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bd711e-3383-4e01-b75d-28a241817ac6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Notify agent at dv-neutron-743142-12-ovs the message router_added_to_agent {{(pid=81074) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 15 09:36:16.060760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1bd711e-3383-4e01-b75d-28a241817ac6 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "POST /v2.0/agents/9b8a3b45-6945-45c7-8228-270389172d0f/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.4152451
Nov 15 09:36:16.061189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38176) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:16.087513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:16.101179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:16.101855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8509470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:16.346773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38184) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:16.347097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d653daa-3c44-41d2-87ad-ca7130364b04 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.2845581
Nov 15 09:36:16.498951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:16.529426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-37118ac2-a3c8-4b71-b3ca-bce96b3711ee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.1796603
Nov 15 09:36:16.538968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:16.969602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8509470>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:36:13Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:16.975600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:16.990497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:16.991406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8509470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:17.251638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:17.539011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38190) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:17.563174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:17.718277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8509470>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:36:13Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:17.724742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ab82-68b7-43ac-9336-8996816bfca6 None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '72667d6b-51f7-4f00-91e6-540175d0f49e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.154', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'port_id': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'mac_address': 'fa:16:3e:5e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:35:37Z', 'updated_at': '2020-11-15T09:36:13Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:15Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:17.946768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-55866b69-b5f8-428d-8da6-d87bcd36d3e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.4138045
Nov 15 09:36:18.023196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:18.949790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38196) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:19.019800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:19.088881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d95ea4aa-99b3-4117-ae36-a267f778c193 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.1372731
Nov 15 09:36:19.105081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a9a59941-f318-4441-9330-8994ca7246e6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:19.105451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:19.262219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:19.280393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a9a59941-f318-4441-9330-8994ca7246e6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:19.548824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:19.549783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:19.583633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:19.695375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:19.698889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:19.710420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:19.710863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:19.880176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:19.916513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:20.068963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:20.071015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:20.092875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38202) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:20.153808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:20.159706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:20.225744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e7cee1f2-7a39-40bd-ab49-97e934062048 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 991 time: 0.1314464
Nov 15 09:36:20.572988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e783b55-bc23-4753-a5ec-526e7918a116 None None] New status for floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:36:20.979890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:21.063739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a9a59941-f318-4441-9330-8994ca7246e6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:21.064233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:21.211429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:21.229775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38208) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:21.294619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:21.295054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:21.398682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0030b829-3d1c-4192-8042-47dd5ea829e6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 200  len: 993 time: 0.1442924
Nov 15 09:36:21.729618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38216) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:21.975102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 1629ec26-6639-4082-a4ee-6eba472e0f80 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:36:21.975382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:22.168527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:22.168871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:22.310864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 1629ec26-6639-4082-a4ee-6eba472e0f80 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:36:22.657452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:22.675191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5add32e-3559-46f5-a9a4-12a323c61f76 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:22.778083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=1629ec26-6639-4082-a4ee-6eba472e0f80,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:22.803747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.804210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.804638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.805062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.805479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.806147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.806563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.806976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.807389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.807800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.808257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.808668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.809375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.809825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.810242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.810656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.811069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.811487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.811918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.812352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.812736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.813146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.813551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.813957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:22.819979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:22.944102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:22.944455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e disassociated (deleted). External IP: 172.26.4.154, port: 406af8d7-9461-4f45-ae02-f69fbf77c09f.
Nov 15 09:36:23.475191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0954d508-db00-499c-9f0f-1b96259044d7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:36:23.762894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:36:23.773456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:23.787290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:23.788114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85092b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:23.982985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:24.040702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:24.059168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/72667d6b-51f7-4f00-91e6-540175d0f49e HTTP/1.1" status: 204  len: 168 time: 2.3280594
Nov 15 09:36:24.059904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:24.143728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'status': 'completed', 'code': 200}
Nov 15 09:36:24.321419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-0bce4429-3f2b-47b7-b6de-1b39ae78a081 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 1162 time: 0.1199470
Nov 15 09:36:24.502684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-bc53b88e-56b4-433f-895f-b6b725e66ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:24.505203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-bc53b88e-56b4-433f-895f-b6b725e66ba2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e136fd5-0dd7-4248-9954-4f547d2905ac HTTP/1.1" status: 200  len: 890 time: 0.1759911
Nov 15 09:36:24.507302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85092b0>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:24.513574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:24.527676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:24.528543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85092b0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:24.597953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-071b5419-62a4-4646-a1c4-f67136560466 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f HTTP/1.1" status: 200  len: 217 time: 0.0762670
Nov 15 09:36:24.685340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-852e57ae-f1f6-4556-b453-e7dc8dfca799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:24.687041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-852e57ae-f1f6-4556-b453-e7dc8dfca799 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c783dcd-bb18-4afd-bdfc-dc18a5af5832 HTTP/1.1" status: 200  len: 835 time: 0.0902536
Nov 15 09:36:24.809141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-41b9a544-a13f-4487-854f-cafc8a1112ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e136fd5-0dd7-4248-9954-4f547d2905ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138527
Nov 15 09:36:24.983198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:24.985196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-c3c51a81-5e28-484e-ac58-0ed669263606 service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643517
Nov 15 09:36:25.139780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8df238f-36cb-40bf-84f8-c3ad4606a73c req-af3d7696-0a72-4818-af4e-4034a3015424 service neutron] 10.222.0.65 "GET /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476011
Nov 15 09:36:25.375639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85092b0>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:25.383008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4452b8c-1260-463d-9335-a39859f97e60 None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:35:16Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01', 'name': '', 'network_id': '2e136fd5-0dd7-4248-9954-4f547d2905ac', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:fa:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:15Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '1c783dcd-bb18-4afd-bdfc-dc18a5af5832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:25.480722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db05b7-0894-4f26-99c4-0ece38900da3 req-06150a08-4597-4b21-86f0-42e517b75cae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:25.482567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42db05b7-0894-4f26-99c4-0ece38900da3 req-06150a08-4597-4b21-86f0-42e517b75cae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.1096530
Nov 15 09:36:25.553342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42db05b7-0894-4f26-99c4-0ece38900da3 req-db99e13e-89c3-481f-bd57-9c906ac9ceab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621455
Nov 15 09:36:26.478786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5b252-a9e8-43c2-b93d-0a0a74a36bce None None] New status for floating IP 72667d6b-51f7-4f00-91e6-540175d0f49e: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:36:26.777738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6eddb-fd01-44a7-98a0-690005f9c976 req-5b4fc408-6315-4846-bcf1-1e2885518ef3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:26.779364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01e6eddb-fd01-44a7-98a0-690005f9c976 req-5b4fc408-6315-4846-bcf1-1e2885518ef3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.1005385
Nov 15 09:36:26.829039 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01e6eddb-fd01-44a7-98a0-690005f9c976 req-c277ce65-6153-4980-af3d-31fcb01ea57f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a6e01fdc-b5a8-45e3-9ca4-25b99a316229&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431812
Nov 15 09:36:26.925199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 406af8d7-9461-4f45-ae02-f69fbf77c09f no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:26.985199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-e3364a29-b4e6-4a10-99e0-ffe9085ad0c3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:26.986752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-e3364a29-b4e6-4a10-99e0-ffe9085ad0c3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 945 time: 0.1011112
Nov 15 09:36:27.075339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:27.081112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 406af8d7-9461-4f45-ae02-f69fbf77c09f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:36:27.081112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:27.104877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:27.117589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 406af8d7-9461-4f45-ae02-f69fbf77c09f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:27.165178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'code': 200}
Nov 15 09:36:27.411446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 406af8d7-9461-4f45-ae02-f69fbf77c09f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=406af8d7-9461-4f45-ae02-f69fbf77c09f,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:27.411446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:27.505116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 406af8d7-9461-4f45-ae02-f69fbf77c09f owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:36:28.345228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:28.347263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5afa41c6-0461-4502-b752-4201c6ffa195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:28.385304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:28.393749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event deleted for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:28.397066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:28.412906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a3bb71-e0cf-4bfe-a107-35870a2c23dd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:28.548448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=406af8d7-9461-4f45-ae02-f69fbf77c09f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:28.552115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:28.571086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5693b85a-fd48-4d92-8ae7-38c14b2b006a req-fa516f6d-4843-49bf-81be-1a9f44d55968 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=fb36b465-d638-4670-90d8-bbcfcbdf5d45 HTTP/1.1" status: 200  len: 210 time: 0.1600416
Nov 15 09:36:28.673026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 406af8d7-9461-4f45-ae02-f69fbf77c09f on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:36:28.675926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:28.679020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-deleted', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:28.692803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d0440ae-ccba-4824-9b3a-b16b9bcd5594 req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/406af8d7-9461-4f45-ae02-f69fbf77c09f HTTP/1.1" status: 204  len: 173 time: 1.7002790
Nov 15 09:36:28.742655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb36b465-d638-4670-90d8-bbcfcbdf5d45', 'name': 'network-vif-deleted', 'tag': '406af8d7-9461-4f45-ae02-f69fbf77c09f', 'status': 'completed', 'code': 200}
Nov 15 09:36:29.040664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3943d8c0-2e7d-44ce-bb8f-21727e7ce9b2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1729009329&fields=id&tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 267 time: 0.0460532
Nov 15 09:36:29.205148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-9012506d-54a7-48f6-9860-13cb033d2484 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:29.207256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-9012506d-54a7-48f6-9860-13cb033d2484 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.1587505
Nov 15 09:36:29.225117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-dc0dd443-8e68-406e-9514-5456c133c8aa tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/quotas/5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 375 time: 0.0116298
Nov 15 09:36:29.334290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-8594533b-a49d-4e0e-abe5-0fc5d6ed5ac7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1036279
Nov 15 09:36:29.561551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-573b5d4c-359a-4f82-87d9-9c3de32ac2b5 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142873
Nov 15 09:36:29.686732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38260) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:29.709666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-941e392f-aa42-4f9b-869e-b716157b7390 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410184
Nov 15 09:36:29.768037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:29.805857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:29.988691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:29.994446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11557aca-338d-4f24-83d1-02bcccfc8294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:30.010843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e01fdc-b5a8-45e3-9ca4-25b99a316229,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:30.013713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:30.051009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:30.054986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/a6e01fdc-b5a8-45e3-9ca4-25b99a316229 HTTP/1.1" status: 204  len: 168 time: 0.3645244
Nov 15 09:36:30.126395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38272) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:30.392106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-126e8dde-5c0b-4e4b-9638-39e31eaa8557 req-ddc6fb65-c1a8-4090-8a42-67d49773edcf tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 210 time: 0.0526874
Nov 15 09:36:30.941107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:31.580747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a08ae035-fb06-4127-964b-ecff151977ec req-635e4681-a9cd-4ed0-84ba-f9e324e9b439 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 210 time: 0.0504582
Nov 15 09:36:31.682814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:36:31.683194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:31.895567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:31.896028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:32.033467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:36:32.257128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-c06f671a-add0-422c-84c1-a45c782084e9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:32.258629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-c06f671a-add0-422c-84c1-a45c782084e9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 812 time: 0.1593895
Nov 15 09:36:32.279926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:32.296402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a79a5d01-968a-486d-8e68-e501c50d9f66 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:32.356414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-b0a980eb-33c2-40b9-b437-f8d09842b24a tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5373a505522243468a5c2afd9d576d50 HTTP/1.1" status: 200  len: 5087 time: 0.0755556
Nov 15 09:36:32.368612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'port': {'device_id': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'admin_state_up': True, 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'security_groups': ['9e9099d8-e82c-4660-aaf3-0d03d0e4515d']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:32.391577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:32.400577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:32.529815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:32.542437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:32.590850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Made reservation on behalf of 5373a505522243468a5c2afd9d576d50 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:36:32.597972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:32.814244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:32.882558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f4dd135a-5370-4e2c-942e-fb1ff65234e2 req-82056ea9-0d64-4506-ae4c-3be004400b59 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 210 time: 0.1363046
Nov 15 09:36:33.288111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.20.0.14 (e76adbaf-78b0-419f-b610-8e6e7484786e/55f15274-63e1-4a00-ae82-87802e0289d4/bac06fac-99a6-44d6-9b17-f4f50c833601) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:33.490151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:33.510463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Transition to ACTIVE for port object bac06fac-99a6-44d6-9b17-f4f50c833601 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:33.581572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:33.597799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:33.751111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:33.765383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:33.792392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0954d508-db00-499c-9f0f-1b96259044d7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:36:33.815299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e76adbaf-78b0-419f-b610-8e6e7484786e is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:33.816607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:33.819066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:33.902864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:33.903793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.108307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7437634
Nov 15 09:36:34.134113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Request body: {'port': {'device_id': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:34.137068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9e682eb5-dc47-4a81-bdc4-ba89cf065856 None None] Provisioning for port bac06fac-99a6-44d6-9b17-f4f50c833601 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:34.143930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9e682eb5-dc47-4a81-bdc4-ba89cf065856 None None] Provisioning complete for port bac06fac-99a6-44d6-9b17-f4f50c833601 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:34.143930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e682eb5-dc47-4a81-bdc4-ba89cf065856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.222677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9e682eb5-dc47-4a81-bdc4-ba89cf065856 None None] Port bac06fac-99a6-44d6-9b17-f4f50c833601 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:36:34.280548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f202-fe83-4817-857c-e3ee046751b0 req-b83f5f1b-0a62-442f-845c-7bbbe9559acc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:34.281341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6c26f202-fe83-4817-857c-e3ee046751b0 req-b83f5f1b-0a62-442f-845c-7bbbe9559acc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:36:34.329956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.373878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:36:34.385749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Sync routers for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:34.392830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2626798
Nov 15 09:36:34.393105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38294) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:34.401808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:34.402797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab518>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:34.450028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6c26f202-fe83-4817-857c-e3ee046751b0 req-b83f5f1b-0a62-442f-845c-7bbbe9559acc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:36:34.458226 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c26f202-fe83-4817-857c-e3ee046751b0 req-b83f5f1b-0a62-442f-845c-7bbbe9559acc tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 932 time: 0.3938739
Nov 15 09:36:34.590794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c26f202-fe83-4817-857c-e3ee046751b0 req-b1f398c0-4297-4ec9-b239-cff331cbe7c6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1266196
Nov 15 09:36:34.624978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 1c783dcd-bb18-4afd-bdfc-dc18a5af5832 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:36:34.659446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.666129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:34.728226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.929278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac06fac-99a6-44d6-9b17-f4f50c833601 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:36:34.946493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.946683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:34.992015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab518>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:36:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:34.996152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Checking router: 0954d508-db00-499c-9f0f-1b96259044d7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:35.008359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Routers {'0954d508-db00-499c-9f0f-1b96259044d7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:35.009033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab518>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0954d508-db00-499c-9f0f-1b96259044d7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:35.017712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Transition to ACTIVE for port object bac06fac-99a6-44d6-9b17-f4f50c833601 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:35.046419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.065308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ff5e8608-d69e-4d2d-a3e1-1e1334dcf48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:35.214569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:35.228388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:35.257048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] Set router 0954d508-db00-499c-9f0f-1b96259044d7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:35.274729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.298384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fd1517b-8890-48e6-9036-89947b577f69 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:35.396285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=1c783dcd-bb18-4afd-bdfc-dc18a5af5832,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:35.417711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:35.436040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Attempting to bind port bac06fac-99a6-44d6-9b17-f4f50c833601 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:36:35.436452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Attempting to bind port bac06fac-99a6-44d6-9b17-f4f50c833601 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:36:35.436822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Attempting to bind port bac06fac-99a6-44d6-9b17-f4f50c833601 on network e76adbaf-78b0-419f-b610-8e6e7484786e {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:36:35.445459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:36:35.445838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Checking segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:36:35.446248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.446646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Bound using segment: {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:36:35.447280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Bound port: bac06fac-99a6-44d6-9b17-f4f50c833601, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a8930-0024-459e-8503-cb433b991348', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:36:35.447750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.465353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.472302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/1c783dcd-bb18-4afd-bdfc-dc18a5af5832 HTTP/1.1" status: 204  len: 168 time: 1.0762372
Nov 15 09:36:35.475103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38298) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:35.478571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbebc68-1181-4871-b413-6a3ac01693cd None None] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:36:35.584089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] For port bac06fac-99a6-44d6-9b17-f4f50c833601, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:36:35.588597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] For port bac06fac-99a6-44d6-9b17-f4f50c833601, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bac06fac-99a6-44d6-9b17-f4f50c833601,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:36:35.619773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.638621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a5c58fb-cfca-4fad-83dc-884dc3d9b017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:35.649590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80ab518>, [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:36:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:35.654501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac34c22-9a98-441d-b371-1173e42fbb75 None None] The sync data for ids ['0954d508-db00-499c-9f0f-1b96259044d7'] in dv-neutron-743142-12-ovs is: [{'id': '0954d508-db00-499c-9f0f-1b96259044d7', 'name': 'tempest-TestNetworkBasicOps-router-976354140', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:35:09Z', 'updated_at': '2020-11-15T09:36:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'a9a59941-f318-4441-9330-8994ca7246e6', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954d508-db00-499c-9f0f-1b96259044d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:35:10Z', 'updated_at': '2020-11-15T09:36:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:35.870918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.872441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] DHCP port deletion for 2e136fd5-0dd7-4248-9954-4f547d2905ac request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:36:35.877417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Deleting port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:36:35.877935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:35.910118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:35.914073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:35.962483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd207873-293a-4f28-8d02-3c109f586e86 req-e5bc3c84-d638-4664-b3f8-c192d24a00f6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:35.964100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd207873-293a-4f28-8d02-3c109f586e86 req-e5bc3c84-d638-4664-b3f8-c192d24a00f6 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.1977327
Nov 15 09:36:36.006171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.007703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] 10.222.0.65 "PUT /v2.0/ports/bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 1158 time: 1.8798084
Nov 15 09:36:36.015200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:36.169423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd207873-293a-4f28-8d02-3c109f586e86 req-79554010-6a60-4833-ab01-d06a44565435 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1951206
Nov 15 09:36:36.176734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'status': 'completed', 'code': 200}
Nov 15 09:36:36.202309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.246116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-37167272-7e3d-49b5-9af1-4fe9fb115c3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1161 time: 0.1364152
Nov 15 09:36:36.252221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port a9a59941-f318-4441-9330-8994ca7246e6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:36:36.252221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.336001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-a74cab39-e0f1-41cf-9b30-36423766d0df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 217 time: 0.0755415
Nov 15 09:36:36.378039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] For port 59f0a73e-3d5c-4bab-8647-81eb44b405b8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=59f0a73e-3d5c-4bab-8647-81eb44b405b8,segment=NetworkSegment(c986b5b0-6306-48c0-a67b-48f7b65942b1),segment_id=c986b5b0-6306-48c0-a67b-48f7b65942b1)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:36.378521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.411192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-8c55b949-946b-4c0e-8dff-e78fe7ca03ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:36.414754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-8c55b949-946b-4c0e-8dff-e78fe7ca03ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0707140
Nov 15 09:36:36.448288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port a9a59941-f318-4441-9330-8994ca7246e6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a9a59941-f318-4441-9330-8994ca7246e6,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:36.448703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.511760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-96d40774-2e97-4c1a-84f8-1c1cb1e0c88f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921886
Nov 15 09:36:36.523801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Calling delete_port for 59f0a73e-3d5c-4bab-8647-81eb44b405b8 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:36:36.591961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for a9a59941-f318-4441-9330-8994ca7246e6 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:36:36.630383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.649683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:36.667064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-c14fcf99-a468-4040-8da6-e02a29b54998 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464980
Nov 15 09:36:36.759144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Pushing event deleted for resources: {'Port': ['ID=59f0a73e-3d5c-4bab-8647-81eb44b405b8,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:36.762437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:36.807097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] No DVR routers for this DVR port 59f0a73e-3d5c-4bab-8647-81eb44b405b8 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:36:36.821802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-201241ae-d961-42d1-bb51-5c3c4eadd631 req-17f0ed7c-8852-42c1-a7f3-417ce0782c52 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470609
Nov 15 09:36:36.902594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:36.919639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:36.997416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:37.019064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=a9a59941-f318-4441-9330-8994ca7246e6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:37.024024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:37.035777 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-f3e6d6d3-ea3d-4d99-bb17-d97255aea372 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1161 time: 0.0993779
Nov 15 09:36:37.040785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:36:37.041194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f3a2aa34-bb0c-46d3-85dc-828e9a6c1b01 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:36:37.041741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 59f0a73e-3d5c-4bab-8647-81eb44b405b8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:37.078439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 59f0a73e-3d5c-4bab-8647-81eb44b405b8 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:36:37.078845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 59f0a73e-3d5c-4bab-8647-81eb44b405b8 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:36:37.186378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-315a9419-946a-4d76-8e19-45e886904cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:37.188145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-315a9419-946a-4d76-8e19-45e886904cc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1457629
Nov 15 09:36:37.281941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-4efbd0d1-3272-49c4-b7dc-0724951b8753 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 217 time: 0.0868285
Nov 15 09:36:37.324488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:37.657510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:37.662260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:37.686544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-eb9bf441-4c2d-49e0-a93d-ab088096e112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:37.688154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-eb9bf441-4c2d-49e0-a93d-ab088096e112 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.3977654
Nov 15 09:36:37.727214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:37.727803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 0954d508-db00-499c-9f0f-1b96259044d7 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:36:37.743695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:37.748606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/0954d508-db00-499c-9f0f-1b96259044d7 HTTP/1.1" status: 204  len: 168 time: 2.2688603
Nov 15 09:36:37.748717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38308) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:37.801888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db9d86-0130-450d-a91a-6df1bcdb7836 req-3b1231eb-03e8-442c-a28e-2b93a187804b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:37.803571 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-37db9d86-0130-450d-a91a-6df1bcdb7836 req-3b1231eb-03e8-442c-a28e-2b93a187804b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.4763608
Nov 15 09:36:37.946769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:38.028899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-37db9d86-0130-450d-a91a-6df1bcdb7836 req-ae32aa08-c508-422e-a3f0-824997f919ce tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1618977
Nov 15 09:36:38.040375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-6a831e86-f925-4078-9509-a303d5b9af4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3444545
Nov 15 09:36:38.262786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:38.418230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-281c0ed1-40fb-48be-86bb-7f30e39308ed service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3454731
Nov 15 09:36:38.421555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1876400>,) {'filters': {'network_id': ['2e136fd5-0dd7-4248-9954-4f547d2905ac']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:38.461109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1876400>, 'c986b5b0-6306-48c0-a67b-48f7b65942b1') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:38.461449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1876400>, 'c986b5b0-6306-48c0-a67b-48f7b65942b1') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:38.529527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:38.557708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:38.561196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:36:38.743461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8f0cdfb-0d04-43a0-a47c-9b08b44e6393 req-c0691b7d-294b-45a5-9a00-e42e72c49497 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3143454
Nov 15 09:36:38.776562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:36:38.790177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:38.966471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 2e136fd5-0dd7-4248-9954-4f547d2905ac has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:36:38.978106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:36:38.991537 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:36:39.014898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a9a59941-f318-4441-9330-8994ca7246e6 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:36:39.015304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a9a59941-f318-4441-9330-8994ca7246e6 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:36:39.102637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.106995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.111349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d47cbe73-3ccd-42c7-95b9-4129558a80f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:39.139177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=2e136fd5-0dd7-4248-9954-4f547d2905ac,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:39.149380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.149823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.150259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.150689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.151112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.151534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.152000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.152422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.152874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.153282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.153699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.154114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.154589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.155003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.155420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.155853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.156276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.156692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.158866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.158866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.158866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.158866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.158866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.159344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:39.163499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:39.205440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e76d736a-384b-4289-b3f8-c4273d3f45e8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/2e136fd5-0dd7-4248-9954-4f547d2905ac HTTP/1.1" status: 204  len: 168 time: 1.4542561
Nov 15 09:36:39.230967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38314) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:39.238637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--377231798', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:39.244315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:39.249121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:39.252473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:39.258998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:39.265029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4878db-86c8-4860-88f3-7384dabf7a9a req-574f0520-ce39-4987-8c30-017f61b43156 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:39.266637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f4878db-86c8-4860-88f3-7384dabf7a9a req-574f0520-ce39-4987-8c30-017f61b43156 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.1020079
Nov 15 09:36:39.291299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:36:39.297331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.321286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f4878db-86c8-4860-88f3-7384dabf7a9a req-bc267f42-a194-4557-b535-7e5beeb5ae33 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472145
Nov 15 09:36:39.334596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:36:39.374897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.375279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 0f3a6472-62b4-4c42-9aca-36425c983ca2 of type vxlan for network 9ef57c69-3cd6-4975-bea7-f59c31f66cda
Nov 15 09:36:39.452798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.533238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.538062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:39.538062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:39.543417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86a59b69-ddea-4127-b251-b82b1a39ac69 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:39.937848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=9ef57c69-3cd6-4975-bea7-f59c31f66cda,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:39.941683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:39.949329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:36:39.967000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:36:39.981394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7454343
Nov 15 09:36:39.981394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38318) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:39.986581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-37803493', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:39.994780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:39.998899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:40.002017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:40.008750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:40.036285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.037454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.103392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.321761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.537307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.549307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0067db-32f5-4760-b829-b410b438b4e2 req-fe31d694-9d0c-415b-b298-56949ccf8aed tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:40.551011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc0067db-32f5-4760-b829-b410b438b4e2 req-fe31d694-9d0c-415b-b298-56949ccf8aed tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.0971823
Nov 15 09:36:40.570840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:40.602269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc0067db-32f5-4760-b829-b410b438b4e2 req-87daacc0-e022-469d-b813-9c5f05a87b4e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444894
Nov 15 09:36:40.854571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.239 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:41.171891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:41.211545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:41.227600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e41b5fd-6c14-4692-b8e1-60f819316611 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:41.369595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:41.382593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:41.431759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:41.432880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:41.435203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:41.648972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:41.649874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:41.833566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706303e-a79b-4da8-9045-7bdbad030b2d req-9cf5178b-7469-4cab-818e-79182fb820e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:41.835280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a706303e-a79b-4da8-9045-7bdbad030b2d req-9cf5178b-7469-4cab-818e-79182fb820e2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.1013527
Nov 15 09:36:41.886607 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a706303e-a79b-4da8-9045-7bdbad030b2d req-1f631594-2fcb-4ca6-8e32-ce148e9dc435 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440893
Nov 15 09:36:41.984128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0a2255e9-b552-46e5-8fd5-eb808a206ddb is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:36:42.244367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:36:42.254739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Sync routers for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:42.269033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:42.269830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82acc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:42.317469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:42.317469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.3336177
Nov 15 09:36:42.318839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38326) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:42.368320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e0985f7-81c7-47d1-acd9-5937d9e6d572 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0477829
Nov 15 09:36:42.370444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:42.376819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278899614', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:42.498492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:42.501743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:42.502755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:42.506473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:42.512576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:42.543047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:36:42.660299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:42.815389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82acc50>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:42.820801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Checking router: 0a2255e9-b552-46e5-8fd5-eb808a206ddb for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:42.821205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Updating router 0a2255e9-b552-46e5-8fd5-eb808a206ddb port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:36:42.889941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.164020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151c406-3cbd-47f3-8514-b52703d52cad req-43eff87e-7832-45fd-a4b4-ebf83e6fa2b5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:43.165651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d151c406-3cbd-47f3-8514-b52703d52cad req-43eff87e-7832-45fd-a4b4-ebf83e6fa2b5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.0984564
Nov 15 09:36:43.215652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d151c406-3cbd-47f3-8514-b52703d52cad req-38f2eb26-a4e5-4dff-9afe-050aae099587 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436556
Nov 15 09:36:43.323733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-396e4cde-c3e9-42e1-8106-bdccd972c030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.372623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.386018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Transition to ACTIVE for port object e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:43.405150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.421339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:43.432920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.449010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-11554060-19cb-481b-b06d-102c17d8699f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:43.572368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Pushing event updated for resources: {'Port': ['ID=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:43.577429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:43.592702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=04ca09e8-f8fd-43af-a4a2-fe45eef7d341,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:43.598417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:43.630581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Attempting to bind port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:36:43.631002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Attempting to bind port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:36:43.631417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Attempting to bind port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:36:43.638434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:36:43.638863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:36:43.639315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.639758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:36:43.640308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Bound port: e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:36:43.640732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.662426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:36:43.662820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 9ef57c69-3cd6-4975-bea7-f59c31f66cda, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:36:43.748171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:36:43.798202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] For port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:36:43.801781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] For port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:36:43.889825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 9ef57c69-3cd6-4975-bea7-f59c31f66cda) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:43.890115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.899782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:43.900481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850739191'] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:43.904457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:43.934427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916843a-7524-49e9-83d5-bc3bd1a1822f None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:36:43.954993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.5834234
Nov 15 09:36:43.959120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38336) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:44.346191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Pushing event updated for resources: {'Port': ['ID=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:44.354607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:44.455427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733d00-7f53-4b65-bb94-3b39f5f6deb1 req-917b7139-077b-40e4-b5ee-5988309663cd tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:44.457463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd733d00-7f53-4b65-bb94-3b39f5f6deb1 req-917b7139-077b-40e4-b5ee-5988309663cd tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.1021760
Nov 15 09:36:44.509563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:44.510190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a82acc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:44.510712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd733d00-7f53-4b65-bb94-3b39f5f6deb1 req-659bf520-017a-42c6-b0d7-b4b274250bf2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455768
Nov 15 09:36:44.579353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:36:44.581896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:44.938165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:45.273364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Allocated IP 172.20.0.2 (9ef57c69-3cd6-4975-bea7-f59c31f66cda/04ca09e8-f8fd-43af-a4a2-fe45eef7d341/babc9822-b161-4104-9eb2-95c27933aab2) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:45.286377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:45.498343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a82acc50>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:45.553095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428fd2a-c9c7-4083-a3c1-da107de8bb23 None None] The sync data for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs is: [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:45.563492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bac06fac-99a6-44d6-9b17-f4f50c833601 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:45.636497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:45.660791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Transition to ACTIVE for port object babc9822-b161-4104-9eb2-95c27933aab2 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:45.694220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Transition to ACTIVE for port object babc9822-b161-4104-9eb2-95c27933aab2 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:45.733771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ade216d7-c64e-4c0e-87cb-9cd1c875a912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:45.778700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4310eef-6655-40b6-8521-0b07dc06ef08 req-176d2a96-dbe9-40a4-b669-0862a6b83eb5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:45.780564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f4310eef-6655-40b6-8521-0b07dc06ef08 req-176d2a96-dbe9-40a4-b669-0862a6b83eb5 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 944 time: 0.1000412
Nov 15 09:36:45.782776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port bac06fac-99a6-44d6-9b17-f4f50c833601 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:45.787328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:45.807594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14b26109-4356-45cd-afdb-600579a66d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:45.858766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f4310eef-6655-40b6-8521-0b07dc06ef08 req-d2f287c0-171b-46d8-813b-5aa25ca04ba4 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0706453
Nov 15 09:36:45.869468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bac06fac-99a6-44d6-9b17-f4f50c833601 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:45.869898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:45.931536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (9ef57c69-3cd6-4975-bea7-f59c31f66cda/04ca09e8-f8fd-43af-a4a2-fe45eef7d341/532e3703-f188-4c8f-8b6f-ca3f481ecd14) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:46.055898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Pushing event updated for resources: {'Port': ['ID=babc9822-b161-4104-9eb2-95c27933aab2,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:46.072952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.074720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:46.167422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.187958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 532e3703-f188-4c8f-8b6f-ca3f481ecd14 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:46.248427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.267092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b7947ac9-60a6-4c59-9e38-4d9e9138e067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:46.396644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:46.399809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:46.403391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:46.405667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.426567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:46.440315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:46.470962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.486666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:46.502618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:46.503758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port bac06fac-99a6-44d6-9b17-f4f50c833601, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bac06fac-99a6-44d6-9b17-f4f50c833601,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:46.505187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Attempting to bind port babc9822-b161-4104-9eb2-95c27933aab2 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:36:46.505617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Attempting to bind port babc9822-b161-4104-9eb2-95c27933aab2 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:36:46.505745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:46.506018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Attempting to bind port babc9822-b161-4104-9eb2-95c27933aab2 on network 9ef57c69-3cd6-4975-bea7-f59c31f66cda {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:36:46.508643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:46.520004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:36:46.521707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Checking segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:36:46.521707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.521921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Bound using segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:36:46.522644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Bound port: babc9822-b161-4104-9eb2-95c27933aab2, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:36:46.524127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.540844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.544749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:46.573188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.583449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'code': 200}
Nov 15 09:36:46.699570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:46.705663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:46.711956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] For port babc9822-b161-4104-9eb2-95c27933aab2, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:36:46.715212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] For port babc9822-b161-4104-9eb2-95c27933aab2, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=babc9822-b161-4104-9eb2-95c27933aab2,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:36:46.778019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.802879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:46.819407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:46.998591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Pushing event updated for resources: {'Port': ['ID=babc9822-b161-4104-9eb2-95c27933aab2,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:47.004932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:47.060305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:47.113803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7ae6293-cd59-41f6-8583-89119f128ee6 req-d46654d5-8807-4771-85c4-13557932a555 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.1824446
Nov 15 09:36:47.190683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:47.196496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:47.196930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.200275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7ae6293-cd59-41f6-8583-89119f128ee6 req-c2bed810-f968-4650-8123-005be9aa5cfd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0727167
Nov 15 09:36:47.216451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90c30d-a2c2-4ada-b27e-5d68a0de5d0d req-aa86a99e-f999-4f36-996f-5f259be19e09 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:47.218669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c90c30d-a2c2-4ada-b27e-5d68a0de5d0d req-aa86a99e-f999-4f36-996f-5f259be19e09 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.1765759
Nov 15 09:36:47.243145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bac06fac-99a6-44d6-9b17-f4f50c833601 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:47.272443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c90c30d-a2c2-4ada-b27e-5d68a0de5d0d req-53f45c74-1f45-4e68-9af1-778ad4a8b6ab tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463598
Nov 15 09:36:47.441539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.459158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bac06fac-99a6-44d6-9b17-f4f50c833601 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:47.459585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.489312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.510300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:47.544844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.576888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03d1d545-0be9-41a4-b450-6cf786c9ffae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:47.598391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.600425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.608944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-29adbf81-1105-4cf0-9f15-2904bf3478a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:47.678304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:47.697424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:47.703343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:47.705532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:47.709688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:47.833893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:47.835060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:47.956810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:48.245170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:36:48.365991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0a2255e9-b552-46e5-8fd5-eb808a206ddb has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:36:48.486461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f9c43-6d8c-41d4-b45b-cf1ecb143776 None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:36:48.530269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6e8cc-5ab0-4725-ba7b-eacaf7a4e453 req-e4fc6582-2cd1-4879-b9ff-a305073c30b9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.532642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25a6e8cc-5ab0-4725-ba7b-eacaf7a4e453 req-e4fc6582-2cd1-4879-b9ff-a305073c30b9 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.1039748
Nov 15 09:36:48.584616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25a6e8cc-5ab0-4725-ba7b-eacaf7a4e453 req-b06cd653-6247-48d1-a0cc-c03b73476726 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0451481
Nov 15 09:36:48.658125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:36:48.669961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Sync routers for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:48.673321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/0a2255e9-b552-46e5-8fd5-eb808a206ddb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7127872
Nov 15 09:36:48.675635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38352) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:48.681494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bfcafaa0-795a-45b9-8a22-bc617fc5b69e None None] Provisioning for port babc9822-b161-4104-9eb2-95c27933aab2 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:48.698804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:48.699978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd7128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:48.859060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c2b3d-2bb1-40ce-bf37-01baa95072b5 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.860744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38356) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:48.868385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f91c2b3d-2bb1-40ce-bf37-01baa95072b5 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1874359
Nov 15 09:36:48.946091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:48.978890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.980144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.980649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.981368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.981921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:48.987503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38360) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:48.987954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0f19d9b1-fbfc-403e-9ab1-13acf6a2068a tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4014 time: 0.1258788
Nov 15 09:36:49.198646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:49.340743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8f1dfe1-4413-467c-8e42-234934cbd151 None None] Provisioning for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:49.357727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f8f1dfe1-4413-467c-8e42-234934cbd151 None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:49.358057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8f1dfe1-4413-467c-8e42-234934cbd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:49.433809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1dfe1-4413-467c-8e42-234934cbd151 None None] Port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:36:49.468211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:49.469019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:49.533589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd7128>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:49.540271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Checking router: 0a2255e9-b552-46e5-8fd5-eb808a206ddb for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:49.540942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Updating router 0a2255e9-b552-46e5-8fd5-eb808a206ddb port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:36:49.619220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:49.691162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a9dbb6de-a069-4a4a-b924-73f4a297231e None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:49.691527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb6de-a069-4a4a-b924-73f4a297231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:49.766683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device babc9822-b161-4104-9eb2-95c27933aab2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:49.787358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8223eb02-c8a9-49ce-a3ad-467976c9be17 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.7980738
Nov 15 09:36:49.903391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbb6de-a069-4a4a-b924-73f4a297231e None None] Port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:36:49.946563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e483a3-6868-4cc9-b281-012692ebc188 req-f425990e-629e-4041-8388-3c7ddfc951b2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:49.955245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04e483a3-6868-4cc9-b281-012692ebc188 req-f425990e-629e-4041-8388-3c7ddfc951b2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.1457202
Nov 15 09:36:49.955367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port babc9822-b161-4104-9eb2-95c27933aab2 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:49.962347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port babc9822-b161-4104-9eb2-95c27933aab2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:49.962785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.005701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04e483a3-6868-4cc9-b281-012692ebc188 req-c83c95cd-a6af-43c4-8f6b-2156a5aa5464 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459294
Nov 15 09:36:50.069698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-95a2d4af-1113-453b-94f8-9a5ed72e013e None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:50.070130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95a2d4af-1113-453b-94f8-9a5ed72e013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.188980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.204111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Transition to ACTIVE for port object 532e3703-f188-4c8f-8b6f-ca3f481ecd14 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:50.216214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38370) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:50.223309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872147713', 'description': 'tempest-secgroup-smoke-1872147713 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:50.230733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:50.235599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:50.238903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:50.245305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:50.264826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.267652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84140-2c33-43c2-a449-b10f83448659 req-8ada26e2-78de-4cd2-8562-f200d653ea3e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:50.272388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6c84140-2c33-43c2-a449-b10f83448659 req-8ada26e2-78de-4cd2-8562-f200d653ea3e tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.1177461
Nov 15 09:36:50.282291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:50.316295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.342553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6c84140-2c33-43c2-a449-b10f83448659 req-4ea73210-cf95-4323-abd7-fa20dd570fb2 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0657668
Nov 15 09:36:50.362652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:50.367834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:50.373119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:50.381305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:50.401958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.413804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-95a2d4af-1113-453b-94f8-9a5ed72e013e None None] Port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:36:50.442000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Pushing event updated for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:50.449307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-95a2d4af-1113-453b-94f8-9a5ed72e013e None None] Provisioning complete for port babc9822-b161-4104-9eb2-95c27933aab2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:50.449876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-95a2d4af-1113-453b-94f8-9a5ed72e013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.458373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.458650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.459033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.461769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.462278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.462551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.462925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.463292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.463655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.464050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.464417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.464789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.465155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.465521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.465884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.466248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.466611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:36:50.474016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:50.487732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.490123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port babc9822-b161-4104-9eb2-95c27933aab2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=babc9822-b161-4104-9eb2-95c27933aab2,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:50.516460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.524820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a4e8c769-3cd0-4d04-9f41-5b061ea45977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:50.582930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.585396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7921e8-0d5d-4b18-a197-23dce7694d34,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:50.594066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:50.594180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:50.623641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-5467d3c7-39bb-4bc3-aab2-e5d3244a3eaf tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2290504
Nov 15 09:36:50.635662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:50.643029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.645422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4281301
Nov 15 09:36:50.648376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38376) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:50.655409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:50.656748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Attempting to bind port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:36:50.657301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Attempting to bind port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:36:50.657728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Attempting to bind port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 on network 9ef57c69-3cd6-4975-bea7-f59c31f66cda {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:36:50.660556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:50.663595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:50.668492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:50.672535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:50.678026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:50.681102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:50.681804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:36:50.682241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Checking segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:36:50.682770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.683135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Bound using segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:36:50.683933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Bound port: 532e3703-f188-4c8f-8b6f-ca3f481ecd14, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:36:50.687455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.717564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=babc9822-b161-4104-9eb2-95c27933aab2,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:50.721887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:50.731649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.742674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.807052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] For port 532e3703-f188-4c8f-8b6f-ca3f481ecd14, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:36:50.811016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] For port 532e3703-f188-4c8f-8b6f-ca3f481ecd14, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=532e3703-f188-4c8f-8b6f-ca3f481ecd14,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:36:50.812056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.848945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.869707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:50.893907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.896254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c3f9c64-0423-41e9-96be-f911fb64b50e tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:50.897963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:50.948427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d337ea7-8f54-4f6a-81b4-157f6d301ccc,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:50.949068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:50.996992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.001253 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3493471
Nov 15 09:36:51.001883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38380) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:51.011915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:51.021043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:51.027095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:51.032164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:51.033006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Pushing event updated for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:51.039119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device babc9822-b161-4104-9eb2-95c27933aab2 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:51.044802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:51.048819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:51.093769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:51.094463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd7128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:51.132567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.161831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port babc9822-b161-4104-9eb2-95c27933aab2 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:51.162263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.297026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Allocated IP 172.26.4.212 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/207122d2-990a-48c8-ac08-071d5b4a1d39) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:51.314992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.350546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.374904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:51.379761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:51.390449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d33d44-84a6-47d2-a95f-7bc685497664,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:51.399035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:51.407432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.409309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4051790
Nov 15 09:36:51.412612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38384) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:51.418596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:51.426240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:51.430683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:51.433793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:51.439733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:51.473606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.489485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.548344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.558711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.567660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80136d26-16ae-4f87-b774-f7e15adad63d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:51.593802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.596394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42bb00b1-3a90-479e-8347-9258084fb199 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:51.624393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c72d40-2554-44f7-8b60-22b99a7762e2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:51.633185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:51.679820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.684706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2708914
Nov 15 09:36:51.685523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38388) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:51.693808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:51.701954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:51.707371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:51.711587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:51.719260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:51.778996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.886901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.908743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3cd7128>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:50Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:51.913424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58770d-ce2e-44f6-b709-325327254dc3 None None] The sync data for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs is: [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:50Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:51.948330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:51.953745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9e2f41ae-8641-4af3-a411-81dc51034aed tempest-ServersTestJSON-56675708 tempest-ServersTestJSON-56675708] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:51.996031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32458e90-cb0b-45ab-aa13-f52d6b7e7847,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:52.001059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:52.034785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=207122d2-990a-48c8-ac08-071d5b4a1d39,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:52.045873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.046602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3596685
Nov 15 09:36:52.047354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:52.051207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38392) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:52.057899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:52.065539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:52.070194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:52.073459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:52.076881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:52.078069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:52.079755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:52.084071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:52.131079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:36:52.138981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.192001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.218595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.276046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.278217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1943c115-ccd4-413a-a45c-69505dd35a0d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:52.298110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.302807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696729b9-12fc-4988-a131-3d71f304f919,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:52.307734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:52.344636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.348950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2937393
Nov 15 09:36:52.350660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38396) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:36:52.358359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'cf7921e8-0d5d-4b18-a197-23dce7694d34', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:52.378714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:52.386263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:36:52.420152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:36:52.442539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:52.546849 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:36:52.568390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.693377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.714938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.727511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.735521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-51fd17dd-0b58-4a9b-becf-f688990a5c88 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:52.758709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867c59b9-9a97-4f1c-9ce9-6ec90f94c13e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:52.761414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:52.776569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.790240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a40247c-dd9c-4e6e-bd71-06384469bb45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:52.844439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:52.845745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b92634dd-6093-4fcd-bbf3-8587ce35ed06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4940481
Nov 15 09:36:52.946459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event updated for resources: {'Port': ['ID=207122d2-990a-48c8-ac08-071d5b4a1d39,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:52.954273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:53.041929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 532e3703-f188-4c8f-8b6f-ca3f481ecd14 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:53.109184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:53.132974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-2316f1c3-375f-49be-be91-48ecd5cc7699 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872147713&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0893877
Nov 15 09:36:53.173295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:53.178855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:53.179290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:53.231079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:53.232423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6013923
Nov 15 09:36:53.319449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:53.354831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 532e3703-f188-4c8f-8b6f-ca3f481ecd14, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=532e3703-f188-4c8f-8b6f-ca3f481ecd14,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:36:53.356700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-740b30f8-a292-4acd-a528-d762f589adb3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:36:53.384778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:53.386790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:53.400116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-20488583-2435-4ff9-957e-a32b1d0838ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:53.400824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-20488583-2435-4ff9-957e-a32b1d0838ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:36:53.422289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-740b30f8-a292-4acd-a528-d762f589adb3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:36:53.423621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-740b30f8-a292-4acd-a528-d762f589adb3 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.212 HTTP/1.1" status: 200  len: 696 time: 0.1792653
Nov 15 09:36:53.466524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:53.469893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:53.513398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-20488583-2435-4ff9-957e-a32b1d0838ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:36:53.514734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-20488583-2435-4ff9-957e-a32b1d0838ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 200  len: 796 time: 0.3744848
Nov 15 09:36:53.549418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-49b9d68b-bfe6-4ac9-b82a-9125bbff66e9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0277677
Nov 15 09:36:53.663547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-55b8b7c0-d877-4a74-ab01-f9dc1cda6f5c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:53.665067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-55b8b7c0-d877-4a74-ab01-f9dc1cda6f5c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.2351363
Nov 15 09:36:53.700740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-2ee595aa-1b85-4c3f-8828-0453b743f0cc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:36:53.761877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-2ee595aa-1b85-4c3f-8828-0453b743f0cc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:36:53.763435 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-2ee595aa-1b85-4c3f-8828-0453b743f0cc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2075026
Nov 15 09:36:53.804502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-7ddd9b6c-1e4f-4dfb-b7cf-544ecf2de8d1 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:36:53.805869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b02f38-81bf-453d-bdaf-f07c3ad3199b req-7ddd9b6c-1e4f-4dfb-b7cf-544ecf2de8d1 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1305106
Nov 15 09:36:53.975460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-b4d53a55-fe6c-40df-9393-55821a32de41 service neutron] 10.222.0.81 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973460
Nov 15 09:36:54.135672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-731f6ae0-f64c-4276-956c-ba6c89102927 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:54.137356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-731f6ae0-f64c-4276-956c-ba6c89102927 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2173338
Nov 15 09:36:54.217102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-1e01a97b-e727-4b2b-a909-a08ee21f167b service neutron] 10.222.0.81 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2344618
Nov 15 09:36:54.239873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-7c4f7be6-2e5a-49d7-aa57-fc599cb57538 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.212 HTTP/1.1" status: 200  len: 696 time: 0.0930800
Nov 15 09:36:54.250500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Request body: {'floatingip': {'port_id': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:54.343674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:54.523469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcb89495-4b50-45e2-918f-db564d2bf1af req-ace57276-64eb-44f4-8d0d-2b859bb934d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 210 time: 0.0606987
Nov 15 09:36:54.996410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 532e3703-f188-4c8f-8b6f-ca3f481ecd14 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:36:55.080053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:55.081300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:55.200286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:55.259034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:55.760437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-753a71b6-c23e-4869-a2ab-2db016d53774 req-0926f8ce-308e-4878-8702-87766c17b34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 210 time: 0.0553796
Nov 15 09:36:55.826578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 75761716-2a15-4b3b-a70b-c3c165bd558a associated. External IP: 172.26.4.212, port: bac06fac-99a6-44d6-9b17-f4f50c833601.
Nov 15 09:36:56.459404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:36:56.496928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-1891dffc-1894-4e53-a837-2a2f7d389394 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:56.498395 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-1891dffc-1894-4e53-a837-2a2f7d389394 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 200  len: 796 time: 0.1876683
Nov 15 09:36:56.669102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-1fdf6d30-ad51-4658-a569-8e59bb57c59e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.1096432
Nov 15 09:36:56.681115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['cf7921e8-0d5d-4b18-a197-23dce7694d34']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:56.970161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-60037f8c-11f8-453d-a64c-1d7781d1d219 req-9b6e6cbb-1fbf-478d-94a2-1cfecff52cb4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 210 time: 0.0729010
Nov 15 09:36:56.972676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:36:56.986932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:36:57.015250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:36:57.020307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:57.026930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:36:57.041408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:57.042115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29c0d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:57.050455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:36:57.056215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:57.138648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-0fa4a082-62a5-45f9-bac9-430ff410fe81 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "PUT /v2.0/floatingips/75761716-2a15-4b3b-a70b-c3c165bd558a HTTP/1.1" status: 200  len: 997 time: 2.8923831
Nov 15 09:36:57.142735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:36:57.267076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'status': 'completed', 'code': 200}
Nov 15 09:36:57.284909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:57.414585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-96e75b71-eb0c-4fb9-986d-d7872404b212 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.1019707
Nov 15 09:36:57.415813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-31b047bc-e6e1-4b43-9676-dd7c5e3c7a6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.2166991
Nov 15 09:36:57.581638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf1da-709d-4871-85c1-02412e569acf req-d661625d-78ed-40d3-b2fa-fcde59e677f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:57.583478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-d661625d-78ed-40d3-b2fa-fcde59e677f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1619773
Nov 15 09:36:57.587598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.3 (9ef57c69-3cd6-4975-bea7-f59c31f66cda/04ca09e8-f8fd-43af-a4a2-fe45eef7d341/ebeb68de-9a53-4bdb-8954-e9ab77cce55f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:36:57.647373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-00cb34ba-4861-4724-8653-35ad49a5e690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:57.649045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-00cb34ba-4861-4724-8653-35ad49a5e690 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1960745
Nov 15 09:36:57.713549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29c0d30>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}, {'id': '75761716-2a15-4b3b-a70b-c3c165bd558a', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.212', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:a5:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:36:52Z', 'updated_at': '2020-11-15T09:36:55Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:57.717811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:36:57.721684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-8dafcea5-ea85-4163-9de1-61fdff20a16e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 1000 time: 0.1307271
Nov 15 09:36:57.729901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:36:57.731399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29c0d30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:57.807506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf1da-709d-4871-85c1-02412e569acf req-e5d0cb94-f9cf-45b5-8956-c034df338b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:57.809998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-e5d0cb94-f9cf-45b5-8956-c034df338b71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0772481
Nov 15 09:36:57.880294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-3d2bdade-9fa6-4662-baec-8008f60ace07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 1000 time: 0.2174861
Nov 15 09:36:57.938143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-4388454b-3591-420b-89b5-c6fd1dfc7401 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149421
Nov 15 09:36:57.979324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:36:57.998657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:58.003173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-ccbd71f3-d2f5-47f7-8793-b7b067274548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:58.004915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-ccbd71f3-d2f5-47f7-8793-b7b067274548 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.1129751
Nov 15 09:36:58.064233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object ebeb68de-9a53-4bdb-8954-e9ab77cce55f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:58.123778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-cf3fa258-7779-4baf-a71b-b5e46387b6ec service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667366
Nov 15 09:36:58.170369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-d0b3813a-3a4e-43d1-87b4-9a9d4e80bebd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521597
Nov 15 09:36:58.171379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:58.189446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:36:58.311068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47edf1da-709d-4871-85c1-02412e569acf req-db3dc5fc-1652-4004-9fa0-9b4754307524 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787798
Nov 15 09:36:58.469819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29c0d30>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}, {'id': '75761716-2a15-4b3b-a70b-c3c165bd558a', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.212', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:a5:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:36:52Z', 'updated_at': '2020-11-15T09:36:55Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:36:58.475792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a10dd1-5565-4ef0-8135-dc303499a8c4 None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}, {'id': '75761716-2a15-4b3b-a70b-c3c165bd558a', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.212', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:a5:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:36:52Z', 'updated_at': '2020-11-15T09:36:55Z', 'revision_number': 1, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:36:58.760520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:36:58.773209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:36:58.796225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b798e1-0aa2-4a7a-9e60-e886d47f6558 None None] New status for floating IP 75761716-2a15-4b3b-a70b-c3c165bd558a: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:36:58.824240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-314dd052-b5d5-4c04-931b-a8ba7203d76f service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6008248
Nov 15 09:36:58.834966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf7e7b-818e-40f4-a6a1-f7e616faf617 req-3e61933b-7179-4d88-a5bb-cd705904b0d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:58.836587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75cf7e7b-818e-40f4-a6a1-f7e616faf617 req-3e61933b-7179-4d88-a5bb-cd705904b0d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 931 time: 0.7195759
Nov 15 09:36:58.978069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:36:58.984196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:36:59.006639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:36:59.053943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75cf7e7b-818e-40f4-a6a1-f7e616faf617 req-f6ea794e-e09f-47be-a9ba-3ec6e2ef4c4a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1900799
Nov 15 09:36:59.093123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4784ba70-ecc6-4ab6-8a1a-a842d2ef23ce req-5849cdd0-c269-4fee-88cc-05ea0fe5b353 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2545507
Nov 15 09:36:59.125368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:36:59.125368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:59.223439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5465715
Nov 15 09:36:59.243725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Request body: {'port': {'device_id': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:36:59.278376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aefe199f-bd05-40e6-8382-f18b96ad9cf2 None None] Provisioning for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:36:59.279414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-aefe199f-bd05-40e6-8382-f18b96ad9cf2 None None] Provisioning complete for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:36:59.279886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aefe199f-bd05-40e6-8382-f18b96ad9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:59.353696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aefe199f-bd05-40e6-8382-f18b96ad9cf2 None None] Port ebeb68de-9a53-4bdb-8954-e9ab77cce55f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:36:59.383125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:59.822326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebeb68de-9a53-4bdb-8954-e9ab77cce55f {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:36:59.835879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:59.843770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Transition to ACTIVE for port object ebeb68de-9a53-4bdb-8954-e9ab77cce55f will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:36:59.879513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:36:59.904075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:00.045095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:00.048371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:00.324354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Attempting to bind port ebeb68de-9a53-4bdb-8954-e9ab77cce55f on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:37:00.324354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Attempting to bind port ebeb68de-9a53-4bdb-8954-e9ab77cce55f by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:37:00.324354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Attempting to bind port ebeb68de-9a53-4bdb-8954-e9ab77cce55f on network 9ef57c69-3cd6-4975-bea7-f59c31f66cda {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:37:00.338647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:37:00.338837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Checking segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:37:00.339247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:00.340694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Bound using segment: {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:37:00.340694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Bound port: ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a6472-62b4-4c42-9aca-36425c983ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:37:00.340694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:00.370538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9536-1515-458b-b954-1cd6879b3bab req-343a393c-1a6d-4fa0-87f8-48bc6f7a4b16 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:00.371329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-88fc9536-1515-458b-b954-1cd6879b3bab req-343a393c-1a6d-4fa0-87f8-48bc6f7a4b16 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:37:00.460715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-88fc9536-1515-458b-b954-1cd6879b3bab req-343a393c-1a6d-4fa0-87f8-48bc6f7a4b16 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:37:00.461616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88fc9536-1515-458b-b954-1cd6879b3bab req-343a393c-1a6d-4fa0-87f8-48bc6f7a4b16 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 943 time: 0.2524614
Nov 15 09:37:00.485870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:37:00.504249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:37:00.522994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88fc9536-1515-458b-b954-1cd6879b3bab req-8452b8a2-a553-4ce9-a8dd-3cf91f18590d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536337
Nov 15 09:37:00.547312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:00.559675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:00.747304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:00.751226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:00.776318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:00.776318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] 10.222.0.65 "PUT /v2.0/ports/ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 200  len: 1157 time: 1.5349905
Nov 15 09:37:00.776318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:37:00.909506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'status': 'completed', 'code': 200}
Nov 15 09:37:00.962401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-9be81dea-ee4e-42d6-bf17-edba18608aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1160 time: 0.1004992
Nov 15 09:37:01.053383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-960bee03-1591-42bb-981d-103816564ce6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 200  len: 217 time: 0.0753069
Nov 15 09:37:01.126653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-62b9c65b-9e13-4f86-aad7-7ee7cfd17d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:01.129044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-62b9c65b-9e13-4f86-aad7-7ee7cfd17d3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 200  len: 844 time: 0.0658445
Nov 15 09:37:01.231929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-328a3088-9b27-4bc2-81bf-614118158e1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ef57c69-3cd6-4975-bea7-f59c31f66cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965765
Nov 15 09:37:01.380987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-2bbf313c-82d2-4dc7-8fc1-a5cde8e38d10 service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415381
Nov 15 09:37:01.530468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50cfb5d5-8d99-4aff-82a6-dccf9e4abf20 req-5f80873c-32a1-4cb9-afb0-c4de0d5293fa service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419713
Nov 15 09:37:01.838889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6141-358c-4c16-9bf3-9acfeadcceb4 req-3b5e632b-4850-4082-9f0a-f1cd61d564b4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:01.848172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c14b6141-358c-4c16-9bf3-9acfeadcceb4 req-3b5e632b-4850-4082-9f0a-f1cd61d564b4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 943 time: 0.1815310
Nov 15 09:37:01.848172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-4da83dc5-61be-45ca-817a-f16bdd0904cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1160 time: 0.1386666
Nov 15 09:37:01.990927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c14b6141-358c-4c16-9bf3-9acfeadcceb4 req-f75da5ff-5008-4669-8397-59164a9f0320 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425178
Nov 15 09:37:02.030938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-a0ed43a7-15b8-4cfc-bde3-323afe094799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:02.032641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-a0ed43a7-15b8-4cfc-bde3-323afe094799 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 200  len: 890 time: 0.1666019
Nov 15 09:37:02.110380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-988c1521-5690-4c1b-b683-8ae121e87a0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 200  len: 217 time: 0.0689638
Nov 15 09:37:02.186278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-e441b9f7-d112-4ab5-9695-c80394e8b443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:02.187866 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-e441b9f7-d112-4ab5-9695-c80394e8b443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 200  len: 844 time: 0.0681012
Nov 15 09:37:02.297721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-09104c3e-362a-410b-b0bb-277585841f61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ef57c69-3cd6-4975-bea7-f59c31f66cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835650
Nov 15 09:37:02.445080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-3985ac4c-614e-4a37-bc0e-815fa8e864c6 service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377289
Nov 15 09:37:02.603823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e3f04ad-cf50-473b-8bc0-d6f8caf43e9c req-a8a78453-a45d-48cb-a42e-14155f58f467 service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391788
Nov 15 09:37:03.225436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd6c93-72c5-400f-b4a5-77eb14ae48b2 req-d2f4f15a-a3e2-4b16-9c6e-7b4f5e102221 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:03.227029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9dd6c93-72c5-400f-b4a5-77eb14ae48b2 req-d2f4f15a-a3e2-4b16-9c6e-7b4f5e102221 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 943 time: 0.1003070
Nov 15 09:37:03.279775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9dd6c93-72c5-400f-b4a5-77eb14ae48b2 req-21e9a2f7-4af3-4d32-957d-2daf677c5b2e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463245
Nov 15 09:37:03.912286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ebeb68de-9a53-4bdb-8954-e9ab77cce55f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:37:04.034657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:37:04.039877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:37:04.040492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:04.356619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:04.391010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:37:04.403112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:37:04.454455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'code': 200}
Nov 15 09:37:04.646523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dadf2-2387-4d1e-baae-d60bcf520369 req-bec7af5f-6dcd-4546-8c64-71b7c98bb7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:04.648223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e41dadf2-2387-4d1e-baae-d60bcf520369 req-bec7af5f-6dcd-4546-8c64-71b7c98bb7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.0944760
Nov 15 09:37:04.697084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e41dadf2-2387-4d1e-baae-d60bcf520369 req-b617a989-eb9c-4d31-9a7e-36db50637405 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425148
Nov 15 09:37:04.819098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:04.819656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-69c5ab9c-75b3-45c2-a059-8e990c070dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:04.909303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:04.912656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:05.107283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a595907-4fac-46d9-89c0-acdbbdf4a5f4 req-6eb44584-1caf-42a5-a635-bba51aac84aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1162 time: 0.0896642
Nov 15 09:37:05.164174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a595907-4fac-46d9-89c0-acdbbdf4a5f4 req-b555156b-653d-433f-8719-1442b28abab7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390208
Nov 15 09:37:05.458303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ebeb68de-9a53-4bdb-8954-e9ab77cce55f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:37:05.538757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:37:05.539185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:05.924418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464b74-644c-418f-a40c-7443616afdf4 req-cf383287-c7ce-472a-a34d-a779ce51bc5e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:05.926243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d6464b74-644c-418f-a40c-7443616afdf4 req-cf383287-c7ce-472a-a34d-a779ce51bc5e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.0956221
Nov 15 09:37:05.975448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d6464b74-644c-418f-a40c-7443616afdf4 req-79ecd51d-d665-4cc4-ae7d-937b53ff925b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425708
Nov 15 09:37:07.202459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aff66e-a0ad-45b0-959a-73c8c214860c req-2582ea11-8e79-4d65-8e75-817525234d68 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:07.204133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a4aff66e-a0ad-45b0-959a-73c8c214860c req-2582ea11-8e79-4d65-8e75-817525234d68 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.0984056
Nov 15 09:37:07.253800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a4aff66e-a0ad-45b0-959a-73c8c214860c req-ac553587-81a4-44a3-902f-6d49fbce662b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431542
Nov 15 09:37:07.476978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb934f-5c09-4552-8384-04f3f1ef1ee1 req-e401e04b-8b5d-42cc-b2b5-b86b2800171b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:07.478619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-edeb934f-5c09-4552-8384-04f3f1ef1ee1 req-e401e04b-8b5d-42cc-b2b5-b86b2800171b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.0949867
Nov 15 09:37:07.534346 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-edeb934f-5c09-4552-8384-04f3f1ef1ee1 req-718f8100-afd6-4780-b89f-5429314b4a37 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452826
Nov 15 09:37:07.569589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38460) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:07.655197 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9b0b5d47-e83e-4967-be80-8c1dba1a129d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1157 time: 0.0843203
Nov 15 09:37:07.658033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38464) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:07.664334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:37:07.670634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:37:07.674855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:37:07.678293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:37:07.686691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:37:07.738948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:08.165365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:08.439613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.39 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/32509f35-374a-42cf-99b2-44a2d3a44851) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:37:08.597772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:08.670411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:08.687270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-794023d2-e2b1-41fc-8c6b-dee15de641e7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:08.852525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=32509f35-374a-42cf-99b2-44a2d3a44851,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:08.859741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:08.907023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:37:08.907023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:37:08.907023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:37:09.442330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:09.591823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:09.893711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:09.930175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:09.943762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2b4ffb74-e2ef-41ca-8e91-9c4323ae7225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:10.086706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=32509f35-374a-42cf-99b2-44a2d3a44851,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:10.092614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:10.197708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:10.458277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP f34284d0-74a3-45e2-9885-11ba139b84ff associated. External IP: 172.26.4.39, port: ebeb68de-9a53-4bdb-8954-e9ab77cce55f.
Nov 15 09:37:11.001026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0a2255e9-b552-46e5-8fd5-eb808a206ddb has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:37:11.256827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:37:11.264497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Sync routers for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:37:11.280271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:37:11.280271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9add8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:37:11.311719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:11.385194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38470) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:11.393564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7244799
Nov 15 09:37:11.399253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:37:11.533321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:37:11.660444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b857503c-2f47-4a37-b541-9207ded3ca43 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/f34284d0-74a3-45e2-9885-11ba139b84ff HTTP/1.1" status: 200  len: 990 time: 0.2544391
Nov 15 09:37:11.663546 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'status': 'completed', 'code': 200}
Nov 15 09:37:11.934816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-a8932120-18bc-481f-b22d-c8a545784792 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1162 time: 0.2295318
Nov 15 09:37:12.008193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9add8>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f34284d0-74a3-45e2-9885-11ba139b84ff', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'port_id': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'mac_address': 'fa:16:3e:46:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:37:09Z', 'updated_at': '2020-11-15T09:37:09Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:37:12.008193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Checking router: 0a2255e9-b552-46e5-8fd5-eb808a206ddb for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:37:12.020803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:37:12.020803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9add8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:36:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:37:12.272111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:37:12.370826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-c907fa8e-e6b7-4200-8c46-996b1c7a4136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:12.370826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-c907fa8e-e6b7-4200-8c46-996b1c7a4136 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 200  len: 890 time: 0.4298949
Nov 15 09:37:12.504253 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-99a5829e-5b5e-495c-b30b-91a046adb699 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 200  len: 998 time: 0.1216185
Nov 15 09:37:12.580025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-509f59f1-ac60-4513-abec-c18ce0a1a72a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:12.580025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-509f59f1-ac60-4513-abec-c18ce0a1a72a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 200  len: 844 time: 0.0701854
Nov 15 09:37:12.644606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38480) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:12.711362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-fe366a3c-a83a-47c6-8cd0-2457ba82aa4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ef57c69-3cd6-4975-bea7-f59c31f66cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112704
Nov 15 09:37:12.717182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d9add8>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f34284d0-74a3-45e2-9885-11ba139b84ff', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'port_id': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'mac_address': 'fa:16:3e:46:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:37:09Z', 'updated_at': '2020-11-15T09:37:09Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:37:12.717182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae4519-6fb7-4aee-b507-87fb5f1596cb None None] The sync data for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs is: [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'f34284d0-74a3-45e2-9885-11ba139b84ff', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'port_id': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'mac_address': 'fa:16:3e:46:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:37:09Z', 'updated_at': '2020-11-15T09:37:09Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:37:12.721351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-a007b4f2-96a6-449c-ab3a-504168932bb3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:37:12.721351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-a007b4f2-96a6-449c-ab3a-504168932bb3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0129735
Nov 15 09:37:12.799060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc51401a-f78b-4eee-b1a9-459ec757be14 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/f34284d0-74a3-45e2-9885-11ba139b84ff HTTP/1.1" status: 200  len: 990 time: 0.1505725
Nov 15 09:37:12.918059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-e9ea23d9-ce0f-4b1e-8ad2-665af8d041df service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818886
Nov 15 09:37:13.052955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a14b8e0-4c85-4f9f-a3f6-ce9ca4589f71 None None] New status for floating IP f34284d0-74a3-45e2-9885-11ba139b84ff: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:37:13.081036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1d87454-20a2-4332-8d4c-8bb69bd228e2 req-ac9d7cee-eadf-4436-8e58-7bb75032ddb3 service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1533136
Nov 15 09:37:13.307785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-acda8f65-6ab5-4ff3-84b1-713e0b11ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:13.795911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38484) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:13.933367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c3076c70-d68d-4bef-a995-682846327a9d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/f34284d0-74a3-45e2-9885-11ba139b84ff HTTP/1.1" status: 200  len: 992 time: 0.1296365
Nov 15 09:37:15.698317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78eed085-d0fe-4bf5-962d-46640aa561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:15.901863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:16.309984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:17.538588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:17.942886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:25.248702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:37:43.289920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89b362f8-80b0-4112-b121-14e8a0a5d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:45.709779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8c78d460-b572-4583-89da-b3cf75ff4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:45.886972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:46.301152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:46.399298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38508) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:37:46.406175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:37:46.656949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036842789467'] for subnet, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.066785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138184615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036843281275'] for subnet, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.082102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86cc4c11-3aa1-47ee-90bf-8fbbf9045013 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:37:47.211683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=04ca09e8-f8fd-43af-a4a2-fe45eef7d341,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:37:47.237134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.237575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.238002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.238423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.238840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.239258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.239671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.240136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.240547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.240956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.241365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.241771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.242234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.242643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.243054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.243463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.243895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.244306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.244713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.245119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.245529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.245931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.246336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.246740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:37:47.252631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:37:47.284588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:37:47.285258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.286672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/subnets/04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 200  len: 836 time: 0.8862839
Nov 15 09:37:47.291792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74797f7b-7615-4629-baac-2016534b90b0 None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:37:47.564647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.825180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Provisioning complete for port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:37:47.825620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.956991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:47.991308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Provisioning complete for port babc9822-b161-4104-9eb2-95c27933aab2 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:37:47.991729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:37:48.139186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Provisioning complete for port ebeb68de-9a53-4bdb-8954-e9ab77cce55f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:37:48.139705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2bd8812b-a41d-488d-994b-84a23909d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:02.254361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:38:07.311746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-74abf35a-4b73-49a5-8332-ecf3fe1614c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0878258
Nov 15 09:38:07.494104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-0dbd3872-b762-4d98-aa7a-28efac148325 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.0880742
Nov 15 09:38:07.650218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-c2417af4-5adf-4105-8584-0a97613e2579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:38:07.651809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-c2417af4-5adf-4105-8584-0a97613e2579 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1388087
Nov 15 09:38:07.776218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-fd0e27b3-5de4-4914-b8ea-fbb7465bed0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 1001 time: 0.1159847
Nov 15 09:38:07.851903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-0c8db9ed-5c00-4083-a964-006f7702642e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:38:07.853580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-0c8db9ed-5c00-4083-a964-006f7702642e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0699635
Nov 15 09:38:07.953321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-eee67eed-4fa9-44a8-a59b-f429f01e5c6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911157
Nov 15 09:38:08.102532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-0e64785b-bdf1-4f8e-94b1-391616776612 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408241
Nov 15 09:38:08.254833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63df0f66-4ac1-437f-bb9c-9cdd7ce2450d req-8a877087-e745-4d9b-a9ae-38768d85cdde service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451283
Nov 15 09:38:13.309294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64540dd2-3a38-49a8-899b-cf457d7e8504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:15.709166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-78b1a65a-ff45-456f-80a3-d1a08c280e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:15.915371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:16.303792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:17.535111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:17.937576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:39.253384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:38:43.304261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb1d5-3d35-41b5-9f57-cd001bf5e5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:45.703000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-216025c7-5033-4cb6-8b92-c07cb138addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:45.906064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:46.308708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:47.528747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:38:47.931535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:09.368359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-589a513f-f82b-4ee6-b5e8-9f6f7021f2a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0896463
Nov 15 09:39:09.455144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38530) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:09.488656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-f1d699bd-4336-495b-9d70-9d9d5d685eff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.0854409
Nov 15 09:39:09.647697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-a361eb61-0d07-4ae3-950c-2116041e0abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:09.649247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-a361eb61-0d07-4ae3-950c-2116041e0abb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1391752
Nov 15 09:39:09.694264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 32509f35-374a-42cf-99b2-44a2d3a44851 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:09.694646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:09.773638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-1ff7cd6a-7dcb-4e7a-9bb4-ed63565e6ab8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 1002 time: 0.1159480
Nov 15 09:39:09.850066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-f13f16d6-6a1a-4bf5-810b-7ff2491482ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:09.851672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-f13f16d6-6a1a-4bf5-810b-7ff2491482ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0707958
Nov 15 09:39:09.890629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:09.890999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:09.947243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-af77ad46-276d-4097-bdfc-6b481a3eeaa3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886617
Nov 15 09:39:10.026452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 32509f35-374a-42cf-99b2-44a2d3a44851 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:10.097498 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-9a1c97bf-d520-4e2e-b6fc-8e7d39ccda74 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424732
Nov 15 09:39:10.214517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:10.230027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7d57396b-6beb-4110-9bef-3022ff7c4bb9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:10.242369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7123d545-2a35-421e-a6e0-bfe175474a32 req-e8c77938-2acd-46d7-9e76-49bb8afea74d service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377118
Nov 15 09:39:10.326642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=32509f35-374a-42cf-99b2-44a2d3a44851,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:10.348848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.349274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.349698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.350117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.350531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.350941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.351352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.351760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.352195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.352602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.353009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.353411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.353867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.354269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.355265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.355805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.356234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.356644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.357051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.357454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.357855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.358255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.358658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.359060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:10.364044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:10.469580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:10.470117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP f34284d0-74a3-45e2-9885-11ba139b84ff disassociated (deleted). External IP: 172.26.4.39, port: ebeb68de-9a53-4bdb-8954-e9ab77cce55f.
Nov 15 09:39:11.244234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0a2255e9-b552-46e5-8fd5-eb808a206ddb has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:11.500400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:11.510190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Sync routers for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:11.522998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:11.529898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7f240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:38:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:11.563829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:11.629284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/f34284d0-74a3-45e2-9885-11ba139b84ff HTTP/1.1" status: 204  len: 168 time: 2.1729691
Nov 15 09:39:11.630000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:11.758271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:11.815486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'status': 'completed', 'code': 200}
Nov 15 09:39:11.962390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-b3e67125-a1da-435d-9538-6cc70fa0d0b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 1162 time: 0.0940020
Nov 15 09:39:12.131710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7f240>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:12.135976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Checking router: 0a2255e9-b552-46e5-8fd5-eb808a206ddb for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:12.147530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:12.148239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7f240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:38:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:12.183550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04965705-2f3b-4f58-8776-195a0846d43d req-27432618-f7f7-47d1-b4a0-3df2771fc176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:12.185210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-27432618-f7f7-47d1-b4a0-3df2771fc176 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 200  len: 890 time: 0.2164645
Nov 15 09:39:12.256303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df78485-eb41-4211-b857-ae53c431b13a req-ce92e3fc-2127-42f1-ac15-700a98035c31 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:12.257911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9df78485-eb41-4211-b857-ae53c431b13a req-ce92e3fc-2127-42f1-ac15-700a98035c31 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.1914139
Nov 15 09:39:12.291366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-e5c4dfcb-91f1-4205-aecc-0b36692f4c7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 200  len: 217 time: 0.0951653
Nov 15 09:39:12.371806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9df78485-eb41-4211-b857-ae53c431b13a req-081a783b-bf1b-4907-b4d3-c3fc347f4a99 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069829
Nov 15 09:39:12.373364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:12.381445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04965705-2f3b-4f58-8776-195a0846d43d req-dcbf7e99-3c04-4508-a178-b9ad847c65a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:12.383064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-dcbf7e99-3c04-4508-a178-b9ad847c65a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 200  len: 844 time: 0.0762770
Nov 15 09:39:12.481045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-c4cdf328-a998-45e7-baaf-eccba6f5639f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ef57c69-3cd6-4975-bea7-f59c31f66cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888591
Nov 15 09:39:12.627123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-a1c2cbd1-b8df-4bd8-87c4-546280dba2ab service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368539
Nov 15 09:39:12.726087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e7f240>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:12.730489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0d4d6-f202-4434-af6b-8794550f6cb6 None None] The sync data for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs is: [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:46Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '532e3703-f188-4c8f-8b6f-ca3f481ecd14', 'name': '', 'network_id': '9ef57c69-3cd6-4975-bea7-f59c31f66cda', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:f6:c7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:45Z', 'updated_at': '2020-11-15T09:36:53Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '04ca09e8-f8fd-43af-a4a2-fe45eef7d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:12.776979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-04965705-2f3b-4f58-8776-195a0846d43d req-8c990a0d-32a6-46fa-9c23-39cfc84a8aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402967
Nov 15 09:39:13.142118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfc97d-11c8-4fd0-84f6-a5bfa8eca97f None None] New status for floating IP f34284d0-74a3-45e2-9885-11ba139b84ff: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:39:13.288667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf1e28d7-6342-40c7-ae25-b9c47e382a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:13.720319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b64dc-90fe-4bbb-a6a0-5a2b3ce9c740 req-fd1f6264-a37e-40a0-8e4b-ef65fabf560a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:13.721947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-806b64dc-90fe-4bbb-a6a0-5a2b3ce9c740 req-fd1f6264-a37e-40a0-8e4b-ef65fabf560a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.2028847
Nov 15 09:39:13.770050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-806b64dc-90fe-4bbb-a6a0-5a2b3ce9c740 req-0339bfa1-319f-4417-9f39-ace9df40f9d0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419457
Nov 15 09:39:13.959542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-ff32e632-d39c-4eee-8ffa-33674fb25f6a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:13.961178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-ff32e632-d39c-4eee-8ffa-33674fb25f6a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 945 time: 0.1044264
Nov 15 09:39:14.042944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port ebeb68de-9a53-4bdb-8954-e9ab77cce55f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:14.043328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:14.434176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ebeb68de-9a53-4bdb-8954-e9ab77cce55f no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:14.574267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:14.603451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:14.613917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:14.615342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-f2b28980-9f5e-4623-9c6b-ed22e95b65f4 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips/75761716-2a15-4b3b-a70b-c3c165bd558a HTTP/1.1" status: 200  len: 999 time: 0.4724302
Nov 15 09:39:14.637886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:14.640886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:14.717792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:14.727445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.727947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.728374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.728767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.729152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.729564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.729948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.730511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.730922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.731307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.731684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.732086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.732528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.732906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.733283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.733682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.734031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.734408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.734783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.735156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.735527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.735943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.736320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.736690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:14.741586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:14.761801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'code': 200}
Nov 15 09:39:14.812172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:14.812571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:14.967814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for ebeb68de-9a53-4bdb-8954-e9ab77cce55f owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:15.000869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-6ce12188-16a4-4fd9-9cf4-8c5a2ec763a1 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:15.002311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-6ce12188-16a4-4fd9-9cf4-8c5a2ec763a1 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.3808374
Nov 15 09:39:15.071593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-fe675946-34de-46eb-a3bf-2156b4be73f8 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:39:15.072676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-fe675946-34de-46eb-a3bf-2156b4be73f8 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0148554
Nov 15 09:39:15.256927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-da837f37-21c6-4f0f-a54e-2184cfa85316 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.212 HTTP/1.1" status: 200  len: 1002 time: 0.1697407
Nov 15 09:39:15.264669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41944a1-b4a0-4608-b377-183f00127e0a req-1bce0ae3-435f-403e-a300-6d1c2adfe275 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:15.270297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d41944a1-b4a0-4608-b377-183f00127e0a req-1bce0ae3-435f-403e-a300-6d1c2adfe275 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 943 time: 0.3071921
Nov 15 09:39:15.349759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:39:15.350120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:39:15.385028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-9bcde3f6-90f1-4af1-b318-bd25df2f8276 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:15.387040 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-9bcde3f6-90f1-4af1-b318-bd25df2f8276 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports/bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 943 time: 0.1199155
Nov 15 09:39:15.392096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d41944a1-b4a0-4608-b377-183f00127e0a req-003dae5e-eafe-455a-b360-eda331dcd765 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894322
Nov 15 09:39:15.585534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-0c0adc8b-eaa2-4ed9-b224-fae23ee2e5ba tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.212 HTTP/1.1" status: 200  len: 1002 time: 0.1181619
Nov 15 09:39:15.700631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-19fb4949-b764-4332-9281-674eeb23c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:15.821139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port 207122d2-990a-48c8-ac08-071d5b4a1d39 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:15.821701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:15.852796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port ebeb68de-9a53-4bdb-8954-e9ab77cce55f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:15.853176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:15.951869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:16.220438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:16.220804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:16.254678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:39:16.317699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:16.378192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for 207122d2-990a-48c8-ac08-071d5b4a1d39 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:16.454739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port ebeb68de-9a53-4bdb-8954-e9ab77cce55f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:16.455142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:16.638749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for ebeb68de-9a53-4bdb-8954-e9ab77cce55f owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:16.794872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41eb62-72e0-4df2-a772-7aa9b8259e10 req-ed84b278-532f-4537-bbdf-d7beaaf353b3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:16.801946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a41eb62-72e0-4df2-a772-7aa9b8259e10 req-ed84b278-532f-4537-bbdf-d7beaaf353b3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 943 time: 0.2621593
Nov 15 09:39:16.851907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a41eb62-72e0-4df2-a772-7aa9b8259e10 req-9061237e-e7d3-4950-a779-127f72701660 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=cf7921e8-0d5d-4b18-a197-23dce7694d34&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474372
Nov 15 09:39:17.020044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:17.037645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38becab9-224a-41f0-b935-c867a2eb1ef0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:17.127786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:17.161698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=ebeb68de-9a53-4bdb-8954-e9ab77cce55f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:17.242241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.242676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.243107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.243527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.243989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.244406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.244817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.245844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.246267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.246677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.247088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.247496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.247989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.248398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.248808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.249216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.249625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.250034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.250437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.250841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.251247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.251651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.252078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.252483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:17.256468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:17.261588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42acf8c8-9ee9-4ed7-bf9f-d9511d92f2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:17.551795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:17.588750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=207122d2-990a-48c8-ac08-071d5b4a1d39,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:17.597766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:17.696867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port ebeb68de-9a53-4bdb-8954-e9ab77cce55f on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:39:17.701627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:17.704982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-deleted', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:17.763036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2f9a3cd0-f7bb-4547-a2b9-4d3c590dcbf2 req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/ebeb68de-9a53-4bdb-8954-e9ab77cce55f HTTP/1.1" status: 204  len: 173 time: 3.7956901
Nov 15 09:39:17.770133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb91fb-e04c-4a47-8270-49da8c3bfc69', 'name': 'network-vif-deleted', 'tag': 'ebeb68de-9a53-4bdb-8954-e9ab77cce55f', 'status': 'completed', 'code': 200}
Nov 15 09:39:17.784626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:17.784997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 75761716-2a15-4b3b-a70b-c3c165bd558a disassociated (deleted). External IP: 172.26.4.212, port: bac06fac-99a6-44d6-9b17-f4f50c833601.
Nov 15 09:39:17.953038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:18.083987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0f38ded5-b957-4e67-922e-8d41158df3f2 req-7149ae4c-949d-4210-9a5e-c41d97a9981c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:18.192528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0f38ded5-b957-4e67-922e-8d41158df3f2 req-7149ae4c-949d-4210-9a5e-c41d97a9981c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:18.193822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f38ded5-b957-4e67-922e-8d41158df3f2 req-7149ae4c-949d-4210-9a5e-c41d97a9981c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=9feb91fb-e04c-4a47-8270-49da8c3bfc69 HTTP/1.1" status: 200  len: 210 time: 0.1725845
Nov 15 09:39:18.364383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:18.623261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:18.627510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:18.634996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:18.648661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:18.649350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:18.696040 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "DELETE /v2.0/floatingips/75761716-2a15-4b3b-a70b-c3c165bd558a HTTP/1.1" status: 204  len: 173 time: 3.1045454
Nov 15 09:39:18.866567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-5c5befa8-21bb-4f0c-8e25-ffd0676ec007 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.1569266
Nov 15 09:39:18.887090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:19.011289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-d824e0c9-911d-4a64-9852-f1bdd8666b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:19.013267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-d824e0c9-911d-4a64-9852-f1bdd8666b13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1396461
Nov 15 09:39:19.094608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-5aa810b9-c208-4e23-8ff2-619b35bef524 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 217 time: 0.0748169
Nov 15 09:39:19.169171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-0ef98bf7-9921-4ef1-9999-adec25d83f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:19.170778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-0ef98bf7-9921-4ef1-9999-adec25d83f03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0696330
Nov 15 09:39:19.271302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-b92260ff-4225-483a-9566-4ec588569dc5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934918
Nov 15 09:39:19.312287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38566) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:19.393295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:19.422619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-d3359db5-67f8-49a1-91e0-2175bf319a24 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439438
Nov 15 09:39:19.426021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:19.487786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca160>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:19.492261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:19.505495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:19.506170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca160>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:19.574249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b27e155-0d62-4d31-98a3-eb399d998d6c req-5e97531c-2dfc-459e-9d40-5bb67f6ca4e2 service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444964
Nov 15 09:39:19.602648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:19.608459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a48d18ea-d8e4-4877-8be3-9b2ee91d9c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:19.624343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7921e8-0d5d-4b18-a197-23dce7694d34,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:19.631795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:19.639393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:19.643223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/cf7921e8-0d5d-4b18-a197-23dce7694d34 HTTP/1.1" status: 204  len: 168 time: 0.3272748
Nov 15 09:39:19.701380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38574) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:19.758045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:19.776993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:19.916184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'status': 'completed', 'code': 200}
Nov 15 09:39:20.060077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-bd8e930f-4a2c-4a94-9d4b-91ce10283479 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 1163 time: 0.1429195
Nov 15 09:39:20.178573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25ca160>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:20.182920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44122f-558e-4f0e-b48f-f9d9934976ad None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '523f8304-c4f0-4d08-b43d-88b8fcd755ea', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'port_id': '156946fe-c592-4a8a-987e-e2557d345888', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'mac_address': 'fa:16:3e:d2:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:33:46Z', 'updated_at': '2020-11-15T09:33:54Z', 'revision_number': 2, 'project_id': '5373a505522243468a5c2afd9d576d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:20.406262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-64d43c6d-efcf-4f9e-b5b2-dbd297bd091f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:20.407912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-64d43c6d-efcf-4f9e-b5b2-dbd297bd091f service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.3404846
Nov 15 09:39:20.486441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1035-324e-43dc-9463-88f1a37789a3 req-9452db4d-9a50-40b5-a30e-57e9cecb55ef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:20.487212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7e4c1035-324e-43dc-9463-88f1a37789a3 req-9452db4d-9a50-40b5-a30e-57e9cecb55ef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:20.514738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-a11b77bf-90fc-4d46-a90d-73148902681e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 200  len: 217 time: 0.0962136
Nov 15 09:39:20.562437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c675c-3628-4c8c-9f02-3358a22442a4 None None] New status for floating IP 75761716-2a15-4b3b-a70b-c3c165bd558a: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:39:20.895146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7e4c1035-324e-43dc-9463-88f1a37789a3 req-9452db4d-9a50-40b5-a30e-57e9cecb55ef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:20.896454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e4c1035-324e-43dc-9463-88f1a37789a3 req-9452db4d-9a50-40b5-a30e-57e9cecb55ef tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.7399631
Nov 15 09:39:20.980204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-25d2fcae-191f-4869-b6a1-cca3d4c474cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:20.981867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-25d2fcae-191f-4869-b6a1-cca3d4c474cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.4012861
Nov 15 09:39:21.048267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e4c1035-324e-43dc-9463-88f1a37789a3 req-26c13b64-48a9-4019-a7c2-3a12a7a6f97c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1440806
Nov 15 09:39:21.108215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:21.186769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-1f85b533-72ca-4a49-a17c-f51f33ff5a5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1928465
Nov 15 09:39:21.418391 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-bdeda5a7-97b7-4e40-b183-e69e23548ee6 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231526
Nov 15 09:39:21.612981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-efff76ec-82f7-4d7b-9093-113e284c2a7b req-19e6d2e7-dff2-4988-957b-c34d310d0bb5 service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1766777
Nov 15 09:39:22.098563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 532e3703-f188-4c8f-8b6f-ca3f481ecd14 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:22.098897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:22.449006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-097b14f4-3941-4173-8d41-a0d95ea68246 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:22.450504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-097b14f4-3941-4173-8d41-a0d95ea68246 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.3205652
Nov 15 09:39:22.472687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bac06fac-99a6-44d6-9b17-f4f50c833601 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:22.512942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6619bb6-1975-4d0a-9d8e-c95e5517ffe1 req-14234e43-ed22-438a-b099-8d2516778933 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:22.514572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6619bb6-1975-4d0a-9d8e-c95e5517ffe1 req-14234e43-ed22-438a-b099-8d2516778933 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 946 time: 0.3243198
Nov 15 09:39:22.569406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 532e3703-f188-4c8f-8b6f-ca3f481ecd14, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=532e3703-f188-4c8f-8b6f-ca3f481ecd14,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:22.569812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:22.610740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:22.638760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:22.649437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port bac06fac-99a6-44d6-9b17-f4f50c833601, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bac06fac-99a6-44d6-9b17-f4f50c833601,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:22.657822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port bac06fac-99a6-44d6-9b17-f4f50c833601 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:22.658220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:22.689705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:22.691066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:22.728599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'code': 200}
Nov 15 09:39:22.765145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 532e3703-f188-4c8f-8b6f-ca3f481ecd14 owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:22.770099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:22.773686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:22.863030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6619bb6-1975-4d0a-9d8e-c95e5517ffe1 req-7e6962bd-86db-461f-b80d-9d6d1595ed07 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3385429
Nov 15 09:39:23.126806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] For port bac06fac-99a6-44d6-9b17-f4f50c833601, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bac06fac-99a6-44d6-9b17-f4f50c833601,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:23.127237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:23.271683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for bac06fac-99a6-44d6-9b17-f4f50c833601 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:23.465865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:23.482737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbe7aaeb-ff82-435f-9e43-2b04c7ac265b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:23.880731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=532e3703-f188-4c8f-8b6f-ca3f481ecd14,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:23.895010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:24.005952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:24.032415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:24.128976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=bac06fac-99a6-44d6-9b17-f4f50c833601,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:24.191913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:24.194443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e32d84d-22c9-4bc8-8ec0-a04d67be2f4c req-6dbbca51-69d8-41bb-94b4-ab5f118ba426 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 210 time: 0.1771090
Nov 15 09:39:24.413061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] No DVR routers for this DVR port bac06fac-99a6-44d6-9b17-f4f50c833601 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:39:24.418287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:24.421608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-deleted', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:24.499469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbcfdfb-49fe-424d-bae0-20c2032a375a', 'name': 'network-vif-deleted', 'tag': 'bac06fac-99a6-44d6-9b17-f4f50c833601', 'status': 'completed', 'code': 200}
Nov 15 09:39:24.506609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb3e2156-12b2-43af-8db6-39c2140f49c5 req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "DELETE /v2.0/ports/bac06fac-99a6-44d6-9b17-f4f50c833601 HTTP/1.1" status: 204  len: 173 time: 2.0482900
Nov 15 09:39:24.578557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:25.453089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-81ffc91a-2a2e-4948-8371-a934d3097b84 req-e5c154fb-88d1-49c1-8273-3999b8833a7b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:25.507487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-81ffc91a-2a2e-4948-8371-a934d3097b84 req-e5c154fb-88d1-49c1-8273-3999b8833a7b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:25.508801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81ffc91a-2a2e-4948-8371-a934d3097b84 req-e5c154fb-88d1-49c1-8273-3999b8833a7b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=fbbcfdfb-49fe-424d-bae0-20c2032a375a HTTP/1.1" status: 200  len: 210 time: 0.1643584
Nov 15 09:39:25.540936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 0a2255e9-b552-46e5-8fd5-eb808a206ddb has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:25.796789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:25.802185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/0a2255e9-b552-46e5-8fd5-eb808a206ddb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0994382
Nov 15 09:39:25.808128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38596) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:25.808572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Sync routers for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:25.823591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:25.824953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3336940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:26.019713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 04ca09e8-f8fd-43af-a4a2-fe45eef7d341 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:39:26.022854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:26.074327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:26.082221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:26.175604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:26.390762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3336940>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:39:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:26.395409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Checking router: 0a2255e9-b552-46e5-8fd5-eb808a206ddb for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:26.408277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Routers {'0a2255e9-b552-46e5-8fd5-eb808a206ddb'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:26.408983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3336940>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:26.652216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] Set router 0a2255e9-b552-46e5-8fd5-eb808a206ddb gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:26.817778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:26.921594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9beeb93d-8b74-4dd1-aa84-90a33993da8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:26.973192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=04ca09e8-f8fd-43af-a4a2-fe45eef7d341,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:26.977410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:26.992592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.003432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/04ca09e8-f8fd-43af-a4a2-fe45eef7d341 HTTP/1.1" status: 204  len: 168 time: 1.1948864
Nov 15 09:39:27.004040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38610) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:27.006366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120addb-5d47-40f5-b336-4afc156efc32 None None] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:39:27.310821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.389815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3336940>, [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:39:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:27.400992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1a642-029a-4811-ac6c-b24bd606b325 None None] The sync data for ids ['0a2255e9-b552-46e5-8fd5-eb808a206ddb'] in dv-neutron-743142-12-ovs is: [{'id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'name': 'tempest-TestNetworkBasicOps-router-37803493', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:39:23Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': 'e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2255e9-b552-46e5-8fd5-eb808a206ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:36:40Z', 'updated_at': '2020-11-15T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:27.522457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] DHCP port deletion for 9ef57c69-3cd6-4975-bea7-f59c31f66cda request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:39:27.532872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Deleting port babc9822-b161-4104-9eb2-95c27933aab2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:27.533309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.632136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.677370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:27.678940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.831685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] For port babc9822-b161-4104-9eb2-95c27933aab2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=babc9822-b161-4104-9eb2-95c27933aab2,segment=NetworkSegment(0f3a6472-62b4-4c42-9aca-36425c983ca2),segment_id=0f3a6472-62b4-4c42-9aca-36425c983ca2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:27.832504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:27.941419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:27.941629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:28.002865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Calling delete_port for babc9822-b161-4104-9eb2-95c27933aab2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:28.096396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:28.183110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:28.200882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:28.309423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Pushing event deleted for resources: {'Port': ['ID=babc9822-b161-4104-9eb2-95c27933aab2,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:28.314436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:28.349962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] No DVR routers for this DVR port babc9822-b161-4104-9eb2-95c27933aab2 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:39:28.408446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:28.424564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6b4938b-c309-49e5-b87d-452287e21e40 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:28.518051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:28.524677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:28.813785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.163325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.178735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.212160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 532e3703-f188-4c8f-8b6f-ca3f481ecd14 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:29.250199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 532e3703-f188-4c8f-8b6f-ca3f481ecd14 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:29.250579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 532e3703-f188-4c8f-8b6f-ca3f481ecd14 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:29.251236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device babc9822-b161-4104-9eb2-95c27933aab2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:29.286659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: babc9822-b161-4104-9eb2-95c27933aab2 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:29.287402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device babc9822-b161-4104-9eb2-95c27933aab2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:29.465499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.466028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 0a2255e9-b552-46e5-8fd5-eb808a206ddb {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:39:29.483196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.487688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38624) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:29.488134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/0a2255e9-b552-46e5-8fd5-eb808a206ddb HTTP/1.1" status: 204  len: 168 time: 2.4820030
Nov 15 09:39:29.638960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.849322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:29.977846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a15b7ac8>,) {'filters': {'network_id': ['9ef57c69-3cd6-4975-bea7-f59c31f66cda']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:29.991037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15b7ac8>, '0f3a6472-62b4-4c42-9aca-36425c983ca2') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:29.991381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15b7ac8>, '0f3a6472-62b4-4c42-9aca-36425c983ca2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:30.004156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.019718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.021763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:39:30.224148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:39:30.233547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.422064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 9ef57c69-3cd6-4975-bea7-f59c31f66cda has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:39:30.452046 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:39:30.560284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.563767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-feda5a6b-779e-4397-93a5-584e8a47ec4e tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:30.580177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.592980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=9ef57c69-3cd6-4975-bea7-f59c31f66cda,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:30.596471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:30.626579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/9ef57c69-3cd6-4975-bea7-f59c31f66cda HTTP/1.1" status: 204  len: 168 time: 1.1372516
Nov 15 09:39:30.640480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38630) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:30.646834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--548263143', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:30.653092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:30.657481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:30.660508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:30.666265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:30.705575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:39:30.711103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.744511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:39:30.793229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.793699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment 0bd24df1-d2c6-40b6-a10b-ae574d582e14 of type vxlan for network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae
Nov 15 09:39:30.871867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.962768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.967016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:30.967719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:30.973103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9122eb26-b70a-4839-b2f7-39bb3ddd3426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:31.032792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:31.072275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:31.072694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e9b65f9a-f8cf-4a66-a7a0-dba73c7629dc not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:31.090695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=35a04e4f-b4c3-4095-8b13-4ec275ef90ae,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:31.093565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:31.102368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:39:31.117228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:39:31.129526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4879000
Nov 15 09:39:31.132674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38634) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:31.139228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-879222500', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:31.146815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:31.151117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:31.154412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:31.160295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:31.197341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.198620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.217510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.416085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.609693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-80a41d3a-43d6-4943-8a6a-e8703d07b8ad tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips/523f8304-c4f0-4d08-b43d-88b8fcd755ea HTTP/1.1" status: 200  len: 998 time: 0.1275361
Nov 15 09:39:31.645192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.682037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:31.768782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc663-cf90-4324-a946-d63c19ce194d req-13d81e19-60ba-436c-abfc-8b7e55600bba tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:31.770291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-13d81e19-60ba-436c-abfc-8b7e55600bba tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1547725
Nov 15 09:39:31.895285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-749bc663-cf90-4324-a946-d63c19ce194d req-7dacbdef-add6-4ae5-b5ce-1e3ff28da124 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:31.945829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-749bc663-cf90-4324-a946-d63c19ce194d req-7dacbdef-add6-4ae5-b5ce-1e3ff28da124 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:31.947064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-7dacbdef-add6-4ae5-b5ce-1e3ff28da124 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.32 HTTP/1.1" status: 200  len: 1001 time: 0.1700573
Nov 15 09:39:31.964281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.96 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/546b1a28-ba58-4c81-a7e9-a2b7c18a23c9) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:39:32.036323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc663-cf90-4324-a946-d63c19ce194d req-4a094a01-003e-4850-be25-c176ffc40289 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:32.037818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-4a094a01-003e-4850-be25-c176ffc40289 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports/156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 943 time: 0.0840278
Nov 15 09:39:32.123276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.180558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.200438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-004ec3f1-fe1c-45b5-8ba0-1684f5da0bde tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:32.236624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-5f393e0e-15f9-4295-9f21-b858880f30b7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.32 HTTP/1.1" status: 200  len: 1001 time: 0.1189179
Nov 15 09:39:32.352499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:32.355960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:32.400709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:39:32.401925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:32.404453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:39:32.481836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port 9e377605-d9a9-4b24-a55d-9b751ecb7858 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:32.482146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.627211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.628105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.950965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:32.951587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:33.092649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for 9e377605-d9a9-4b24-a55d-9b751ecb7858 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:33.310889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:39:33.368283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:33.384855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf047f1b-47fb-4ebb-8b3c-daf066b4e1c7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:33.477130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=9e377605-d9a9-4b24-a55d-9b751ecb7858,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:33.484410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:33.572391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:33.582211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:33.595822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:33.596548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:33.610152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:33.610532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Floating IP 523f8304-c4f0-4d08-b43d-88b8fcd755ea disassociated (deleted). External IP: 172.26.4.32, port: 156946fe-c592-4a8a-987e-e2557d345888.
Nov 15 09:39:33.625386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:33.629710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.4933605
Nov 15 09:39:33.629997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38642) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:33.822979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-212606c0-f1a0-4644-9bff-76e77186d28c tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1911840
Nov 15 09:39:33.825644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38648) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:33.828284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:33.834504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658966563', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:33.961679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:33.966778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:33.970260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:33.976566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:34.043618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:39:34.151270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:34.164238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:34.313927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88080>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:32Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:34.318504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:34.318912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Updating router a6794de7-e51f-4267-b418-a1ae220d685c port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:39:34.390524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:34.414495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:34.424971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:34.438748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:34.439526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:34.535275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:34.616220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "DELETE /v2.0/floatingips/523f8304-c4f0-4d08-b43d-88b8fcd755ea HTTP/1.1" status: 204  len: 173 time: 2.3736336
Nov 15 09:39:34.616809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:34.686281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'tag': '156946fe-c592-4a8a-987e-e2557d345888', 'status': 'completed', 'code': 200}
Nov 15 09:39:34.699099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:34.792844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-5c4b7bd7-890b-45bc-a698-8f99510d3d8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.1596859
Nov 15 09:39:34.952796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:34.968774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f5689aea-a866-484e-a7b9-53cc7c29d7b7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:34.972534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc663-cf90-4324-a946-d63c19ce194d req-803bb7bb-03e2-41a9-aff5-f13de0eeb07c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:34.981038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-803bb7bb-03e2-41a9-aff5-f13de0eeb07c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.1872792
Nov 15 09:39:34.988365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.051758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-5f62e25d-2f42-4f8b-9d32-9c015cb9bea8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5373a505522243468a5c2afd9d576d50&device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 1163 time: 0.3231530
Nov 15 09:39:35.078539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Transition to ACTIVE for port object 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:35.085909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-756bbfd3-eac5-4acf-be54-64538faf3056 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 217 time: 0.1039464
Nov 15 09:39:35.106031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.107175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6470>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:35.109873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=7d3b586b-16fb-4230-85b1-06e31fbeedfd,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:35.113433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:35.114576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:35.128002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:35.128835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:35.135495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:35.202305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:39:35.202671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: 35a04e4f-b4c3-4095-8b13-4ec275ef90ae, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:39:35.245132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc663-cf90-4324-a946-d63c19ce194d req-828533d2-68d6-4422-97aa-1f2ca22e6ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:35.246728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-828533d2-68d6-4422-97aa-1f2ca22e6ddc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.1086304
Nov 15 09:39:35.283917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:39:35.314705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-c25d1eb9-9dce-4b3f-8956-6c29fc0e8e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:35.316338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-c25d1eb9-9dce-4b3f-8956-6c29fc0e8e74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 200  len: 906 time: 0.2554641
Nov 15 09:39:35.325031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Pushing event updated for resources: {'Port': ['ID=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:35.326420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 35a04e4f-b4c3-4095-8b13-4ec275ef90ae) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:35.342810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d1f4e9-6b4b-4d90-9272-600bd0f73b4f None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:39:35.349422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.349812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.350192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.350570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.351117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.351496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.351876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.352257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.352625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.352996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.353361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.353728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.354703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.355072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.355435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.356331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.356713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.357226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.357597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.357966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.358334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.358535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:35.358695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.359073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.359421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:39:35.359545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.365869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:35.399319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Attempting to bind port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:39:35.399739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Attempting to bind port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:39:35.400235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Attempting to bind port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:39:35.409371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:39:35.409789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:39:35.410242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.410686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:39:35.411209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Bound port: 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:39:35.411631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.414728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-59092939-c2ed-40fc-803e-a157ccb32914 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 200  len: 217 time: 0.0835896
Nov 15 09:39:35.445179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6163495
Nov 15 09:39:35.448461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38654) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:35.489879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-c2505558-d540-488f-983f-4aaa89a1c011 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2260828
Nov 15 09:39:35.502341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-6cbdcf65-910d-4ef7-841e-abd6668d4080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:35.503912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-6cbdcf65-910d-4ef7-841e-abd6668d4080 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 200  len: 851 time: 0.0807941
Nov 15 09:39:35.508846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] For port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:39:35.513108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] For port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:39:35.545087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:35.570344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:35.705529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:35.757814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Pushing event updated for resources: {'Port': ['ID=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:35.771886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:35.866279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:35.866987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:35.938091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:39:35.939439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:36.017402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-c39abba1-9f8c-403d-863b-3e4346d2bcfb service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5123217
Nov 15 09:39:36.029411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-a49526fc-931c-466c-ac4d-5e70b5c94282 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e76adbaf-78b0-419f-b610-8e6e7484786e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5017698
Nov 15 09:39:36.139443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:36.215333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-749bc663-cf90-4324-a946-d63c19ce194d req-f02b179f-b79d-453c-83a1-41d556ef047d service neutron] 10.222.0.81 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1845062
Nov 15 09:39:36.471359 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-6c694257-de80-457a-bb5f-d88ca01cea3e service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518096
Nov 15 09:39:36.501521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:36.506264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6470>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:36.552377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475685dc-10b0-4b36-b219-c3aeebfb45b4 None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:29:20Z', 'revision_number': 4, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f10112f0-33cf-4e26-91d9-affa1575ab6e', 'name': '', 'network_id': 'e76adbaf-78b0-419f-b610-8e6e7484786e', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'mac_address': 'fa:16:3e:f2:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:19Z', 'updated_at': '2020-11-15T09:29:30Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'subnets': [{'id': '55f15274-63e1-4a00-ae82-87802e0289d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:36.596955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88080>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:32Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:36.603277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48317014-ed96-4d7c-b5d8-4181e6da0149 None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:32Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:36.622110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Allocated IP 172.20.0.2 (35a04e4f-b4c3-4095-8b13-4ec275ef90ae/7d3b586b-16fb-4230-85b1-06e31fbeedfd/58acc2e4-47e9-431d-aba5-6fc5552a4c4f) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:39:36.686225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0276a2-c52c-4bba-83b6-a3ab3df8ca69 req-b1c14b89-11be-42af-8649-b06c2a05d0bb service neutron] 10.222.0.65 "GET /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053604
Nov 15 09:39:36.917508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069a1a2-198c-4805-82e1-80f0b54b9670 req-d9d9c486-7556-4e68-a794-909d7fed3205 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:36.918674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3069a1a2-198c-4805-82e1-80f0b54b9670 req-d9d9c486-7556-4e68-a794-909d7fed3205 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:36.965943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3069a1a2-198c-4805-82e1-80f0b54b9670 req-d9d9c486-7556-4e68-a794-909d7fed3205 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:36.967732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3069a1a2-198c-4805-82e1-80f0b54b9670 req-d9d9c486-7556-4e68-a794-909d7fed3205 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1638551
Nov 15 09:39:36.980547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:36.995129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Transition to ACTIVE for port object 58acc2e4-47e9-431d-aba5-6fc5552a4c4f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:37.037288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3069a1a2-198c-4805-82e1-80f0b54b9670 req-778e2254-0b57-4cec-8a12-ed97bad06a26 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0620165
Nov 15 09:39:37.048826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Transition to ACTIVE for port object 58acc2e4-47e9-431d-aba5-6fc5552a4c4f will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:37.077795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.096319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:37.226360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5876e6e-a3c4-4479-99c2-5a366a97a519 None None] New status for floating IP 523f8304-c4f0-4d08-b43d-88b8fcd755ea: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:39:37.271827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Pushing event updated for resources: {'Port': ['ID=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:37.276150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:37.298458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (35a04e4f-b4c3-4095-8b13-4ec275ef90ae/7d3b586b-16fb-4230-85b1-06e31fbeedfd/26feb35a-2ad0-4401-8dfe-4c437ad8c87f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:39:37.348561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:39:37.350103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:37.352552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:39:37.418140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Attempting to bind port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:39:37.418572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Attempting to bind port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:39:37.418992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Attempting to bind port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f on network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:39:37.429752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:39:37.430189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Checking segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:39:37.430650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.431101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Bound using segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:39:37.431641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Bound port: 58acc2e4-47e9-431d-aba5-6fc5552a4c4f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:39:37.432140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.496380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.515758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 26feb35a-2ad0-4401-8dfe-4c437ad8c87f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:37.545234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] For port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:39:37.550021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] For port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:39:37.566532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.584129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c93f4622-be86-477b-b826-376fdd234ee5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:37.592124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.612679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:37.748466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:37.751643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:37.758648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-2838d8f8-8110-4935-88c1-b06e80dd73c4 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:37.761020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-2838d8f8-8110-4935-88c1-b06e80dd73c4 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.1068375
Nov 15 09:39:37.778903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Pushing event updated for resources: {'Port': ['ID=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:37.784405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:37.802620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:39:37.804414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:37.807297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:39:37.867195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port 156946fe-c592-4a8a-987e-e2557d345888 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:37.867634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:37.872059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.019262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.196826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] For port 156946fe-c592-4a8a-987e-e2557d345888, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=156946fe-c592-4a8a-987e-e2557d345888,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:38.197411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.406017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for 156946fe-c592-4a8a-987e-e2557d345888 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:38.539984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2475d-1d6d-4e88-a513-81349726cb54 req-40ea58c2-8b7c-4b0c-923f-66e738f32e43 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:38.542352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9b2475d-1d6d-4e88-a513-81349726cb54 req-40ea58c2-8b7c-4b0c-923f-66e738f32e43 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 946 time: 0.3349514
Nov 15 09:39:38.599387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c9b2475d-1d6d-4e88-a513-81349726cb54 req-5890a246-efa9-40e3-b285-16745c1f0253 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups?id=9e9099d8-e82c-4660-aaf3-0d03d0e4515d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0500960
Nov 15 09:39:38.639252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 156946fe-c592-4a8a-987e-e2557d345888 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:38.704449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 156946fe-c592-4a8a-987e-e2557d345888 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:38.704449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 156946fe-c592-4a8a-987e-e2557d345888 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:38.749397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.765216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-803e087f-648b-439c-a09e-6d41f4cc4ec4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:38.812778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=156946fe-c592-4a8a-987e-e2557d345888,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:38.866625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:38.970198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.985697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] No DVR routers for this DVR port 156946fe-c592-4a8a-987e-e2557d345888 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:39:38.987425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:38.991851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'name': 'network-vif-deleted', 'tag': '156946fe-c592-4a8a-987e-e2557d345888'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:39.014564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:39.057769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:39.065529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8aa6a192-ccb9-492e-b038-01c529f50ce3 req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.65 "DELETE /v2.0/ports/156946fe-c592-4a8a-987e-e2557d345888 HTTP/1.1" status: 204  len: 173 time: 1.2979906
Nov 15 09:39:39.067688 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367d557-ca05-44af-8993-28ac4c3b3b77', 'name': 'network-vif-deleted', 'tag': '156946fe-c592-4a8a-987e-e2557d345888', 'status': 'completed', 'code': 200}
Nov 15 09:39:39.179046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:39.183007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:39.188119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:39.189151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:39.320094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:39.325552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:39.325988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:39.364170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacb112-0696-4935-b935-858a737de331 None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:39:39.393242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:39:39.394797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:39.619726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-464a2eea-3683-4685-9208-85386f03c33d None None] Provisioning for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:39.628234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:39.711213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:39.765261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:39.766196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 58acc2e4-47e9-431d-aba5-6fc5552a4c4f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:39.863157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b80ccff-672e-4604-80a0-99138eb4e8e6 req-3a83fdcf-c1ff-4b75-ab4d-26c092823ac0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:39.917315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b80ccff-672e-4604-80a0-99138eb4e8e6 req-3a83fdcf-c1ff-4b75-ab4d-26c092823ac0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:39.919121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b80ccff-672e-4604-80a0-99138eb4e8e6 req-3a83fdcf-c1ff-4b75-ab4d-26c092823ac0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/ports?device_id=2367d557-ca05-44af-8993-28ac4c3b3b77 HTTP/1.1" status: 200  len: 210 time: 0.1325340
Nov 15 09:39:40.013482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c403605e-d554-4eea-b041-c423b0cae399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:40.036540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:40.147582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:40.152818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:40.216983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:40.225006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:40.225450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:40.325626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:40.341281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/a6794de7-e51f-4267-b418-a1ae220d685c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8911231
Nov 15 09:39:40.342925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:40.343978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38668) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:40.403899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:40.415780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:40.417660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a327ba58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:40.510600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.511036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.511465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.511926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.512319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.512737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.517256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-011a619e-4b1c-4d4e-b81c-6296797a5866 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1695414
Nov 15 09:39:40.517704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38672) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:40.524909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Provisioning complete for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:40.525346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:40.596688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:40.609332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09294e11-2465-4438-a010-035a054205b1 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.620372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09294e11-2465-4438-a010-035a054205b1 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:40.621445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09294e11-2465-4438-a010-035a054205b1 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.1024332
Nov 15 09:39:40.622220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38676) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:40.685096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:40.699674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84490ecc-2ea4-450e-8b39-fd7aaee100e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:40.907873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:40.914204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:40.919182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:40.933837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1d34c98b-7172-40cf-8fa4-881405514391 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.3070080
Nov 15 09:39:41.112616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Provisioning for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:41.181341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Provisioning complete for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:41.181782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.199802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-26a00c03-cb22-42da-8eaf-0e0bba9283cd tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips/3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 HTTP/1.1" status: 200  len: 693 time: 0.1025376
Nov 15 09:39:41.221999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:41.316104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38686) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:41.327086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324757100', 'description': 'tempest-secgroup-smoke-1324757100 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:41.333650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:41.339267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:41.341925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:41.348220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:41.364338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-32cdd525-cbfb-42f4-8fd4-b3ec2a6dc843 None None] Port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:39:41.375699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-1d51a983-87e4-4564-9e25-21169674c7f0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:41.377231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-1d51a983-87e4-4564-9e25-21169674c7f0 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1744254
Nov 15 09:39:41.388457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-62a95ddd-902c-4378-9f0c-fc1918e95846 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:39:41.389516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-62a95ddd-902c-4378-9f0c-fc1918e95846 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0061774
Nov 15 09:39:41.396983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.417638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:41.417966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.437989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:41.442194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:41.445193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:41.451968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:41.484095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-1a95a557-ff8e-4fd6-8f78-3faf2e11b013 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Synchronizing usage tracker for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:41.527296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a67f5f13-6879-4c02-81d2-5bb6308020a2 None None] Provisioning complete for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:41.527719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a67f5f13-6879-4c02-81d2-5bb6308020a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.551079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-1a95a557-ff8e-4fd6-8f78-3faf2e11b013 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Unset dirty status for tenant:5373a505522243468a5c2afd9d576d50 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:41.552429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-1a95a557-ff8e-4fd6-8f78-3faf2e11b013 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.254 HTTP/1.1" status: 200  len: 696 time: 0.1562500
Nov 15 09:39:41.646505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-4ac56a9f-176f-4cb2-9458-6586ac44a7ad tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.254 HTTP/1.1" status: 200  len: 696 time: 0.0861423
Nov 15 09:39:41.650445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a327ba58>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:38Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:41.665522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:41.665931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Updating router a6794de7-e51f-4267-b418-a1ae220d685c port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:39:41.691498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.719423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 58acc2e4-47e9-431d-aba5-6fc5552a4c4f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:41.739870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.746879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-378787ff-d006-4e92-b2f2-fcd12c95cc6e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:41.794623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=a818b5de-63f4-456d-9c7e-54429145b677,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:41.799455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:41.820248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.821838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5044870
Nov 15 09:39:41.825635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38690) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:41.831903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:41.833415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Deleting port bbf2d3b3-1d9f-41f7-a781-1151ed01e504 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:41.833992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.840129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:41.845337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:41.849135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:41.857070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:41.925720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:41.999630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.018329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.034365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.036633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d8b558fb-871b-4e8e-88d8-8be6f3286272 tempest-SecGroupIPv6Test-1840097137 tempest-SecGroupIPv6Test-1840097137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.060943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.061387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.064405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32273bc7-fded-4b62-94aa-9db8d287ba60,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.072173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.117263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.122010 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2920270
Nov 15 09:39:42.122391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38694) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:42.128896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:42.136281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:42.140624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:42.143829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:42.149869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:42.190699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:42.191045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.196838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.201612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Calling delete_port for bbf2d3b3-1d9f-41f7-a781-1151ed01e504 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:42.236747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a67f5f13-6879-4c02-81d2-5bb6308020a2 None None] Provisioning complete for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:42.237178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a67f5f13-6879-4c02-81d2-5bb6308020a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.274090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.303225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.305434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8faf0057-b107-446e-9cc7-1d6e96dbd0b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.335468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daf0fdd-8518-4348-9801-d82a1210e31c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.338816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.394517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.398728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12eb8f41-65f2-483c-92a5-8594eb55b10d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2724528
Nov 15 09:39:42.399540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38698) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:42.400111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a67f5f13-6879-4c02-81d2-5bb6308020a2 None None] Port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:39:42.407361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:42.414112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:42.418871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:42.422122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:42.428472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:42.468867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.485530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-697cf780-eb0f-4348-bb16-ebc83a043772 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.504519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.576415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.582592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'Port': ['ID=bbf2d3b3-1d9f-41f7-a781-1151ed01e504,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.593724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.611807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.613850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56485334-bb1a-43c2-88a7-dff1bb38670d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.639947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ec009-1a30-4d62-afc8-5b47d9935297,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.642619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.674616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.677326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b6f28b92-84eb-43a5-82f4-e132fa6596f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2755897
Nov 15 09:39:42.679106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38702) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:42.685575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:42.692062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:42.696203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:42.700015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:42.705929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:42.714720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.725147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.733753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Transition to ACTIVE for port object 26feb35a-2ad0-4401-8dfe-4c437ad8c87f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:42.749988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.771540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.788061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.815092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.816407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84ca35cb-08d2-4747-b50c-05dfb2af9b69 req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "DELETE /v2.0/floatingips/3980d2af-b6d2-4fd0-a42d-0c55bfc3ec74 HTTP/1.1" status: 204  len: 173 time: 1.1611674
Nov 15 09:39:42.881938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.908924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.917502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:42.929597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Pushing event updated for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.934373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.941049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26afe475-e75d-4bba-bdcb-d7703be5405c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:42.944183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:42.989281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:42.993734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3108335
Nov 15 09:39:42.993917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38710) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:43.003508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:43.011599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:43.015776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:43.019020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:43.027069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:43.071987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:39:43.081240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.129669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Attempting to bind port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:39:43.130097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Attempting to bind port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:39:43.130570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Attempting to bind port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f on network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:39:43.138989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:39:43.139367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Checking segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:39:43.139802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.140295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Bound using segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:39:43.140836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Bound port: 26feb35a-2ad0-4401-8dfe-4c437ad8c87f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:39:43.141274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.170272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.200378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.202943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:43.229734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4ba99f-ecac-4a40-8ebe-af56b2c1d2d9,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:43.234441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:43.305933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] For port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:39:43.310655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] For port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:39:43.334070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7c5fbcc9-cf92-4511-b58e-7a386b9697ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.363295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.369043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.371163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97197142-fd2c-40e6-81ac-ff551a5bd798 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3736701
Nov 15 09:39:43.374053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38718) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:43.380292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': 'a818b5de-63f4-456d-9c7e-54429145b677', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:43.387584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:43.389654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:43.392423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:39:43.395531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:39:43.401774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:43.442824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:39:43.451091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.530426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.553620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Pushing event updated for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:43.559449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:43.565642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.567713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb55646c-a50a-4e7c-8dbc-27b9e4ab361f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:43.593253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ac0747-23ff-4d7f-a80c-8b521a8334b1,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:43.596145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:43.603149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:43.605086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a327ba58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:43.642905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:43.653530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2690763
Nov 15 09:39:43.876159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:43.884341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-f204f459-d1dd-4a9f-bee5-45b029633231 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324757100&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0607979
Nov 15 09:39:44.055118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-0f7eff1f-dbad-4778-9a46-1540a52f1edc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:44.057295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-0f7eff1f-dbad-4778-9a46-1540a52f1edc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 796 time: 0.1623673
Nov 15 09:39:44.076467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa2dd338-150c-48ff-8668-a121decdd9f6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0123277
Nov 15 09:39:44.267308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a327ba58>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:43Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:44.272857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc038-63bc-404a-b0ba-194e741ddebf None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:43Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:44.499528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-a9672544-315b-436c-b49f-ad2afa3f5db3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:44.539639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-a9672544-315b-436c-b49f-ad2afa3f5db3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:44.541991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-a9672544-315b-436c-b49f-ad2afa3f5db3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4583755
Nov 15 09:39:44.561812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-031c75b0-88a1-43ff-97e6-acf5405d21dd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:39:44.568301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-031c75b0-88a1-43ff-97e6-acf5405d21dd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0081043
Nov 15 09:39:44.723093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-93a2d793-126d-4d00-8395-717c09b70efd service neutron] 10.222.0.81 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490209
Nov 15 09:39:44.897314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-0d8c186c-92b9-44fe-95f4-f5e11ed21142 service neutron] 10.222.0.81 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697884
Nov 15 09:39:45.146088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26feb35a-2ad0-4401-8dfe-4c437ad8c87f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:45.216771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7631cc87-9c78-4dd7-bbf1-c949df0aed83 req-eca9822f-7f56-426c-a07b-6421a0e526cd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0540936
Nov 15 09:39:45.268765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:45.274311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:45.274749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.418444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.453290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:45.486071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.488427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:45.568893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:45.572553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:45.618291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-442969b7-94d5-4f27-bf95-a22a9bce473c tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "GET /v2.0/security-groups/9e9099d8-e82c-4660-aaf3-0d03d0e4515d HTTP/1.1" status: 200  len: 2653 time: 0.0608680
Nov 15 09:39:45.698857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.705726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb358e6a-309c-42c7-a4fa-ec2cfd900717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.730000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.908872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.914438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25ce509d-017a-4114-aa5c-87e27ff61789 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:45.930594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9099d8-e82c-4660-aaf3-0d03d0e4515d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:45.933992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:45.950625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.982757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:45.984065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-34f3a0b2-953d-4374-925c-988ee41f83f2 req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] 10.222.0.81 "DELETE /v2.0/security-groups/9e9099d8-e82c-4660-aaf3-0d03d0e4515d HTTP/1.1" status: 204  len: 173 time: 0.3586240
Nov 15 09:39:46.091464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38744) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:46.345786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:46.350678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9242326-6af3-4ab2-9511-1e8e50a051c1 req-b9dd2d29-aa75-46a2-ab40-4b6efa3df610 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0549541
Nov 15 09:39:46.798850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:47.089242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26feb35a-2ad0-4401-8dfe-4c437ad8c87f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:47.172707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:47.173135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:47.526094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Deleting port f10112f0-33cf-4e26-91d9-affa1575ab6e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:47.526665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:47.527171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-991d1ebf-05a1-416d-ae9f-b0091c009731 req-8711ee72-1ea3-4ebe-9461-7ad1aa70ece1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0487528
Nov 15 09:39:47.548421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:47.720432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] For port f10112f0-33cf-4e26-91d9-affa1575ab6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f10112f0-33cf-4e26-91d9-affa1575ab6e,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:47.720760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:48.108594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:48.145523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Calling delete_port for f10112f0-33cf-4e26-91d9-affa1575ab6e owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:48.373820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:48.390345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d5e36908-8eb9-4f0a-83c1-f35ef8dfe894 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:48.486623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10112f0-33cf-4e26-91d9-affa1575ab6e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:48.490702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:48.734467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fda0619b-2925-4dfc-a127-63f01c70437c req-d454b5e8-85c1-4c35-95dd-d030c3429302 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0576804
Nov 15 09:39:48.881771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:49.336365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-eb4b50af-83d4-432b-b31f-2837f0414d83 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:49.338247 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-eb4b50af-83d4-432b-b31f-2837f0414d83 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 796 time: 0.1605637
Nov 15 09:39:49.435662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-6d0d3b1f-b6c4-494a-910d-845a9787f321 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.0762253
Nov 15 09:39:49.446431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['a818b5de-63f4-456d-9c7e-54429145b677']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:49.597948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:39:49.608323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:39:49.648189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:39:49.654572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:49.771297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:39:49.946575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9fc34112-43e6-4c73-9317-09612fcfa5a9 req-a298446a-1fff-4285-882f-20bb87977f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0655189
Nov 15 09:39:50.032040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.8 (35a04e4f-b4c3-4095-8b13-4ec275ef90ae/7d3b586b-16fb-4230-85b1-06e31fbeedfd/b116e7a9-3880-42b2-bf97-4c8c6a61076b) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:39:50.052965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:39:50.063561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Sync routers for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:39:50.070248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/387b5d6a-3719-46ea-b1bd-967ca7e4b6c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9753034
Nov 15 09:39:50.070527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38784) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:50.078327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:50.078485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a830a278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:50.246709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.265589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object b116e7a9-3880-42b2-bf97-4c8c6a61076b will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:50.315192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.334941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:50.342859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.469612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:50.501343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:50.504525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:50.551734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:39:50.553393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:39:50.555751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:39:50.604598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.636068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:50.636753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.654008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Deleting port 70e395a9-7a9a-4c8a-af21-315748e7929e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:50.654683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.716004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2734845
Nov 15 09:39:50.737950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Request body: {'port': {'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:39:50.804900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a830a278>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:39:48Z', 'revision_number': 5, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port': {'id': '70e395a9-7a9a-4c8a-af21-315748e7929e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:15Z', 'updated_at': '2020-11-15T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:50.809781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Checking router: 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:39:50.822702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Routers {'387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:39:50.823583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a830a278>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:50.866888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] For port 70e395a9-7a9a-4c8a-af21-315748e7929e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=70e395a9-7a9a-4c8a-af21-315748e7929e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:50.867435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.902497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:50.939656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-05974e52-f1eb-4e7c-9266-7d0dda206e00 None None] Provisioning for port b116e7a9-3880-42b2-bf97-4c8c6a61076b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:50.959336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-05974e52-f1eb-4e7c-9266-7d0dda206e00 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:50.959769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05974e52-f1eb-4e7c-9266-7d0dda206e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:51.036296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Calling delete_port for 70e395a9-7a9a-4c8a-af21-315748e7929e owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:51.049562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] Set router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:39:51.064723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-05974e52-f1eb-4e7c-9266-7d0dda206e00 None None] Port b116e7a9-3880-42b2-bf97-4c8c6a61076b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:39:51.185900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a830a278>, [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:39:50Z', 'revision_number': 6, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:51.190137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1deb2-8fb0-47d7-9ae6-172c2ba202cc None None] The sync data for ids ['387b5d6a-3719-46ea-b1bd-967ca7e4b6c2'] in dv-neutron-743142-12-ovs is: [{'id': '387b5d6a-3719-46ea-b1bd-967ca7e4b6c2', 'name': 'tempest-TestVolumeBootPattern-1059165993-router', 'tenant_id': '5373a505522243468a5c2afd9d576d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:14Z', 'updated_at': '2020-11-15T09:39:50Z', 'revision_number': 6, 'project_id': '5373a505522243468a5c2afd9d576d50', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:39:51.346510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb3346-f578-47ea-968b-3c9173e95614 req-d74a01b1-6e1d-4bf0-b44b-9610d70da105 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:51.347285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-f9fb3346-f578-47ea-968b-3c9173e95614 req-d74a01b1-6e1d-4bf0-b44b-9610d70da105 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:39:51.371233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:51.388836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0ba5f459-3735-43f9-ba71-32c701a08661 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:51.454707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-f9fb3346-f578-47ea-968b-3c9173e95614 req-d74a01b1-6e1d-4bf0-b44b-9610d70da105 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:39:51.458110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9fb3346-f578-47ea-968b-3c9173e95614 req-d74a01b1-6e1d-4bf0-b44b-9610d70da105 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 931 time: 0.3243043
Nov 15 09:39:51.486439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=70e395a9-7a9a-4c8a-af21-315748e7929e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:51.490616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:51.517873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b116e7a9-3880-42b2-bf97-4c8c6a61076b {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:39:51.530184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:51.548577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9fb3346-f578-47ea-968b-3c9173e95614 req-3276c3eb-af4b-445a-b0b3-b78ba13ba426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804031
Nov 15 09:39:51.549559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Transition to ACTIVE for port object b116e7a9-3880-42b2-bf97-4c8c6a61076b will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:39:51.582586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:51.599192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f25235e-2b6b-4471-82a4-a8cbc68645ea tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:51.756043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:51.762778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:51.959876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Attempting to bind port b116e7a9-3880-42b2-bf97-4c8c6a61076b on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:39:51.960464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Attempting to bind port b116e7a9-3880-42b2-bf97-4c8c6a61076b by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:39:51.960946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Attempting to bind port b116e7a9-3880-42b2-bf97-4c8c6a61076b on network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:39:51.969786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:39:51.970348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Checking segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:39:51.970862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:51.971368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Bound using segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:39:51.972010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Bound port: b116e7a9-3880-42b2-bf97-4c8c6a61076b, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:39:51.972497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.084264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:39:52.086490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.088482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:39:52.143114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.159968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3fcc442b-2f3f-4da7-8171-83665fc4cff8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:52.322698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:52.328208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:52.361531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.362967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] 10.222.0.65 "PUT /v2.0/ports/b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 1157 time: 1.6311488
Nov 15 09:39:52.363549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:52.408725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.413521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.433113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:39:52.522225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.522852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:39:52.538228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.539573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] 10.222.0.81 "DELETE /v2.0/routers/387b5d6a-3719-46ea-b1bd-967ca7e4b6c2 HTTP/1.1" status: 204  len: 168 time: 2.4679189
Nov 15 09:39:52.542893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38792) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:52.602863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-63e4d1ce-82dc-41d1-9156-846960c42837 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1160 time: 0.1402454
Nov 15 09:39:52.624585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Deleting subnet 55f15274-63e1-4a00-ae82-87802e0289d4 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:39:52.684559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.789616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-a5c09424-5474-489f-947f-a751c97cca77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 217 time: 0.1640353
Nov 15 09:39:52.835115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:52.948782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-770ab25a-116e-4154-9181-303021d76752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:52.950288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-770ab25a-116e-4154-9181-303021d76752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.1513927
Nov 15 09:39:53.022031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49b4e-a4ee-4df6-921d-83cee073ce7f req-9b69dba5-b790-43da-a8d0-a2af2fe01a70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:53.023635 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ac49b4e-a4ee-4df6-921d-83cee073ce7f req-9b69dba5-b790-43da-a8d0-a2af2fe01a70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 943 time: 0.3056116
Nov 15 09:39:53.060877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:53.090675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 70e395a9-7a9a-4c8a-af21-315748e7929e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:53.129077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 70e395a9-7a9a-4c8a-af21-315748e7929e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:53.129476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 70e395a9-7a9a-4c8a-af21-315748e7929e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:53.129961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f10112f0-33cf-4e26-91d9-affa1575ab6e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:53.167084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: f10112f0-33cf-4e26-91d9-affa1575ab6e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:53.167504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f10112f0-33cf-4e26-91d9-affa1575ab6e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:53.255968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:39:53.489587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ac49b4e-a4ee-4df6-921d-83cee073ce7f req-7ca8e59c-6899-497c-a988-882425392293 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4549429
Nov 15 09:39:53.504415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-8d35b7c4-8944-4e23-b8cb-c3ec2159421b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5438249
Nov 15 09:39:53.739710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-be1f09fa-19cd-429b-a934-9c2a37ca4288 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188258
Nov 15 09:39:53.830912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:53.851149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-18dee6f4-9f22-4c13-b24c-26165ee08438 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:53.955267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f15274-63e1-4a00-ae82-87802e0289d4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:53.964304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:54.034097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e94412bb-9b35-4eda-a3a1-d55fa6bf2134 req-fe524b20-ad31-4b17-b154-b1477d55dc21 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2862301
Nov 15 09:39:54.037035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.042740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ab533-fc8f-4407-a889-5a40f8c899a9 None None] Network e76adbaf-78b0-419f-b610-8e6e7484786e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:39:54.046085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/55f15274-63e1-4a00-ae82-87802e0289d4 HTTP/1.1" status: 204  len: 168 time: 1.5018470
Nov 15 09:39:54.048720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38798) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:54.172741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.303205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Deleting port 8807a6f9-585b-4778-aa99-e83c6200ebd2 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:54.303582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.313141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] DHCP port deletion for e76adbaf-78b0-419f-b610-8e6e7484786e request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:39:54.317790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Deleting port 8807a6f9-585b-4778-aa99-e83c6200ebd2 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:54.318227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.439289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-e1dd6153-914d-4f1d-a3fc-9dd351904f45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1160 time: 0.2122827
Nov 15 09:39:54.561433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] For port 8807a6f9-585b-4778-aa99-e83c6200ebd2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8807a6f9-585b-4778-aa99-e83c6200ebd2,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:54.562149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.700188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Calling delete_port for 8807a6f9-585b-4778-aa99-e83c6200ebd2 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:54.753862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] For port 8807a6f9-585b-4778-aa99-e83c6200ebd2, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8807a6f9-585b-4778-aa99-e83c6200ebd2,segment=NetworkSegment(7a9a8930-0024-459e-8503-cb433b991348),segment_id=7a9a8930-0024-459e-8503-cb433b991348)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:54.754267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.813894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:54.828511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:54.845491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a85c6-908b-4382-a105-4467765a311c req-685b20ea-a249-4b37-8ef9-efaa25ef4988 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:54.846858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-685b20ea-a249-4b37-8ef9-efaa25ef4988 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.3960111
Nov 15 09:39:54.923303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Pushing event deleted for resources: {'Port': ['ID=8807a6f9-585b-4778-aa99-e83c6200ebd2,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:54.923556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Calling delete_port for 8807a6f9-585b-4778-aa99-e83c6200ebd2 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:54.938674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:54.977666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] No DVR routers for this DVR port 8807a6f9-585b-4778-aa99-e83c6200ebd2 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:39:55.060611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-2d189200-d6b0-4901-8a89-d3ab13fa3c85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 217 time: 0.1079941
Nov 15 09:39:55.085111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8807a6f9-585b-4778-aa99-e83c6200ebd2 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:39:55.112448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068bc0-6c1b-4830-9423-8e3cbceab46c req-65b27282-4015-4dce-abdc-28612e87c4ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:55.114084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36068bc0-6c1b-4830-9423-8e3cbceab46c req-65b27282-4015-4dce-abdc-28612e87c4ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 943 time: 0.4857886
Nov 15 09:39:55.121779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 8807a6f9-585b-4778-aa99-e83c6200ebd2 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:39:55.122186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8807a6f9-585b-4778-aa99-e83c6200ebd2 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:39:55.185790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a85c6-908b-4382-a105-4467765a311c req-0be4eb33-a0f5-4985-a2f1-5fa3ebceaf79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:55.187360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-0be4eb33-a0f5-4985-a2f1-5fa3ebceaf79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.1178596
Nov 15 09:39:55.188819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:39:55.189181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:39:55.243419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36068bc0-6c1b-4830-9423-8e3cbceab46c req-ab94b6e0-1256-4c9a-8610-2c86c34ff323 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099508
Nov 15 09:39:55.289967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-b4f81a68-0aff-4c69-a31e-e3a7cbb2ba5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896225
Nov 15 09:39:55.435409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-b299decb-bd51-47db-b34f-4dbbc5c3d4b3 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362555
Nov 15 09:39:55.582155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a40a85c6-908b-4382-a105-4467765a311c req-0432a596-7a63-4bbb-8eb6-cc5bc0c13742 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1333129
Nov 15 09:39:55.690324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Deleting port 8807a6f9-585b-4778-aa99-e83c6200ebd2 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:55.690717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:55.758556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] The port '8807a6f9-585b-4778-aa99-e83c6200ebd2' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:39:55.881648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:55.997310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a19f9cf8>,) {'filters': {'network_id': ['e76adbaf-78b0-419f-b610-8e6e7484786e']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:56.009918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19f9cf8>, '7a9a8930-0024-459e-8503-cb433b991348') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:56.010256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19f9cf8>, '7a9a8930-0024-459e-8503-cb433b991348') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:39:56.022122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:56.037425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:56.039369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:39:56.531608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Network e76adbaf-78b0-419f-b610-8e6e7484786e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:39:56.543588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:56.753788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Network e76adbaf-78b0-419f-b610-8e6e7484786e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:39:56.778656 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:39:56.790725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbafba-f06a-494f-8453-78b32a8f2346 req-7f00ed08-1834-4b66-8beb-ed578a7cddf3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:56.792383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-abfbafba-f06a-494f-8453-78b32a8f2346 req-7f00ed08-1834-4b66-8beb-ed578a7cddf3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 943 time: 0.3325739
Nov 15 09:39:56.910434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-abfbafba-f06a-494f-8453-78b32a8f2346 req-116e7b97-f3df-4db9-99ea-13004c7da94a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661442
Nov 15 09:39:56.922668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:56.927306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:56.940383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:56.959611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76adbaf-78b0-419f-b610-8e6e7484786e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:56.964406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:56.991554 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e76adbaf-78b0-419f-b610-8e6e7484786e HTTP/1.1" status: 204  len: 168 time: 2.9417992
Nov 15 09:39:56.995671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38808) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:39:57.475378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:57.492550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:57.642093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port b116e7a9-3880-42b2-bf97-4c8c6a61076b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:39:57.647559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:57.648070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:57.786869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:57.816099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:39:57.826849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:57.857192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:57.859253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:57.897082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:39:57.939483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:57.942834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:58.346845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Deleting port e7a08dce-914b-47ad-9b88-1af7ed8d329b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:39:58.347227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:58.463378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0d2056b-8568-48fe-bb9e-3e63e835f438 req-a1f95d3e-0126-4698-b4e1-8ed4c7127b61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1162 time: 0.3001773
Nov 15 09:39:58.548500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98dafd-f640-48f7-87e5-b56951470f5c req-92dd5313-c7dc-4aa4-954a-f4a61abde62d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:39:58.550077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f98dafd-f640-48f7-87e5-b56951470f5c req-92dd5313-c7dc-4aa4-954a-f4a61abde62d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 945 time: 0.3520899
Nov 15 09:39:58.646175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0d2056b-8568-48fe-bb9e-3e63e835f438 req-001ed25b-8d65-4850-a522-762aacd0aad5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324904
Nov 15 09:39:58.655663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] For port e7a08dce-914b-47ad-9b88-1af7ed8d329b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7a08dce-914b-47ad-9b88-1af7ed8d329b,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:39:58.656079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:58.665082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f98dafd-f640-48f7-87e5-b56951470f5c req-756087fc-9106-4c30-830a-7fe69bf1ce64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050625
Nov 15 09:39:58.791300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Calling delete_port for e7a08dce-914b-47ad-9b88-1af7ed8d329b owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:39:59.017073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:59.032394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ddddb09f-3d54-4c4e-8d58-8c425c8d868d tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:39:59.046177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:39:59.129887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:39:59.130323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:39:59.132873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a08dce-914b-47ad-9b88-1af7ed8d329b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:39:59.137622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:39:59.779798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:00.004181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf1a61-4a16-4509-8e35-c82c1887b909 req-ca6b2aab-9337-4dba-816d-2cad8792815c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:00.005746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4abf1a61-4a16-4509-8e35-c82c1887b909 req-ca6b2aab-9337-4dba-816d-2cad8792815c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 945 time: 0.1597877
Nov 15 09:40:00.141064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4abf1a61-4a16-4509-8e35-c82c1887b909 req-3eb52b9b-c4ce-4a7b-aaca-ae7b1abf6240 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747101
Nov 15 09:40:00.807923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Router a8b8eb10-df5e-4ee2-8079-a8edddeef44e has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:40:01.074086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:40:01.082803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Sync routers for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:40:01.089191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8b8eb10-df5e-4ee2-8079-a8edddeef44e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0894985
Nov 15 09:40:01.089634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38818) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:01.096118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:01.096805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29bb208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:01.330274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:01.413212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a6343-ee48-4adb-9dfa-3b0aea2797d2 req-a81480e5-e81d-4993-96bc-daf16f22f52e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:01.414816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-196a6343-ee48-4adb-9dfa-3b0aea2797d2 req-a81480e5-e81d-4993-96bc-daf16f22f52e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 945 time: 0.1426864
Nov 15 09:40:01.458376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:01.563438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-196a6343-ee48-4adb-9dfa-3b0aea2797d2 req-a2bd8c21-5929-405a-b2b1-033fddf88f74 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398706
Nov 15 09:40:01.650245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29bb208>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:39:58Z', 'revision_number': 5, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:01.654509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Checking router: a8b8eb10-df5e-4ee2-8079-a8edddeef44e for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:40:01.667070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Routers {'a8b8eb10-df5e-4ee2-8079-a8edddeef44e'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:01.667772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29bb208>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:01.818850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:01.835198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4679-b6a4-4a6a-a3fc-00272e7503ff req-a1e66c2f-1284-4240-8368-875b3e8ff421 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:01.836785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12a4679-b6a4-4a6a-a3fc-00272e7503ff req-a1e66c2f-1284-4240-8368-875b3e8ff421 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 945 time: 0.1371133
Nov 15 09:40:01.876722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Deleting port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:40:01.877114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:01.913573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] Set router a8b8eb10-df5e-4ee2-8079-a8edddeef44e gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:01.943353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12a4679-b6a4-4a6a-a3fc-00272e7503ff req-bfc902a5-572c-4a28-8a71-b887f06a2b22 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993824
Nov 15 09:40:01.974070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38826) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:02.066995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5a5f769f-98cc-4b28-8424-cc0ea891da3f tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1157 time: 0.0912609
Nov 15 09:40:02.068996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38830) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:02.075035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:02.081573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:02.086301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:02.090120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:02.096408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:02.137328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.250252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29bb208>, [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:39:58Z', 'revision_number': 5, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:02.254609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf163a-b438-41d6-af1f-e28a78130985 None None] The sync data for ids ['a8b8eb10-df5e-4ee2-8079-a8edddeef44e'] in dv-neutron-743142-12-ovs is: [{'id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'name': 'tempest-TestVolumeBootPattern-435967941-router', 'tenant_id': 'dd7dbe58003b49e48643663f537d8a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:29:24Z', 'updated_at': '2020-11-15T09:39:58Z', 'revision_number': 5, 'project_id': 'dd7dbe58003b49e48643663f537d8a18', 'gw_port': {'id': 'a60fbb66-6385-4748-8ed1-e3ce73fd1dc7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8eb10-df5e-4ee2-8079-a8edddeef44e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:29:25Z', 'updated_at': '2020-11-15T09:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:40:02.299208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.379216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] For port a60fbb66-6385-4748-8ed1-e3ce73fd1dc7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:40:02.379620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.516293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Calling delete_port for a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:40:02.639441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.250 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/5fedbecb-8737-4234-81a1-a464340b4045) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:40:02.731133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.747829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:02.845427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Pushing event deleted for resources: {'Port': ['ID=a60fbb66-6385-4748-8ed1-e3ce73fd1dc7,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:02.849830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:02.862389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.943098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:02.959605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d16c1059-9968-4666-9145-88c5d8803606 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:03.108868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a08dce-914b-47ad-9b88-1af7ed8d329b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:40:03.113919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=5fedbecb-8737-4234-81a1-a464340b4045,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:03.119936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:03.141778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.148009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e7a08dce-914b-47ad-9b88-1af7ed8d329b {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:40:03.148505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7a08dce-914b-47ad-9b88-1af7ed8d329b not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:40:03.168826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:40:03.169956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:40:03.172376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:40:03.460499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.465681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.714452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.714995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b8eb10-df5e-4ee2-8079-a8edddeef44e {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:40:03.727683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.729809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8b8eb10-df5e-4ee2-8079-a8edddeef44e HTTP/1.1" status: 204  len: 168 time: 2.6391654
Nov 15 09:40:03.732926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38834) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:03.816358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Deleting subnet ade3ce48-a952-43b3-9ee6-3648b676dcf2 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:40:03.821320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.886804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.922381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:03.987711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:04.166403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:04.567836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:04.607855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:04.624223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5adffb97-8ae4-4535-b725-7402afa7bb73 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:04.789495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=5fedbecb-8737-4234-81a1-a464340b4045,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:04.793596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:04.914384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:04.979056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:05.051688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:40:05.265366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:40:05.265920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a60fbb66-6385-4748-8ed1-e3ce73fd1dc7 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:40:05.300823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1286456a-1a2a-443c-bbe4-9e14e1437da4 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:05.405592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade3ce48-a952-43b3-9ee6-3648b676dcf2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:05.408380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:05.473883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:05.478605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c781760-5cd1-41b9-bf79-3039499a3c33 None None] Network 648ee690-0b52-4874-bea8-b16f74ada40c requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:40:05.490486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ade3ce48-a952-43b3-9ee6-3648b676dcf2 HTTP/1.1" status: 204  len: 168 time: 1.7561221
Nov 15 09:40:05.493175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38838) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:05.611278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:05.630394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP bbe0706d-8a0a-4c81-bcf0-f4149e07755c associated. External IP: 172.26.4.250, port: b116e7a9-3880-42b2-bf97-4c8c6a61076b.
Nov 15 09:40:05.692814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Deleting port ae3dd950-998c-4976-83e1-af6ddaf08bec {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:40:05.693194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:05.752389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] DHCP port deletion for 648ee690-0b52-4874-bea8-b16f74ada40c request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:40:05.756671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Deleting port ae3dd950-998c-4976-83e1-af6ddaf08bec {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:40:05.757185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:05.954339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] For port ae3dd950-998c-4976-83e1-af6ddaf08bec, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae3dd950-998c-4976-83e1-af6ddaf08bec,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:40:05.954692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.000816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] For port ae3dd950-998c-4976-83e1-af6ddaf08bec, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=ae3dd950-998c-4976-83e1-af6ddaf08bec,segment=NetworkSegment(8b66cbf3-d866-4a1e-9d0c-39f0eed44bba),segment_id=8b66cbf3-d866-4a1e-9d0c-39f0eed44bba)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:40:06.001314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.091604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Calling delete_port for ae3dd950-998c-4976-83e1-af6ddaf08bec owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:40:06.143771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Calling delete_port for ae3dd950-998c-4976-83e1-af6ddaf08bec owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:40:06.159395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:40:06.199952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.216454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-132ae6f5-636e-45ac-a2aa-8cde222763cb tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:06.231544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:40:06.232009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:40:06.320121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3dd950-998c-4976-83e1-af6ddaf08bec,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:06.326163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:06.364366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] No DVR routers for this DVR port ae3dd950-998c-4976-83e1-af6ddaf08bec on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:40:06.421801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:40:06.432703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:40:06.446165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:06.449780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8086978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:06.492675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.554163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.607523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3459278>,) {'filters': {'network_id': ['648ee690-0b52-4874-bea8-b16f74ada40c']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:06.624672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.5521362
Nov 15 09:40:06.624672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:40:06.625172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3459278>, '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:06.625516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3459278>, '8b66cbf3-d866-4a1e-9d0c-39f0eed44bba') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:06.629091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38842) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:06.639367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.676645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:06.697351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:40:06.713988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.716389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:40:06.731889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a00a7246-ffb1-44b7-8f0b-d012a581ca1e tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1157 time: 0.0989063
Nov 15 09:40:06.735684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Deleting port ae3dd950-998c-4976-83e1-af6ddaf08bec {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:40:06.736845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:06.866254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0137a030-221a-4687-9757-07d5cccd4a0b None None] The port 'ae3dd950-998c-4976-83e1-af6ddaf08bec' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:40:07.001134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Network 648ee690-0b52-4874-bea8-b16f74ada40c has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:40:07.012632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.101142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae3dd950-998c-4976-83e1-af6ddaf08bec no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:40:07.102838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-71695b1e-0aca-463f-a1db-aaae85d80a7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1162 time: 0.2894645
Nov 15 09:40:07.120121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8086978>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:03Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:07.124860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:40:07.137621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:07.138398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8086978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:39:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:07.155010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: ae3dd950-998c-4976-83e1-af6ddaf08bec {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:40:07.155752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device ae3dd950-998c-4976-83e1-af6ddaf08bec not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:40:07.297997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Network 648ee690-0b52-4874-bea8-b16f74ada40c has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:40:07.323413 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:40:07.357287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38850) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:07.363395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684602181', 'description': 'tempest-secgroup-smoke-684602181 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:07.370600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:07.375489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:07.377875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:07.378838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:07.385348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:07.431035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.441104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-2664f60e-0e3b-46b7-bb38-3b2abdf100a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:07.442762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-2664f60e-0e3b-46b7-bb38-3b2abdf100a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.3196614
Nov 15 09:40:07.507553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:07.512656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:07.516259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:07.522758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:07.578651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-a6791cd7-f3a9-4fb5-ba65-150b00598d72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 999 time: 0.1285951
Nov 15 09:40:07.649361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-bf3a6edb-dfde-44b5-9c0d-54f4063e3cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:07.651668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-bf3a6edb-dfde-44b5-9c0d-54f4063e3cd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0661013
Nov 15 09:40:07.711835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.735973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.741599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4af18d22-7d6b-45a4-bbca-38585aed76d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:07.756424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.758487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.764004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e24d1509-410f-4386-bdf3-447bca27b273 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:07.770915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=648ee690-0b52-4874-bea8-b16f74ada40c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:07.774842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:07.782206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] 10.222.0.81 "DELETE /v2.0/networks/648ee690-0b52-4874-bea8-b16f74ada40c HTTP/1.1" status: 204  len: 168 time: 2.2855341
Nov 15 09:40:07.794991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-89fceeb1-3c1f-4015-ae85-e609db744214 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1349671
Nov 15 09:40:07.842570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56f370-88eb-4312-bf6b-ecd52fa6da86,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:07.858549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:07.880105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:07.881737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f046a86e-b516-4790-86db-a7b948286cdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5232022
Nov 15 09:40:07.885141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38856) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:07.891201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:07.898900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:07.904053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:07.907522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:07.915752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:07.951510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8086978>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:03Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:07.956554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9e69c-d2f9-49b4-bf92-133f1b6b6a16 None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:03Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:40:08.082021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.196017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.238991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-222ac45c-f9e8-4e39-b081-a09e8d16ef5f service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4354634
Nov 15 09:40:08.242213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.251282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-41b291ec-af9f-4566-9861-86be7446c102 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:08.266745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de271daf-7022-44d4-b74b-92a586a9bd03 None None] New status for floating IP bbe0706d-8a0a-4c81-bcf0-f4149e07755c: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:40:08.279280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836a23d8-c7ac-4d41-9271-c9a353b8927e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:08.300841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:08.312160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38860) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:08.331379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.333351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3c3ed7e8-c29d-4b4a-b4a7-0ed9ad4b112d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4471474
Nov 15 09:40:08.336816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38864) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:08.360905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:08.367744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:08.376709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:08.376887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f7456811-3c2c-4362-a7a3-0d96494ae8f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5373a505522243468a5c2afd9d576d50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0626543
Nov 15 09:40:08.378888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38868) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:08.381446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:08.390959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:08.441096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d2d70d53-dbb7-4c69-906e-1f2f349b92fb req-c5cd8ee9-8241-406a-a712-a05c995bea66 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1950679
Nov 15 09:40:08.452055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.453195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.482334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.521711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.559584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.561591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-564d63bc-8ab9-47ca-9937-c3a4902b926b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:08.584981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb99b39-22ef-47cc-8145-1be58551e358,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:08.587562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:08.682714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.684105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7068e00c-7f58-4d1a-a054-4205fb00f56d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3448830
Nov 15 09:40:08.686978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38872) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:08.694345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:08.699833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:08.703882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:08.706996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:08.713631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:08.835090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.856704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.862094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c54e8ae2-030e-4f3f-98b0-322ce84b4d47 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:08.877928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7246fb-f5c7-476a-8b6e-110381323a13,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:08.883253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:08.886052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.887293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba7246fb-f5c7-476a-8b6e-110381323a13 HTTP/1.1" status: 204  len: 168 time: 0.5072048
Nov 15 09:40:08.910433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.959684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:08.967669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:08.990065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64a65af-14f3-4ae3-a674-1a1ccabf5f00,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:08.992870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:09.022285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.023639 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3356624
Nov 15 09:40:09.026510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38878) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:09.032297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:09.038733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:09.043465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:09.046525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:09.052824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:09.109475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.177953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.207641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.216632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db905b2f-5e26-4e5f-b507-38ace5361031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:09.237083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f7801d-43e6-4292-ab12-1545f4f36340,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:09.240656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:09.264992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.266310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2387962
Nov 15 09:40:09.269120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38884) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:09.274820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:09.281501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:09.285669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:09.288877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:09.295507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:09.327641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:40:09.334697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.470588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.506653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38888) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:09.527904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.531646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f75b5a4d-cb9e-45de-9fd0-776cf32dbcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:09.568766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6906f5-e280-46ba-b2d4-b257e77762af,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:09.576493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:09.595709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2c442393-f872-4616-8b0d-1517874bcf03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd7dbe58003b49e48643663f537d8a18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0878067
Nov 15 09:40:09.598384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38892) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:09.615246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.616444 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3463166
Nov 15 09:40:09.619939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:09.626176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '0a56f370-88eb-4312-bf6b-ecd52fa6da86', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:09.632759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:09.637777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:09.640846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:09.646638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:09.666089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.687769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:40:09.694246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.694930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.872946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.890954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.896343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fc8eb87-1ee2-4115-8b77-dc7e75ffc579 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:09.910874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a98f0-e540-49bc-8fa6-54b03a3473ef,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:09.913362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:09.914201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.916777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:09.917091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-76810332-0dbc-4102-bd1c-68f706c08061 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:09.918172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/193a98f0-e540-49bc-8fa6-54b03a3473ef HTTP/1.1" status: 204  len: 168 time: 0.3183644
Nov 15 09:40:09.947142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cea123-7e3e-46d3-9f0a-a8599debe9aa,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:09.947142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:09.999688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:10.001147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3800933
Nov 15 09:40:10.249889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-13662c29-47fb-436e-bd0e-4d91391169e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684602181&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0491612
Nov 15 09:40:10.430091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-a312cc9c-a174-4fa5-bb32-0066fccc6b2f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:10.431695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-a312cc9c-a174-4fa5-bb32-0066fccc6b2f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 796 time: 0.1741831
Nov 15 09:40:10.449187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-bb9bf147-39e4-42a8-92a5-62b9cca27249 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0113075
Nov 15 09:40:10.554478 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8861cb92-6e9b-4e65-a004-67f120709396 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0994527
Nov 15 09:40:10.705098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-ec669e51-fe19-4e40-b713-e12c6e221b86 service neutron] 10.222.0.81 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380455
Nov 15 09:40:10.850149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-17505ad6-b9dc-405a-9a88-d633e6ad549d service neutron] 10.222.0.81 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388555
Nov 15 09:40:11.162634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cd36a359-5516-4f77-8990-155309824e37 req-4b3135fc-0f2b-4ed0-abd7-9e5aa7afd7bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 210 time: 0.0484157
Nov 15 09:40:12.345101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44b9fbce-2e02-47f0-b1e5-b9de2841a8ce req-8d125d00-2155-4531-b174-a3877ca48638 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 210 time: 0.0509341
Nov 15 09:40:13.081417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-b20525bc-6e87-42f6-b06a-7b1cf38e7a92 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:13.083016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-b20525bc-6e87-42f6-b06a-7b1cf38e7a92 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 796 time: 0.1634150
Nov 15 09:40:13.198059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-fc62d886-8c1a-4aab-9915-92b63290da78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 11477 time: 0.0903521
Nov 15 09:40:13.209135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['0a56f370-88eb-4312-bf6b-ecd52fa6da86']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:13.282214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0738-0e7f-49c3-84ba-83b6aea4e81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:13.493376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:13.493376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:13.493376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:40:13.493376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:13.535782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5aa4d2a1-d54c-4b33-b36e-a80350be2c41 req-1c93f631-bcc2-429d-8de0-fbaa84d7cd81 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 210 time: 0.0505404
Nov 15 09:40:13.825058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.11 (35a04e4f-b4c3-4095-8b13-4ec275ef90ae/7d3b586b-16fb-4230-85b1-06e31fbeedfd/524c55cb-276e-4403-95ec-a915414c521a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:40:14.025689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:14.041697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 524c55cb-276e-4403-95ec-a915414c521a will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:40:14.087893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:14.102357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-493abf91-298b-4efc-86ec-ea4b57ce3f2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:14.249560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=524c55cb-276e-4403-95ec-a915414c521a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:14.253912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:14.308990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:40:14.310110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:40:14.312395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:40:14.379619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:14.380355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:14.435049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2300041
Nov 15 09:40:14.463124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Request body: {'port': {'device_id': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:14.559872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-56cc64f9-1aa6-48d7-bfc8-d57ba85ae2a6 None None] Provisioning for port 524c55cb-276e-4403-95ec-a915414c521a completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:40:14.566031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-56cc64f9-1aa6-48d7-bfc8-d57ba85ae2a6 None None] Provisioning complete for port 524c55cb-276e-4403-95ec-a915414c521a triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:40:14.566467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56cc64f9-1aa6-48d7-bfc8-d57ba85ae2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:14.602336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:14.635495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-56cc64f9-1aa6-48d7-bfc8-d57ba85ae2a6 None None] Port 524c55cb-276e-4403-95ec-a915414c521a cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:40:14.900607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27292e35-f796-48f6-8677-3bfe3450683b req-d37fb0fc-dbbb-48ad-ab65-fd46c4a2bf7a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:14.901310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-27292e35-f796-48f6-8677-3bfe3450683b req-d37fb0fc-dbbb-48ad-ab65-fd46c4a2bf7a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:40:14.987700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-27292e35-f796-48f6-8677-3bfe3450683b req-d37fb0fc-dbbb-48ad-ab65-fd46c4a2bf7a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:40:14.989007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-27292e35-f796-48f6-8677-3bfe3450683b req-d37fb0fc-dbbb-48ad-ab65-fd46c4a2bf7a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 932 time: 0.3187687
Nov 15 09:40:15.086797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-27292e35-f796-48f6-8677-3bfe3450683b req-0dfaa6c0-9f7d-4b43-96b7-24665be7ef33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895729
Nov 15 09:40:15.174469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524c55cb-276e-4403-95ec-a915414c521a {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:40:15.182418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.194508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Transition to ACTIVE for port object 524c55cb-276e-4403-95ec-a915414c521a will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:40:15.241711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.257744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87973deb-b20a-49c8-921d-07040bfee0ff tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:15.409242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Pushing event updated for resources: {'Port': ['ID=524c55cb-276e-4403-95ec-a915414c521a,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:15.414459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:15.716767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65943841-b328-42de-bd91-a64cb7483928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.856323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Attempting to bind port 524c55cb-276e-4403-95ec-a915414c521a on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:40:15.856695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Attempting to bind port 524c55cb-276e-4403-95ec-a915414c521a by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:40:15.857065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Attempting to bind port 524c55cb-276e-4403-95ec-a915414c521a on network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:40:15.863879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:40:15.864681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Checking segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:40:15.865098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.865495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Bound using segment: {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:40:15.865965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Bound port: 524c55cb-276e-4403-95ec-a915414c521a, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd24df1-d2c6-40b6-a10b-ae574d582e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:40:15.866335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.959650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:15.971486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] For port 524c55cb-276e-4403-95ec-a915414c521a, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:40:15.974564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] For port 524c55cb-276e-4403-95ec-a915414c521a, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=524c55cb-276e-4403-95ec-a915414c521a,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:40:16.008025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:16.023669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1fd28ab5-7f2a-4ddb-8e01-74355e6cfc33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:16.187358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Pushing event updated for resources: {'Port': ['ID=524c55cb-276e-4403-95ec-a915414c521a,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:16.193035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:16.223995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:16.225429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] 10.222.0.65 "PUT /v2.0/ports/524c55cb-276e-4403-95ec-a915414c521a HTTP/1.1" status: 200  len: 1158 time: 1.7677956
Nov 15 09:40:16.226005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:40:16.323603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a', 'status': 'completed', 'code': 200}
Nov 15 09:40:16.364794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41786442-e489-4d14-bcf7-6c3c92242781 req-dbef9be6-9aad-48f3-bdf4-8bc4c1a41c48 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:16.370004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41786442-e489-4d14-bcf7-6c3c92242781 req-dbef9be6-9aad-48f3-bdf4-8bc4c1a41c48 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 944 time: 0.1346185
Nov 15 09:40:16.388333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:16.492799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41786442-e489-4d14-bcf7-6c3c92242781 req-32bc1893-c86f-473e-b81f-725b3064ebaa tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782580
Nov 15 09:40:16.508084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eb03d59a-ee26-493c-bc75-6887646d7783 req-4f4588d6-04f8-4c5a-9432-94d9950361cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1161 time: 0.1363990
Nov 15 09:40:16.676709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03d59a-ee26-493c-bc75-6887646d7783 req-9fe93d5a-014a-4a66-b025-7c9f1d03de52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:16.678566 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eb03d59a-ee26-493c-bc75-6887646d7783 req-9fe93d5a-014a-4a66-b025-7c9f1d03de52 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&shared=False HTTP/1.1" status: 200  len: 890 time: 0.1532133
Nov 15 09:40:16.832750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03d59a-ee26-493c-bc75-6887646d7783 req-f10cd9f7-0a45-4be5-ac27-e4877dc78cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:16.834418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eb03d59a-ee26-493c-bc75-6887646d7783 req-f10cd9f7-0a45-4be5-ac27-e4877dc78cd8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1469934
Nov 15 09:40:17.005078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-919d7b6b-492a-4818-b392-1a02f38505a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1161 time: 0.0978348
Nov 15 09:40:17.095280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-d33b9d6d-2032-4ddf-a383-37a4d3f82a90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=524c55cb-276e-4403-95ec-a915414c521a HTTP/1.1" status: 200  len: 217 time: 0.0690706
Nov 15 09:40:17.169769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-c251dfb2-7be3-4cd0-ab46-c0e339a4d3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:17.171316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-c251dfb2-7be3-4cd0-ab46-c0e339a4d3ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0669000
Nov 15 09:40:17.265996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-2ec4f0ba-93ab-4e04-b382-721a78cdd9a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835612
Nov 15 09:40:17.411782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-6a614743-93f0-4bfb-899c-a68d9c95b2f5 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377115
Nov 15 09:40:17.539425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:17.561559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e8b564-8d1d-4bef-9a63-0b8261162306 req-db50c56a-3bf3-4ead-94ee-2ae78ee815ed service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416385
Nov 15 09:40:17.723679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74121dc-272d-4621-834c-f0cce0b0af48 req-3c46a0b2-2755-495c-9ae5-aed950038f03 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:17.725220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b74121dc-272d-4621-834c-f0cce0b0af48 req-3c46a0b2-2755-495c-9ae5-aed950038f03 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 944 time: 0.0973175
Nov 15 09:40:17.773220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b74121dc-272d-4621-834c-f0cce0b0af48 req-c3aa84e6-9ee4-4c2a-9aa1-85cb815300eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417411
Nov 15 09:40:17.936521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:18.995627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b2f2e-c364-4635-806a-d5f02abfae70 req-371b3523-929d-4500-b05a-ea7c0371e6c5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:18.997383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-543b2f2e-c364-4635-806a-d5f02abfae70 req-371b3523-929d-4500-b05a-ea7c0371e6c5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 944 time: 0.0951874
Nov 15 09:40:19.049650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-543b2f2e-c364-4635-806a-d5f02abfae70 req-7e66b865-1e07-4848-a861-3b8a2ca5907c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434611
Nov 15 09:40:20.276405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721bb1d-a762-459f-8165-878581d7111f req-4fde904e-f674-4a04-b1ff-fa8f4e4601b4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:20.278046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1721bb1d-a762-459f-8165-878581d7111f req-4fde904e-f674-4a04-b1ff-fa8f4e4601b4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 944 time: 0.0980263
Nov 15 09:40:20.327336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1721bb1d-a762-459f-8165-878581d7111f req-c2dd529c-a241-455a-99e9-41bb8572f1c3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430796
Nov 15 09:40:21.545599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20184-13b1-444e-989f-f075c8303add req-a04428ec-06fd-4d7b-84fa-c75cebf06859 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:21.547201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56b20184-13b1-444e-989f-f075c8303add req-a04428ec-06fd-4d7b-84fa-c75cebf06859 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 944 time: 0.0916376
Nov 15 09:40:21.599195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56b20184-13b1-444e-989f-f075c8303add req-3839ec5c-50b3-4b0f-a9d1-c8fe2a450d83 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456145
Nov 15 09:40:21.762485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 524c55cb-276e-4403-95ec-a915414c521a up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:40:21.885317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 524c55cb-276e-4403-95ec-a915414c521a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:40:21.890309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 524c55cb-276e-4403-95ec-a915414c521a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:40:21.890737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:22.024934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:22.052392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524c55cb-276e-4403-95ec-a915414c521a'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:40:22.063236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 524c55cb-276e-4403-95ec-a915414c521a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=524c55cb-276e-4403-95ec-a915414c521a,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:40:22.098960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:22.101008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:22.140557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524c55cb-276e-4403-95ec-a915414c521a', 'code': 200}
Nov 15 09:40:22.181990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=524c55cb-276e-4403-95ec-a915414c521a,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:22.191264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.191669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.192090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.192482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.192870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.193260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.193639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.194016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.194395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.194776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.195153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.195529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.196023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.196408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.196789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.197164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.197538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.197920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.198294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.198669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.199046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.199420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.199792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.200191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:22.204403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:22.464663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6dbe7c1-501c-4510-96f8-1fea70917e13 req-7b017a2c-3f5b-4bc7-a6f7-8550309bb1da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1163 time: 0.0866058
Nov 15 09:40:22.511433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6dbe7c1-501c-4510-96f8-1fea70917e13 req-7cefa29f-3ca2-4271-8da5-0dba03a5eb5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384717
Nov 15 09:40:22.827297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42142f-03ab-4b44-8bd8-b9fa9a6e66cc req-f8035c21-8d5f-47db-ac81-ceb332e49089 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:22.828988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d42142f-03ab-4b44-8bd8-b9fa9a6e66cc req-f8035c21-8d5f-47db-ac81-ceb332e49089 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.0984774
Nov 15 09:40:22.877960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d42142f-03ab-4b44-8bd8-b9fa9a6e66cc req-be41153c-2cee-4846-91cf-c94a3bec9fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427625
Nov 15 09:40:23.398681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 524c55cb-276e-4403-95ec-a915414c521a up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:40:23.479548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 524c55cb-276e-4403-95ec-a915414c521a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:40:23.480024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:24.103268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76c60-568f-4f4d-a92c-d3ae5ccdb602 req-d3d105cc-91ea-437a-ad46-778ea97d7771 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:24.104832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7c76c60-568f-4f4d-a92c-d3ae5ccdb602 req-d3d105cc-91ea-437a-ad46-778ea97d7771 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.0948012
Nov 15 09:40:24.152863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b7c76c60-568f-4f4d-a92c-d3ae5ccdb602 req-87f16245-2c8c-4e2a-ab2b-97c6ea2582fb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418518
Nov 15 09:40:24.378950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632239f3-1de3-4402-89ac-ddbf78fc3d5f req-a4223f87-ce96-4bca-832f-a6e5f28fe1f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:24.380510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-632239f3-1de3-4402-89ac-ddbf78fc3d5f req-a4223f87-ce96-4bca-832f-a6e5f28fe1f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.0996566
Nov 15 09:40:24.430099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-632239f3-1de3-4402-89ac-ddbf78fc3d5f req-b6368e43-ba65-451b-8e0b-1908f62991ac tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425880
Nov 15 09:40:24.460447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38954) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:24.544676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2a1ca578-c1ba-4b1c-8d27-af318656264d tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1158 time: 0.0824251
Nov 15 09:40:24.546845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 38958) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:40:24.552749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '524c55cb-276e-4403-95ec-a915414c521a', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:40:24.559398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:40:24.563414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:40:24.566433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:40:24.572825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:40:24.624634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:24.767208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:25.066412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.116 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/6bcf9c7c-24a1-435e-81df-37559e479ae3) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:40:25.221892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:25.302989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:25.319207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:25.465154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=6bcf9c7c-24a1-435e-81df-37559e479ae3,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:25.494510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.494945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.495373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.495789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.496227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.496643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.497051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.497458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.497864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.498271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.498700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.499102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.499560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.499990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.500428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.500831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.501235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.501636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.502038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.502436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.502837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.503236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.503636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.504060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:40:25.508400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:25.546340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:40:25.547494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:40:25.549859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:40:26.039869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:26.148704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:26.427473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:26.458841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:26.474564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:40:26.873844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=6bcf9c7c-24a1-435e-81df-37559e479ae3,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:40:26.887064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:40:26.976669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:27.221182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 2aabab9c-5c1f-411c-8bfe-6360cd51fe57 associated. External IP: 172.26.4.116, port: 524c55cb-276e-4403-95ec-a915414c521a.
Nov 15 09:40:27.719778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:40:27.978642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:40:27.990031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:40:28.006814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:28.010216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e395f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:40:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:28.096614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:28.162389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6144326
Nov 15 09:40:28.163104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:40:28.222031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a', 'status': 'completed', 'code': 200}
Nov 15 09:40:28.230467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:28.363712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-f6193e61-e2c7-4718-9548-20906963bb58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1163 time: 0.0919647
Nov 15 09:40:28.511402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-053bcf76-7645-4667-a1eb-59e9f90d44bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:28.512990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-053bcf76-7645-4667-a1eb-59e9f90d44bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.1423855
Nov 15 09:40:28.634928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e395f8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2aabab9c-5c1f-411c-8bfe-6360cd51fe57', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': '524c55cb-276e-4403-95ec-a915414c521a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:3d:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:25Z', 'updated_at': '2020-11-15T09:40:25Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}, {'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:28.638477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-636c7fc9-032b-43e9-a930-3d95e62b2698 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=524c55cb-276e-4403-95ec-a915414c521a HTTP/1.1" status: 200  len: 1000 time: 0.1179373
Nov 15 09:40:28.639132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:40:28.655454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:40:28.656181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8e395f8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:40:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:28.710834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-63d1b74d-16dc-4be3-bcfc-6f13a32090dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:40:28.712563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-63d1b74d-16dc-4be3-bcfc-6f13a32090dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0672588
Nov 15 09:40:28.812416 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-f3d1f485-ae64-48b3-8dd2-9728241a1eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924242
Nov 15 09:40:28.913687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:40:28.970647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-0edec192-8cc7-42d0-974f-32059c891c64 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509593
Nov 15 09:40:29.132348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c31637f1-e1ae-409a-b419-ddb11b7d031b req-5d978add-93e2-4e3f-adf2-018f9e243a37 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537700
Nov 15 09:40:29.359069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8e395f8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2aabab9c-5c1f-411c-8bfe-6360cd51fe57', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': '524c55cb-276e-4403-95ec-a915414c521a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:3d:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:25Z', 'updated_at': '2020-11-15T09:40:25Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}, {'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:40:29.365440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e456fa-ba11-4236-8fe9-d81bceefd80d None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2aabab9c-5c1f-411c-8bfe-6360cd51fe57', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': '524c55cb-276e-4403-95ec-a915414c521a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:3d:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:25Z', 'updated_at': '2020-11-15T09:40:25Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}, {'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:40:29.662675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76e391-e5d2-4489-bb8b-e6888a78e7e0 None None] New status for floating IP 2aabab9c-5c1f-411c-8bfe-6360cd51fe57: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:40:30.256804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:40:43.291194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c50effff-92b0-445e-8761-902bd1e7a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:45.710158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0dca7e74-dfdf-4323-a837-03ba1fb1c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:45.984532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:46.327263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:47.550081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:40:47.933010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:04.907450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38976) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:05.033608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7defc46a-36c7-48f6-9281-6d3617803e2f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/bbe0706d-8a0a-4c81-bcf0-f4149e07755c HTTP/1.1" status: 200  len: 993 time: 0.1247580
Nov 15 09:41:05.820342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38986) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:05.827820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:05.971440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:06.273132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:06.299364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:06.332257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:06.347466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:06.516677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:06.542163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.542613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.543050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.543482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.543933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.544363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.544792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.545217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.545641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.546062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.546483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.546901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.547377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.547796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.548243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.548662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.549087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.549506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.549923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.550339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.550757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.551174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.551878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.552295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:06.557880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:06.575391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:06.576229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:06.577727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/ports/b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 938 time: 0.7562177
Nov 15 09:41:06.578359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:06.639982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:41:06.788591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-44ea340b-8928-4214-84bc-6d5adc8dfff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1163 time: 0.0926399
Nov 15 09:41:06.918833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-35056951-f74e-4d8c-8a39-846bcf718145 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:06.920049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35056951-f74e-4d8c-8a39-846bcf718145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:06.937984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-a71476a2-7a60-47bd-92a9-1ae45a3be1e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:06.939599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-a71476a2-7a60-47bd-92a9-1ae45a3be1e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.1438346
Nov 15 09:41:06.990345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-35056951-f74e-4d8c-8a39-846bcf718145 None None] Port b116e7a9-3880-42b2-bf97-4c8c6a61076b is administratively disabled so it will not transition to active. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Nov 15 09:41:07.063105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-d82af14c-4794-4a44-9f43-b67769a0ffb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 1002 time: 0.1155283
Nov 15 09:41:07.134734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-b78a3016-5a23-4498-aeb8-923262f9bce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:07.136340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-b78a3016-5a23-4498-aeb8-923262f9bce7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0651798
Nov 15 09:41:07.230541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-09d679e5-8c79-49c6-b6d0-dbf94f857651 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868838
Nov 15 09:41:07.257730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:41:07.374004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-5dfd81f1-8e24-4561-9f39-a2c930383a0c service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354597
Nov 15 09:41:07.527748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e81988b7-760e-46b1-b3ec-c57088f03791 req-193a6c89-277f-4248-9923-4fc31918999e service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470425
Nov 15 09:41:07.715782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:07.851680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:07.880392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:07.891073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:07.941083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:07.941425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:41:07.941991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12893883-e6be-47c5-8587-8d545a45c877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:08.021075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:08.024371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:09.640415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:09.842172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:10.324467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-4dacd411-48dc-41f9-a442-6213ac610151 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837193
Nov 15 09:41:10.502688 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-39e8fded-6993-4c08-a749-0adbf346f23d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1161 time: 0.0893247
Nov 15 09:41:10.928400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-6283a001-a6e1-47c5-aedc-abc214ef631b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:10.930031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-6283a001-a6e1-47c5-aedc-abc214ef631b service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.4075968
Nov 15 09:41:11.052494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-4b997aa1-af46-4fc0-a619-4a6e8d0e565e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 1000 time: 0.1147137
Nov 15 09:41:11.089078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 38998) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:11.095956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'admin_state_up': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:11.123544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-2f1daa4c-6409-405e-9fc3-74b15c8ad142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:11.125177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-2f1daa4c-6409-405e-9fc3-74b15c8ad142 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0651848
Nov 15 09:41:11.223365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-cbfb8c03-5e7d-46c4-b872-5eebf3e9ec64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909302
Nov 15 09:41:11.242255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:11.369596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-8777db82-c02c-4b57-8796-92971b6bffe4 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375039
Nov 15 09:41:11.520165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a930798-1dc6-46fc-bbdc-56d1fde5b0a3 req-0a7318ab-0702-4ec9-aa2e-d52c5f459f05 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431122
Nov 15 09:41:11.550031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:11.577188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:11.606580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:11.622298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:11.784191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:11.789526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:11.827224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:11.827931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:11.829512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/ports/b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 935 time: 0.7392821
Nov 15 09:41:11.830177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:11.832549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39002) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:11.895501 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:41:12.013747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-845fe48a-89de-4453-adec-bb5aecd626cd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/bbe0706d-8a0a-4c81-bcf0-f4149e07755c HTTP/1.1" status: 200  len: 991 time: 0.1798749
Nov 15 09:41:12.043430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:12.043875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:12.053372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-cca6215a-e69d-47d4-8ff8-c2788083bca7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1160 time: 0.1051304
Nov 15 09:41:12.183969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:12.198822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-88b64ee6-663e-4f95-8d7b-303643e4c607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:12.200578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-88b64ee6-663e-4f95-8d7b-303643e4c607 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.1393657
Nov 15 09:41:12.211915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:12.222310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:12.273558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:12.276805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:41:12.277381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef80ccb5-52a8-4216-9bbc-48320617b3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:12.324663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-700cbf05-5945-44a2-b93d-54e944ad938f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 1001 time: 0.1172061
Nov 15 09:41:12.358536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=8']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:12.361947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:12.395274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-d1ee4bc8-bbed-47af-acee-28a8482b65ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:12.396882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-d1ee4bc8-bbed-47af-acee-28a8482b65ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0654690
Nov 15 09:41:12.492555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-0a33fe0d-98fa-4dfe-b140-f9f7fcd57d61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878510
Nov 15 09:41:12.639109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-39e1c5ce-9706-4e22-9653-9ccafb1105d4 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380200
Nov 15 09:41:12.782912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f223167-0b49-4c6f-ac09-65d2098141c2 req-7912f36f-3b78-413e-946f-a826a3b61d5a service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363947
Nov 15 09:41:13.290395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d680556-8b42-4a68-a551-f344ef38222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:13.662211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:13.793639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:13.827869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:13.870106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:13.872031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:13.949967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=9']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:13.953092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:14.178850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:14.258344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:14.259213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:14.291399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:14.371599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:41:14.405629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:14.439143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:14.467438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:14.469389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:14.546063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=10']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:14.549298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:15.703916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba5d915-57b8-4d64-86c0-a615e53beb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:15.902278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:15.996084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port b116e7a9-3880-42b2-bf97-4c8c6a61076b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:15.996445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:16.027168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:16.327016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:16.374108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:16.434086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:41:16.654374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39022) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:17.174174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 6bcf9c7c-24a1-435e-81df-37559e479ae3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:17.174749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:17.360700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:17.361073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:17.496693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 6bcf9c7c-24a1-435e-81df-37559e479ae3 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:17.566737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:17.761117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:17.777760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e9da96b-1005-464d-b091-6f77b41957e0 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:17.877616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=6bcf9c7c-24a1-435e-81df-37559e479ae3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:17.880464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:17.943957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:18.007147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:18.007527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 2aabab9c-5c1f-411c-8bfe-6360cd51fe57 disassociated (deleted). External IP: 172.26.4.116, port: 524c55cb-276e-4403-95ec-a915414c521a.
Nov 15 09:41:18.515130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:41:18.770995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:41:18.781624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:41:18.798293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:18.799006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:18.818570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:18.886217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/2aabab9c-5c1f-411c-8bfe-6360cd51fe57 HTTP/1.1" status: 204  len: 168 time: 2.2306783
Nov 15 09:41:18.886929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:18.950238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'tag': '524c55cb-276e-4403-95ec-a915414c521a', 'status': 'completed', 'code': 200}
Nov 15 09:41:19.034699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:19.090820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-c0f54946-c837-4fde-8d9c-51fd765000f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 1163 time: 0.0896096
Nov 15 09:41:19.248138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-68fffabb-7875-46f6-b491-d50351c0eea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:19.250141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-68fffabb-7875-46f6-b491-d50351c0eea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.1525517
Nov 15 09:41:19.334901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-22292ec6-9bc5-47d1-a37f-1d85452651aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=524c55cb-276e-4403-95ec-a915414c521a HTTP/1.1" status: 200  len: 217 time: 0.0778236
Nov 15 09:41:19.464187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-e524df2e-b924-4d7b-becf-274e09dd8683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:19.465785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-e524df2e-b924-4d7b-becf-274e09dd8683 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.1237719
Nov 15 09:41:19.556134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb455-f69c-45b3-b633-21158734069a req-e14f6eeb-8a6d-495f-806e-7e7c259ebf64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:19.557754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db7fb455-f69c-45b3-b633-21158734069a req-e14f6eeb-8a6d-495f-806e-7e7c259ebf64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.1783028
Nov 15 09:41:19.602451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88e80>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:19.606922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:41:19.618204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:19.618868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:19.620339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-f3a4fefd-6e44-435e-bb9f-91e759d68e5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1412978
Nov 15 09:41:19.627764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db7fb455-f69c-45b3-b633-21158734069a req-cb1b31e9-cb39-42ad-aee2-96b9c7ae3777 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595555
Nov 15 09:41:19.771912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-121d1614-7e60-4150-a0bd-283690882720 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394303
Nov 15 09:41:19.851604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:19.920111 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01725d40-b60a-4bd9-9638-84b42fa977c2 req-38efd124-1198-4261-8ce2-d67914e77e0e service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396675
Nov 15 09:41:20.242631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f88e80>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:20.247506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6ba98-5272-42e0-a38b-53dd8820e346 None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'bbe0706d-8a0a-4c81-bcf0-f4149e07755c', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.250', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'port_id': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'mac_address': 'fa:16:3e:06:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98331c8d-c67a-4dae-b616-8a438c73800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:40:03Z', 'updated_at': '2020-11-15T09:40:08Z', 'revision_number': 1, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:41:20.645686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ac15f-426a-46e4-9f7c-dba5b3635a9b None None] New status for floating IP 2aabab9c-5c1f-411c-8bfe-6360cd51fe57: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:41:20.856769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd826e-19ef-423b-a5b8-b261acd251bb req-ca0736c3-897f-49d1-8cde-14325d300054 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:20.858400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfbd826e-19ef-423b-a5b8-b261acd251bb req-ca0736c3-897f-49d1-8cde-14325d300054 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.0961077
Nov 15 09:41:20.909917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfbd826e-19ef-423b-a5b8-b261acd251bb req-04522da8-f955-4e7e-8935-056ce884bc52 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=0a56f370-88eb-4312-bf6b-ecd52fa6da86&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445485
Nov 15 09:41:21.143113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-c9ed3489-1206-426c-ae1b-ea5952fe13ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:21.144709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-c9ed3489-1206-426c-ae1b-ea5952fe13ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 946 time: 0.0959272
Nov 15 09:41:21.228065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 524c55cb-276e-4403-95ec-a915414c521a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:21.228463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:21.503439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 524c55cb-276e-4403-95ec-a915414c521a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=524c55cb-276e-4403-95ec-a915414c521a,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:21.503896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:21.641814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 524c55cb-276e-4403-95ec-a915414c521a owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:21.802939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 524c55cb-276e-4403-95ec-a915414c521a no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:21.877325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No active binding found for port 524c55cb-276e-4403-95ec-a915414c521a {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:41:21.878286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 524c55cb-276e-4403-95ec-a915414c521a not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:41:21.896245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:21.911417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:22.006241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=524c55cb-276e-4403-95ec-a915414c521a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:22.012964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:22.097532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb4b9700-31c6-4af2-be91-e5708165377f req-10c042e1-6cc8-4676-83f4-b9283dbd3031 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=4987dfd8-8bda-498a-a313-0d528b9a6874 HTTP/1.1" status: 200  len: 210 time: 0.0527625
Nov 15 09:41:22.166317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 524c55cb-276e-4403-95ec-a915414c521a on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:41:22.169350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:22.171396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'name': 'network-vif-deleted', 'tag': '524c55cb-276e-4403-95ec-a915414c521a'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:22.184296 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a6d5d51-3989-4222-8dad-f4ee9182dd76 req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/524c55cb-276e-4403-95ec-a915414c521a HTTP/1.1" status: 204  len: 173 time: 1.0324235
Nov 15 09:41:22.230673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987dfd8-8bda-498a-a313-0d528b9a6874', 'name': 'network-vif-deleted', 'tag': '524c55cb-276e-4403-95ec-a915414c521a', 'status': 'completed', 'code': 200}
Nov 15 09:41:23.211571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39040) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:23.284662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:23.316195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:23.490338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:23.496933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f47c7b06-1e48-4617-a825-36d653f88b47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:23.515706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56f370-88eb-4312-bf6b-ecd52fa6da86,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:23.521383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:23.523218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:23.524780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/0a56f370-88eb-4312-bf6b-ecd52fa6da86 HTTP/1.1" status: 204  len: 168 time: 0.3118963
Nov 15 09:41:23.605857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39046) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:23.847757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 5fedbecb-8737-4234-81a1-a464340b4045 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:23.848174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:24.035124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:24.035491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:24.167988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 5fedbecb-8737-4234-81a1-a464340b4045 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:24.366375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:24.382342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-46f25056-69a4-4187-bc3f-2ee36ca61513 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:24.475410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=5fedbecb-8737-4234-81a1-a464340b4045,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:24.482364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:24.608717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:24.609118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP bbe0706d-8a0a-4c81-bcf0-f4149e07755c disassociated (deleted). External IP: 172.26.4.250, port: b116e7a9-3880-42b2-bf97-4c8c6a61076b.
Nov 15 09:41:25.381354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:41:25.645466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:41:25.657882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:41:25.662510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:25.671099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:25.671783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8575dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:25.728762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/bbe0706d-8a0a-4c81-bcf0-f4149e07755c HTTP/1.1" status: 204  len: 168 time: 2.1211390
Nov 15 09:41:25.728998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:25.819354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:41:25.900801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:25.959155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-d0f26001-1a52-4170-9be5-f30b55042042 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 1163 time: 0.0876553
Nov 15 09:41:26.267235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8575dd8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:26.271752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:41:26.284090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:26.284785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8575dd8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:26.439334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-1ffb5c1c-3fef-4475-a2cd-8571c704685e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:26.440972 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-1ffb5c1c-3fef-4475-a2cd-8571c704685e service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 200  len: 890 time: 0.4753106
Nov 15 09:41:26.456112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843d83-8ef0-45a5-b820-c20fe8d05cce req-df9f14b2-8af4-4327-80d0-d27f893a95b0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:26.456874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c6843d83-8ef0-45a5-b820-c20fe8d05cce req-df9f14b2-8af4-4327-80d0-d27f893a95b0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:41:26.513706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:26.536392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-c657ba12-1884-49b6-b488-eb05ca94622d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 200  len: 217 time: 0.0867500
Nov 15 09:41:26.593451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c6843d83-8ef0-45a5-b820-c20fe8d05cce req-df9f14b2-8af4-4327-80d0-d27f893a95b0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:41:26.594731 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6843d83-8ef0-45a5-b820-c20fe8d05cce req-df9f14b2-8af4-4327-80d0-d27f893a95b0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 946 time: 0.2875478
Nov 15 09:41:26.635178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-599fc98a-c760-4ff2-98d3-ca76eb8359be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:26.636769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-599fc98a-c760-4ff2-98d3-ca76eb8359be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 200  len: 835 time: 0.0933313
Nov 15 09:41:26.710540 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6843d83-8ef0-45a5-b820-c20fe8d05cce req-34187071-8c2e-4563-8c64-980336de1440 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062210
Nov 15 09:41:26.748906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-c378322d-cf60-4dcf-b10e-54ea69babfba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a04e4f-b4c3-4095-8b13-4ec275ef90ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1031275
Nov 15 09:41:26.866650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8575dd8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:26.870905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496d5f-30c1-40ca-a877-6190f5a5c9c5 None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:37Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '26feb35a-2ad0-4401-8dfe-4c437ad8c87f', 'name': '', 'network_id': '35a04e4f-b4c3-4095-8b13-4ec275ef90ae', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:8a:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:37Z', 'updated_at': '2020-11-15T09:39:45Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '7d3b586b-16fb-4230-85b1-06e31fbeedfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:41:26.899981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-80f8cf52-8386-43b4-bce1-1f2871cf8be1 service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427152
Nov 15 09:41:27.048771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c148701d-b79a-4c8b-bd35-12e5cc8b2f4b req-f0bddb4b-8f71-40ef-bb2f-b49ea9ba1c2b service neutron] 10.222.0.65 "GET /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414948
Nov 15 09:41:27.253740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99622b8-e7ef-4e5e-abe5-ae4e3ff05224 None None] New status for floating IP bbe0706d-8a0a-4c81-bcf0-f4149e07755c: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:41:27.833816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-d4c65e45-5d7c-457d-9186-dbdf07a7fbe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:27.835512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-d4c65e45-5d7c-457d-9186-dbdf07a7fbe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 946 time: 0.0991666
Nov 15 09:41:27.879188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device b116e7a9-3880-42b2-bf97-4c8c6a61076b no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:27.979370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port b116e7a9-3880-42b2-bf97-4c8c6a61076b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:27.979748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.017439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.047416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:28.056693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:28.087944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.089916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:28.120901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37dff-7e4a-4f96-bc87-7ec7bea34272 req-f50f87e2-010d-4768-9127-0e38dd5015e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:28.122541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbf37dff-7e4a-4f96-bc87-7ec7bea34272 req-f50f87e2-010d-4768-9127-0e38dd5015e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 946 time: 0.2453897
Nov 15 09:41:28.124281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'code': 200}
Nov 15 09:41:28.173998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=11']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:28.184453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.184855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.185242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.185629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.186019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.186401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.186781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.187159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.187535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.187949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.188330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.188704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.189138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.189516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.189891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.190264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.190635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.191008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.191383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.191759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.192157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.192531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.192905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.193282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.198235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:28.272509 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbf37dff-7e4a-4f96-bc87-7ec7bea34272 req-62e46875-284a-4b44-bbcb-9e87f6989e06 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=a818b5de-63f4-456d-9c7e-54429145b677&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395540
Nov 15 09:41:28.321696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port b116e7a9-3880-42b2-bf97-4c8c6a61076b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=b116e7a9-3880-42b2-bf97-4c8c6a61076b,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:28.322102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.456605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for b116e7a9-3880-42b2-bf97-4c8c6a61076b owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:28.641066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.658623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f369b3a4-4ed0-417c-ba88-681fa9f21ccc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:28.751622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=b116e7a9-3880-42b2-bf97-4c8c6a61076b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:28.777245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.777681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.778109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.778534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.778953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.779370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.779790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.780231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.780646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.781061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.781470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.781883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.782350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.782762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.783176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.783588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.784032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.784443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.784855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.785263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.785673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.786079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.786488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.786896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:28.791215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:28.882912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port b116e7a9-3880-42b2-bf97-4c8c6a61076b on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:41:28.885721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:28.888551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-deleted', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:28.939201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-38938732-97f8-45a8-8e86-7ffa7e46fb77 req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/b116e7a9-3880-42b2-bf97-4c8c6a61076b HTTP/1.1" status: 204  len: 173 time: 1.0980070
Nov 15 09:41:28.952921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98331c8d-c67a-4dae-b616-8a438c73800b', 'name': 'network-vif-deleted', 'tag': 'b116e7a9-3880-42b2-bf97-4c8c6a61076b', 'status': 'completed', 'code': 200}
Nov 15 09:41:29.470067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4ada4d7c-b245-448a-afe4-cafc44edb3b2 req-93fd6a84-5814-4835-9e6f-1eba7919e426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:41:29.507659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4ada4d7c-b245-448a-afe4-cafc44edb3b2 req-93fd6a84-5814-4835-9e6f-1eba7919e426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:41:29.509459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ada4d7c-b245-448a-afe4-cafc44edb3b2 req-93fd6a84-5814-4835-9e6f-1eba7919e426 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=98331c8d-c67a-4dae-b616-8a438c73800b HTTP/1.1" status: 200  len: 210 time: 0.0905123
Nov 15 09:41:30.623159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39066) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:30.703011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:30.734640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:30.869607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:30.875232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd88a124-0ae6-4f65-9b69-94676deb8323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:30.893255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818b5de-63f4-456d-9c7e-54429145b677,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:30.899898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:30.907301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:30.908601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdd151ff-0a68-467f-b0b9-6431f575e64f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/a818b5de-63f4-456d-9c7e-54429145b677 HTTP/1.1" status: 204  len: 168 time: 0.2844021
Nov 15 09:41:30.974150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39072) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:31.519813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:32.312473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:32.313014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:32.516477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 26feb35a-2ad0-4401-8dfe-4c437ad8c87f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:32.516885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:32.656299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 26feb35a-2ad0-4401-8dfe-4c437ad8c87f owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:32.897850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:32.913716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-131730bc-81c0-48ef-bee2-26602df0f8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:33.012606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=26feb35a-2ad0-4401-8dfe-4c437ad8c87f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:33.016640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:33.394132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:34.545118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router a6794de7-e51f-4267-b418-a1ae220d685c has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:41:34.801386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:41:34.812409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Sync routers for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:41:34.825671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:34.834507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d9e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:34.855201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/a6794de7-e51f-4267-b418-a1ae220d685c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8796811
Nov 15 09:41:34.858040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39076) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:35.050617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:35.067386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 7d3b586b-16fb-4230-85b1-06e31fbeedfd {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:41:35.070540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:35.128230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:35.219750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:35.358984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d9e8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:41:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:35.362984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Checking router: a6794de7-e51f-4267-b418-a1ae220d685c for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:41:35.374472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Routers {'a6794de7-e51f-4267-b418-a1ae220d685c'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:35.375129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d9e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['a6794de7-e51f-4267-b418-a1ae220d685c'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:35.538092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:35.554467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a0e70026-f950-4556-a8c9-ec434d2ce948 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:35.601155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] Set router a6794de7-e51f-4267-b418-a1ae220d685c gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:35.642688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=7d3b586b-16fb-4230-85b1-06e31fbeedfd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:35.662397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:35.697433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:35.703330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6993ee-bb42-4e30-8fa3-ea33ee3fd94b None None] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:41:35.703736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/7d3b586b-16fb-4230-85b1-06e31fbeedfd HTTP/1.1" status: 204  len: 168 time: 0.8446655
Nov 15 09:41:35.706381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39080) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:35.927608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d9e8>, [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:41:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:35.932251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69331b1-36b5-4edc-9b0c-a363f2de0637 None None] The sync data for ids ['a6794de7-e51f-4267-b418-a1ae220d685c'] in dv-neutron-743142-12-ovs is: [{'id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'name': 'tempest-TestNetworkBasicOps-router-879222500', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:41:32Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '546b1a28-ba58-4c81-a7e9-a2b7c18a23c9', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6794de7-e51f-4267-b418-a1ae220d685c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:39:31Z', 'updated_at': '2020-11-15T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:41:35.990363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.026348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] DHCP port deletion for 35a04e4f-b4c3-4095-8b13-4ec275ef90ae request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:41:36.031497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Deleting port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:36.032076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.259615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.276870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] For port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,segment=NetworkSegment(0bd24df1-d2c6-40b6-a10b-ae574d582e14),segment_id=0bd24df1-d2c6-40b6-a10b-ae574d582e14)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:36.279731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.298119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:41:36.298506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.412996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Calling delete_port for 58acc2e4-47e9-431d-aba5-6fc5552a4c4f owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:36.495753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:36.496151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.536239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:36.552789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:36.633950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:41:36.840581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Pushing event deleted for resources: {'Port': ['ID=58acc2e4-47e9-431d-aba5-6fc5552a4c4f,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:36.845807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:36.883132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] No DVR routers for this DVR port 58acc2e4-47e9-431d-aba5-6fc5552a4c4f on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:41:37.012360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:37.029155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:37.126763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=546b1a28-ba58-4c81-a7e9-a2b7c18a23c9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:37.130937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:37.140852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 58acc2e4-47e9-431d-aba5-6fc5552a4c4f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:37.176942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 58acc2e4-47e9-431d-aba5-6fc5552a4c4f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:41:37.177347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 58acc2e4-47e9-431d-aba5-6fc5552a4c4f not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:41:37.177821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26feb35a-2ad0-4401-8dfe-4c437ad8c87f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:37.212280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 26feb35a-2ad0-4401-8dfe-4c437ad8c87f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:41:37.212688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 26feb35a-2ad0-4401-8dfe-4c437ad8c87f not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:41:37.416166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.020260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.025578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.103751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.104320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router a6794de7-e51f-4267-b418-a1ae220d685c {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:41:38.119128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.120372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/a6794de7-e51f-4267-b418-a1ae220d685c HTTP/1.1" status: 204  len: 168 time: 2.4128957
Nov 15 09:41:38.123101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:38.248375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.457937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.580877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5da0>,) {'filters': {'network_id': ['35a04e4f-b4c3-4095-8b13-4ec275ef90ae']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:38.594198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5da0>, '0bd24df1-d2c6-40b6-a10b-ae574d582e14') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:38.594543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17b5da0>, '0bd24df1-d2c6-40b6-a10b-ae574d582e14') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:38.606606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.622131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:38.624102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:41:38.808190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:41:38.817401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.000246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network 35a04e4f-b4c3-4095-8b13-4ec275ef90ae has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:41:39.028943 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:41:39.136341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:41:39.136705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.141528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88a5c467-0dce-4fa1-9fe2-2a55d126b0a7 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:39.173595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.186230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=35a04e4f-b4c3-4095-8b13-4ec275ef90ae,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:39.194473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:39.201144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0d85aa85-e8fa-42dc-a3a1-3d4985953f2b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/35a04e4f-b4c3-4095-8b13-4ec275ef90ae HTTP/1.1" status: 204  len: 168 time: 1.0767472
Nov 15 09:41:39.203675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:41:39.204276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 546b1a28-ba58-4c81-a7e9-a2b7c18a23c9 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:41:39.233694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:39.239926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'network': {'name': 'tempest-network-smoke--943790286', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:39.246204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:39.250619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:network and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:39.253646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:39.259400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:39.301656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:41:39.307816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.344122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:41:39.396635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.397072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Added segment a0b3d12e-160e-433d-97fd-2ea9027c2325 of type vxlan for network f5aac4c1-1817-435b-a601-fa2beb07102e
Nov 15 09:41:39.473821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.571958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.576052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:39.576796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.582253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa06ae57-0a95-4f69-b871-f0246b5e0a64 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:39.694549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Network': ['ID=f5aac4c1-1817-435b-a601-fa2beb07102e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:39.697486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:39.705821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:41:39.715688 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4808569
Nov 15 09:41:39.718666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39092) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:39.725086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'admin_state_up': True, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:39.728881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:41:39.733588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:39.737727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:router and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:39.740784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:39.746740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:39.846614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.847873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:39.910578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.126426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.354234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.390277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.659613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.25 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/8897a869-808b-4d26-99fa-678eee0fa6f8) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:41:40.817457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.869796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:40.885592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-435737bd-ba4a-4fc2-a2e8-12433e7071a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:41.046759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:41.050000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:41.094546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:41:41.095741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:41.097998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:41:41.302078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:41.302817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:41.652205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:41:41.904555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:41:41.914320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:41:41.927272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:41.928028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2453668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:41.964556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:41.965923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2455833
Nov 15 09:41:41.969157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39096) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:42.020342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7143b2f4-5bf2-429a-9c29-462fe8a88001 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets?project_id=e6c9da80a3a54040bfc44f30a1453a4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0499027
Nov 15 09:41:42.022964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39100) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:42.029383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101666622', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:42.146968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:42.151378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:subnet and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:42.154416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:42.156819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:42.160314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:42.194687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:41:42.303925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:42.469294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2453668>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:42.473396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:41:42.473801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Updating router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 port 8897a869-808b-4d26-99fa-678eee0fa6f8 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:41:42.536131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:42.984466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.069314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Transition to ACTIVE for port object 8897a869-808b-4d26-99fa-678eee0fa6f8 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:43.097850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.113836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:43.221839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.237191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1894afa2-6fb2-45d7-b1bd-7f68b5dbf754 tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:43.281394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:43.285618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:43.313322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b60b1ad3-d2f3-42e5-bcf8-9e4fac92a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.338194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Attempting to bind port 8897a869-808b-4d26-99fa-678eee0fa6f8 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:41:43.338633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Attempting to bind port 8897a869-808b-4d26-99fa-678eee0fa6f8 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:41:43.339063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Attempting to bind port 8897a869-808b-4d26-99fa-678eee0fa6f8 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:41:43.346074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:41:43.346514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:41:43.347005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.347435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:41:43.348045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Bound port: 8897a869-808b-4d26-99fa-678eee0fa6f8, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:41:43.348430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.369237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Subnet': ['ID=80e2381f-e68a-4166-a4ac-2267b99c2253,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:43.385812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:43.442903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:41:43.447312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8897a869-808b-4d26-99fa-678eee0fa6f8,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:41:43.449902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Checking segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:41:43.450301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network hostable DHCP agents. Network: f5aac4c1-1817-435b-a601-fa2beb07102e, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:41:43.475387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.491654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ea397a3-3d3c-4ba2-ba9e-c4576de25506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:43.503360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:41:43.561873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, f5aac4c1-1817-435b-a601-fa2beb07102e) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:43.575562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:43.576241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:43.605135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b250d-f224-451a-9f8b-e0386e67be3a None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:41:43.635969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6117084
Nov 15 09:41:43.638880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39104) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:43.744293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:43.751497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:43.884506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:43.885128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2453668>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:44.258911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:41:44.260040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-f5aac4c1-1817-435b-a601-fa2beb07102e', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:41:44.260957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:44.448576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:44.526329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:44.878678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Allocated IP 172.20.0.2 (f5aac4c1-1817-435b-a601-fa2beb07102e/80e2381f-e68a-4166-a4ac-2267b99c2253/bd412172-b38a-426f-bbc9-ef428e92f16e) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:41:44.910990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2453668>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:44.915823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb92ea-adcb-42ed-9d5f-fb827cd80518 None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:41Z', 'revision_number': 3, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:41:45.214056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.225540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Transition to ACTIVE for port object bd412172-b38a-426f-bbc9-ef428e92f16e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:45.273142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Transition to ACTIVE for port object bd412172-b38a-426f-bbc9-ef428e92f16e will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:45.298246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.318744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59c965eb-e61d-4bcf-bcf6-f788e2d4a0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:45.357031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.1 (f5aac4c1-1817-435b-a601-fa2beb07102e/80e2381f-e68a-4166-a4ac-2267b99c2253/e7f4f0cf-e986-4378-81b8-3b7e0c73299b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:41:45.465966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Pushing event updated for resources: {'Port': ['ID=bd412172-b38a-426f-bbc9-ef428e92f16e,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:45.479797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:45.525538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:41:45.526786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:45.529214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:41:45.545553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.564142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object e7f4f0cf-e986-4378-81b8-3b7e0c73299b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:45.592127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Attempting to bind port bd412172-b38a-426f-bbc9-ef428e92f16e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:41:45.592485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Attempting to bind port bd412172-b38a-426f-bbc9-ef428e92f16e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:41:45.592912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Attempting to bind port bd412172-b38a-426f-bbc9-ef428e92f16e on network f5aac4c1-1817-435b-a601-fa2beb07102e {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:41:45.600245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:41:45.600680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Checking segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:41:45.601135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.601676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Bound using segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:41:45.602480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Bound port: bd412172-b38a-426f-bbc9-ef428e92f16e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:41:45.602916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.607083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.624604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17cd1758-0c2c-431d-a781-56fd54e11818 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:45.727640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] For port bd412172-b38a-426f-bbc9-ef428e92f16e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:41:45.729915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c467ca1f-d1bd-4656-8f97-1f2054d179cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.732652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] For port bd412172-b38a-426f-bbc9-ef428e92f16e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bd412172-b38a-426f-bbc9-ef428e92f16e,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:41:45.770798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.787780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:45.788560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:45.802004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:45.847111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:41:45.848468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:45.850929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:41:45.917837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:45.974512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Pushing event updated for resources: {'Port': ['ID=bd412172-b38a-426f-bbc9-ef428e92f16e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:45.993748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:46.014830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:46.053173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:46.355022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:46.897026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:46.943277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:46.974169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f064261-26de-429a-af2c-36a4b43f4390 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:47.078203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:47.094839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:47.105202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:47.252037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bd412172-b38a-426f-bbc9-ef428e92f16e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:47.260435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:41:47.261671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:47.372167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port bd412172-b38a-426f-bbc9-ef428e92f16e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:47.378077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:47.426875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a592954-9b32-420a-9880-19d12e434f00 None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:41:47.584880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:47.643691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Provisioning for port bd412172-b38a-426f-bbc9-ef428e92f16e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:47.654675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8897a869-808b-4d26-99fa-678eee0fa6f8 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:47.667925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Provisioning complete for port bd412172-b38a-426f-bbc9-ef428e92f16e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:47.668288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:47.698896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8897a869-808b-4d26-99fa-678eee0fa6f8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:47.699243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:47.779511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:41:48.021006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.029531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.043690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:41:48.057285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.057716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:41:48.058174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/6876d87d-64bd-4a73-b8ba-d4e0ec096a04/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4182091
Nov 15 09:41:48.060747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39108) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:48.068376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8897a869-808b-4d26-99fa-678eee0fa6f8,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:48.082410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:48.083133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] For port bd412172-b38a-426f-bbc9-ef428e92f16e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bd412172-b38a-426f-bbc9-ef428e92f16e,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:48.084052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85099e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:48.099255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.109160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:48.145072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.204083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:48.216139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:48.216852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:48.240778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892a9ef-a3bb-4244-b344-25512aa60820 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.241441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892a9ef-a3bb-4244-b344-25512aa60820 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.242107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892a9ef-a3bb-4244-b344-25512aa60820 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.243005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892a9ef-a3bb-4244-b344-25512aa60820 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.248482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39112) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:48.248836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9892a9ef-a3bb-4244-b344-25512aa60820 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1865077
Nov 15 09:41:48.332134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1e96b-20d7-4e67-891e-2367a9783014 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.332493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1e96b-20d7-4e67-891e-2367a9783014 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.332914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1e96b-20d7-4e67-891e-2367a9783014 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.333326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1e96b-20d7-4e67-891e-2367a9783014 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:48.338457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bea1e96b-20d7-4e67-891e-2367a9783014 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0856726
Nov 15 09:41:48.338924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39116) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:48.349194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:48.525940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Pushing event updated for resources: {'Port': ['ID=bd412172-b38a-426f-bbc9-ef428e92f16e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:48.529556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:48.553261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Provisioning for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:48.562799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:48.563253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.639817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a94149ee-dfdf-48b7-b72f-eaf0d5d4682e tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2995627
Nov 15 09:41:48.642070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Port e7f4f0cf-e986-4378-81b8-3b7e0c73299b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:41:48.657128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Provisioning complete for port bd412172-b38a-426f-bbc9-ef428e92f16e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:48.657538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-34aa0077-34d9-4400-abfd-31753665ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.934206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-da722d5d-3784-40c9-a3da-423008c33616 None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:48.934951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da722d5d-3784-40c9-a3da-423008c33616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:48.945888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85099e8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:46Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:48.951104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:41:48.951873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Updating router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 port e7f4f0cf-e986-4378-81b8-3b7e0c73299b binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:41:49.010438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-da722d5d-3784-40c9-a3da-423008c33616 None None] Port e7f4f0cf-e986-4378-81b8-3b7e0c73299b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:41:49.024804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-da722d5d-3784-40c9-a3da-423008c33616 None None] Provisioning complete for port bd412172-b38a-426f-bbc9-ef428e92f16e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:49.025277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da722d5d-3784-40c9-a3da-423008c33616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.026081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.184866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:49.284608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8897a869-808b-4d26-99fa-678eee0fa6f8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:49.285073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.438983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee001033-722c-47a0-ac68-4a1e38f67c64 None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:49.439423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee001033-722c-47a0-ac68-4a1e38f67c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.441826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39124) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:49.447815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027282226', 'description': 'tempest-secgroup-smoke-2027282226 description', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:49.454671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:49.459265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:49.463104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:49.466992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bd412172-b38a-426f-bbc9-ef428e92f16e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:49.468985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:49.504949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.509717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.518429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Transition to ACTIVE for port object e7f4f0cf-e986-4378-81b8-3b7e0c73299b will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:49.548298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:49.549137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.553492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:49.556939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:49.562762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:49.565961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8412ff3c-0fb6-43d6-80a9-6ff9b99f72b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:49.568338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee001033-722c-47a0-ac68-4a1e38f67c64 None None] Port e7f4f0cf-e986-4378-81b8-3b7e0c73299b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:41:49.594128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee001033-722c-47a0-ac68-4a1e38f67c64 None None] Provisioning complete for port bd412172-b38a-426f-bbc9-ef428e92f16e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:49.594570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee001033-722c-47a0-ac68-4a1e38f67c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.625067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port bd412172-b38a-426f-bbc9-ef428e92f16e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:49.625499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.627926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.657940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.664941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-788b1b65-c09e-46ad-a46b-3bbac96e39f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:49.725145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:49.725371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroup': ['ID=01d4337f-2121-4328-864e-6dedb28b7ce2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:49.725371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:49.744739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.744938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.745363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.745477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.746542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3034406
Nov 15 09:41:49.746976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.747399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.747783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.748218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.748639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.748966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.749360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39128) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:49.749457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.749803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.750167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.750594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.750963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.751329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.751692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.752076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.752439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.752801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.753160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.753520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.753884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.754476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.754838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:41:49.755306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:49.760987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:49.762482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:49.767273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:49.770357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:49.777236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:49.840830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.910384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.918645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Attempting to bind port e7f4f0cf-e986-4378-81b8-3b7e0c73299b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:41:49.919336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Attempting to bind port e7f4f0cf-e986-4378-81b8-3b7e0c73299b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:41:49.919760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Attempting to bind port e7f4f0cf-e986-4378-81b8-3b7e0c73299b on network f5aac4c1-1817-435b-a601-fa2beb07102e {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:41:49.927388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:41:49.927818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Checking segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:41:49.928347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.928729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Bound using segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:41:49.929961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Bound port: e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:41:49.930398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.941817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:49.944150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dd8984f2-d55a-471e-878a-39851f8420de tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:49.976107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de20a950-17b8-48da-aceb-c40b2ecb06a4,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:49.979497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:50.010450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.011796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3565649a-4c7f-4939-838b-a75f20200be5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2613711
Nov 15 09:41:50.016274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39132) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:50.022072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:50.029307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:50.033454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:50.036561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:50.041454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:41:50.043202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:50.044628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:41:50.073523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.088850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:50.109298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.246860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:50.252136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:50.287724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.292658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:41:50.293307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85099e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:50.324893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.326890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33306500-db80-4db7-b4dd-3e0a319742e3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:50.352472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c1e408-4c6a-4e09-9c3d-edf974c148cf,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:50.357164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:50.399391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.400791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-604d020b-3eae-43c6-8ddd-783529d5c6f1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3835273
Nov 15 09:41:50.403619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39136) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:50.409915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:50.417381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:50.421674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:50.424834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:50.431785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:50.518486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.541838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:41:50.588662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.612216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.620336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bdc2dd9b-1921-4755-99fe-a5f71cd9f3ae tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:50.639782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bf3175-771c-4488-9f01-49cc36e80e66,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:50.642576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:50.766146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.767543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3626173
Nov 15 09:41:50.770471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39140) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:50.776870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:50.783274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:50.787502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:50.791470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:50.797645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:50.842428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.890541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85099e8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:50Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:41:50.895065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2059190-8de9-4a03-a9c9-2e0d25dce4e4 None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:50Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:41:50.916004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.945401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:50.948786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9020aa53-ff80-4721-8832-aac75fbfcc95 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:50.973894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b224a-ad0c-464e-936a-5638fa504ae0,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:50.978769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:51.016231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.017575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2461548
Nov 15 09:41:51.020450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39144) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:51.026965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:51.033638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:51.037814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:51.041228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:51.047197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:51.084860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:41:51.093531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.176404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.178492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:51.210317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.213495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8a307334-c2d8-4349-a950-a03998c6524a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:51.239338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d8a1a-3e14-479b-ba23-49695f98c300,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:51.242638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:51.279085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.280609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0968b6e9-e5d0-4d7d-a776-c306d0494b33 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2589393
Nov 15 09:41:51.283338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39148) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:41:51.290485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'security_group_rule': {'security_group_id': '01d4337f-2121-4328-864e-6dedb28b7ce2', 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:51.297659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:51.302141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:security_group_rule and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:51.306082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:51.307460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:51.312067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:51.313373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:51.313819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.353541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Project e6c9da80a3a54040bfc44f30a1453a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:41:51.361919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.442630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.467729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.473261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.475293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30907fab-62c3-46c0-883d-662ec4ddb3c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:51.499114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f2aa2a-5d54-464b-894f-10605df7797a,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:51.503751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:41:51.504293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:51.530587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.532626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:51.559261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:51.564063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2758682
Nov 15 09:41:51.619267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:51.623228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:51.762691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-5b7aa26f-6899-49eb-9176-f56b51357f09 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027282226&fields=id&tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 267 time: 0.0460987
Nov 15 09:41:51.929200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48c49-4e50-4072-a772-99647a6821c7 req-bc21a947-3531-4346-8263-17dcb30fdadd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:51.930790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-bc21a947-3531-4346-8263-17dcb30fdadd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/networks?id=f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 200  len: 796 time: 0.1609390
Nov 15 09:41:51.947973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-1f6221ee-88ee-4929-8595-c32abcbd21dc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/quotas/e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 375 time: 0.0120738
Nov 15 09:41:52.044765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-742be7ba-4000-4557-b17b-a55dca640b2d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0913088
Nov 15 09:41:52.217880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-d3ad4911-2607-4164-aa9b-9bd80bd1b167 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:41:52.218973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-d3ad4911-2607-4164-aa9b-9bd80bd1b167 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1614141
Nov 15 09:41:52.364392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-476f221e-fca1-458d-881f-f17a01de4391 service neutron] 10.222.0.81 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385677
Nov 15 09:41:52.509020 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fed60e60-ff0f-42a9-bee7-ab3096d8f976 service neutron] 10.222.0.81 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376009
Nov 15 09:41:52.747666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90b5f0cf-f839-4766-afa1-a72ee67a60e2 req-72ed5d40-7af4-4120-8d5a-9fa2f635ef70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 210 time: 0.0546641
Nov 15 09:41:53.149943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:41:53.235477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:53.235830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:53.930656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a29b291-bc62-4505-bf25-3a9f86774040 req-2a4561e2-2b05-4a31-b9a7-ad0ea69691f8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 210 time: 0.0490494
Nov 15 09:41:54.498757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48c49-4e50-4072-a772-99647a6821c7 req-560ffc7f-2a0d-4aef-a353-5ace49376583 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:54.500350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-560ffc7f-2a0d-4aef-a353-5ace49376583 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/networks?id=f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 200  len: 796 time: 0.1553328
Nov 15 09:41:54.592118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-a879cf70-f40a-41e1-9d8c-1cf7bb6cf38e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e HTTP/1.1" status: 200  len: 7065 time: 0.0712054
Nov 15 09:41:54.603323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'port': {'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'admin_state_up': True, 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'security_groups': ['01d4337f-2121-4328-864e-6dedb28b7ce2']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:54.751394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:41:54.755736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:port and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:41:54.759574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for port was recalculated. Used quota:2. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:41:54.765571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:41:54.800240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Made reservation on behalf of e6c9da80a3a54040bfc44f30a1453a4e for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:41:54.806632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:55.125785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.20.0.13 (f5aac4c1-1817-435b-a601-fa2beb07102e/80e2381f-e68a-4166-a4ac-2267b99c2253/5cbbc827-fda5-47f3-b716-4047c7099a5f) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:41:55.282237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc253f6b-6656-40d2-8588-d91288a815ac req-dbd08cb5-5e2a-4659-a14d-8da364b78469 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 210 time: 0.1996558
Nov 15 09:41:55.372253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:55.388256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Transition to ACTIVE for port object 5cbbc827-fda5-47f3-b716-4047c7099a5f will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:55.450286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:55.468134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c34c404-0239-4dbc-bf50-27fe6aa9024b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:55.889566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=5cbbc827-fda5-47f3-b716-4047c7099a5f,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:55.892728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:55.946547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:41:55.947578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:41:55.949879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:41:56.018614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:56.019284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:56.068506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4693918
Nov 15 09:41:56.089470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Request body: {'port': {'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:41:56.210089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-57a4b328-dfbc-404d-a935-13fab059cdbd None None] Provisioning for port 5cbbc827-fda5-47f3-b716-4047c7099a5f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:41:56.215673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-57a4b328-dfbc-404d-a935-13fab059cdbd None None] Provisioning complete for port 5cbbc827-fda5-47f3-b716-4047c7099a5f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:41:56.216146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57a4b328-dfbc-404d-a935-13fab059cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:56.221020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:56.280957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-57a4b328-dfbc-404d-a935-13fab059cdbd None None] Port 5cbbc827-fda5-47f3-b716-4047c7099a5f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:41:56.633750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443b4f6-a25a-48d3-a7f3-24dc338327f0 req-294c4f2c-6039-41a6-9f25-751aa14f08a7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:56.634522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5443b4f6-a25a-48d3-a7f3-24dc338327f0 req-294c4f2c-6039-41a6-9f25-751aa14f08a7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:41:56.718597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5443b4f6-a25a-48d3-a7f3-24dc338327f0 req-294c4f2c-6039-41a6-9f25-751aa14f08a7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:41:56.719897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5443b4f6-a25a-48d3-a7f3-24dc338327f0 req-294c4f2c-6039-41a6-9f25-751aa14f08a7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 932 time: 0.3064055
Nov 15 09:41:56.782769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbbc827-fda5-47f3-b716-4047c7099a5f {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:41:56.792203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:56.812383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Transition to ACTIVE for port object 5cbbc827-fda5-47f3-b716-4047c7099a5f will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:41:56.815807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5443b4f6-a25a-48d3-a7f3-24dc338327f0 req-7a7ab8fd-83b7-4d20-8a63-dd099b2ef821 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806313
Nov 15 09:41:56.836744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:56.853482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae628a2c-07ab-4cc0-aef2-05268d4da81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:56.995591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbbc827-fda5-47f3-b716-4047c7099a5f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:57.008977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:57.193154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Attempting to bind port 5cbbc827-fda5-47f3-b716-4047c7099a5f on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:41:57.193532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Attempting to bind port 5cbbc827-fda5-47f3-b716-4047c7099a5f by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:41:57.193902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Attempting to bind port 5cbbc827-fda5-47f3-b716-4047c7099a5f on network f5aac4c1-1817-435b-a601-fa2beb07102e {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:41:57.202258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:41:57.202641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Checking segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:41:57.203046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:57.203444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Bound using segment: {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:41:57.203943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Bound port: 5cbbc827-fda5-47f3-b716-4047c7099a5f, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3d12e-160e-433d-97fd-2ea9027c2325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:41:57.204324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:57.310146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] For port 5cbbc827-fda5-47f3-b716-4047c7099a5f, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:41:57.313423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] For port 5cbbc827-fda5-47f3-b716-4047c7099a5f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:41:57.347545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:57.361285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d1be1180-4315-4fab-8cae-1d94ac6d1b82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:41:57.520365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbbc827-fda5-47f3-b716-4047c7099a5f,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:41:57.526318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:41:57.558690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:41:57.560277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] 10.222.0.65 "PUT /v2.0/ports/5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 200  len: 1158 time: 1.4763334
Nov 15 09:41:57.560773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:41:57.623858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'status': 'completed', 'code': 200}
Nov 15 09:41:57.743782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-33b9cc28-7ffc-4347-9c74-ebe5486b3594 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1161 time: 0.0942054
Nov 15 09:41:57.827990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-44675cbe-fee6-4cfa-92f5-cbf42d21ea1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 200  len: 217 time: 0.0691724
Nov 15 09:41:57.916303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6bca87f8-f139-49cd-83f9-45b73523387e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:57.917919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-6bca87f8-f139-49cd-83f9-45b73523387e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80e2381f-e68a-4166-a4ac-2267b99c2253 HTTP/1.1" status: 200  len: 835 time: 0.0817900
Nov 15 09:41:58.089766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-7dbfe63d-8fc0-4672-b433-bb1f6735ee34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5aac4c1-1817-435b-a601-fa2beb07102e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1623268
Nov 15 09:41:58.100212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f27144-8199-402d-9e48-93c68a04df84 req-0290b895-4a26-48fa-9c6b-b57e247e4ae6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:58.102375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8f27144-8199-402d-9e48-93c68a04df84 req-0290b895-4a26-48fa-9c6b-b57e247e4ae6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 944 time: 0.1309266
Nov 15 09:41:58.255060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8f27144-8199-402d-9e48-93c68a04df84 req-6f6585e3-0423-4b6e-9ba2-49e2206ad09c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276329
Nov 15 09:41:58.278153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-8523f79a-7bf6-424c-842d-5e196ac13fb6 service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747904
Nov 15 09:41:58.424373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11e48c49-4e50-4072-a772-99647a6821c7 req-dca67f3e-3040-4d43-8df2-7e110a21e72f service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379626
Nov 15 09:41:58.638371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-ebb8eba8-d806-439b-ad20-76b486c5284a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1161 time: 0.0847306
Nov 15 09:41:58.782439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-258c1605-e23c-4f80-b2e4-0337c255f865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:58.783986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-258c1605-e23c-4f80-b2e4-0337c255f865 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 200  len: 890 time: 0.1377401
Nov 15 09:41:58.866082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-9464d1c5-f296-4ed8-bf69-b6981595a01a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 200  len: 217 time: 0.0749643
Nov 15 09:41:58.938324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-58fe30df-5a48-4408-96a1-c5206c2af457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:58.939920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-58fe30df-5a48-4408-96a1-c5206c2af457 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80e2381f-e68a-4166-a4ac-2267b99c2253 HTTP/1.1" status: 200  len: 835 time: 0.0657797
Nov 15 09:41:59.037176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-db8dd13a-ebb9-4fc9-b940-83b23e12e066 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5aac4c1-1817-435b-a601-fa2beb07102e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866730
Nov 15 09:41:59.184986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-9e76cb35-8ef6-47e9-97c2-82e77b83f2df service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365423
Nov 15 09:41:59.332897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e65756a-64ab-4327-8ad4-9c463d9a8f6a req-007866bf-430b-49ae-b786-25ce131c71bd service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392508
Nov 15 09:41:59.480071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65c7ee-96cf-44cc-a580-47215f8ebff5 req-bdeb3b56-9386-44ab-8cef-a17ee72e2fba tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:41:59.481696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae65c7ee-96cf-44cc-a580-47215f8ebff5 req-bdeb3b56-9386-44ab-8cef-a17ee72e2fba tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 944 time: 0.0938909
Nov 15 09:41:59.530776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae65c7ee-96cf-44cc-a580-47215f8ebff5 req-f9787b9b-fc18-4602-b80a-629340b7c694 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429122
Nov 15 09:42:00.756103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683b000-eee9-4ea8-8272-69d6a4b602d0 req-dc7a26bf-d63c-4e35-8cfd-4e2dec8f43ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:00.758557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3683b000-eee9-4ea8-8272-69d6a4b602d0 req-dc7a26bf-d63c-4e35-8cfd-4e2dec8f43ef tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 944 time: 0.0991473
Nov 15 09:42:00.807976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3683b000-eee9-4ea8-8272-69d6a4b602d0 req-39a97b98-04be-4bb7-b81c-c07851e1869c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432463
Nov 15 09:42:00.936118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 5cbbc827-fda5-47f3-b716-4047c7099a5f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:01.028999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 5cbbc827-fda5-47f3-b716-4047c7099a5f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:42:01.034048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 5cbbc827-fda5-47f3-b716-4047c7099a5f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:01.034478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:01.167836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:01.195183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:42:01.205395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 5cbbc827-fda5-47f3-b716-4047c7099a5f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:01.223345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:01.225324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:01.259505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'code': 200}
Nov 15 09:42:01.306018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc827-fda5-47f3-b716-4047c7099a5f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:01.309332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:01.578396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e6b3da0-faf4-445e-93e9-a32d6949d36e req-f1517234-8ba6-420e-986a-18860a770d31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1163 time: 0.0830312
Nov 15 09:42:01.627413 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e6b3da0-faf4-445e-93e9-a32d6949d36e req-14a66e0c-7c41-4a63-a714-9000debac788 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417342
Nov 15 09:42:02.028870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a16610-3376-488a-a6e8-1eeb02e39087 req-e588c27b-9f55-468e-b58e-a0600a6a820a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:02.030499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-78a16610-3376-488a-a6e8-1eeb02e39087 req-e588c27b-9f55-468e-b58e-a0600a6a820a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.0933492
Nov 15 09:42:02.079272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-78a16610-3376-488a-a6e8-1eeb02e39087 req-69d3fea7-f583-46cd-a98b-ef32f601a3fa tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425005
Nov 15 09:42:02.407972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 5cbbc827-fda5-47f3-b716-4047c7099a5f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:02.487125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 5cbbc827-fda5-47f3-b716-4047c7099a5f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:02.487549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:03.304579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75242-854b-4bce-9de1-860c03a46ee9 req-0a6f7ef6-1b68-4b40-9206-aa0342cc6e09 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:03.306139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77b75242-854b-4bce-9de1-860c03a46ee9 req-0a6f7ef6-1b68-4b40-9206-aa0342cc6e09 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.0971336
Nov 15 09:42:03.354751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-77b75242-854b-4bce-9de1-860c03a46ee9 req-6e34ae5d-c6a3-40e4-b0e2-a286d4153bc7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421371
Nov 15 09:42:03.574884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee621b-cbfd-46ac-b97d-f85b0866093c req-b3ecb661-c01c-49cb-be10-ab5137d146ee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:03.576520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98ee621b-cbfd-46ac-b97d-f85b0866093c req-b3ecb661-c01c-49cb-be10-ab5137d146ee tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.0927637
Nov 15 09:42:03.623588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98ee621b-cbfd-46ac-b97d-f85b0866093c req-b489a0b3-e6ce-490a-a43d-782cfe38342a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408914
Nov 15 09:42:03.653277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39204) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:03.739424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-569ad513-4c71-4e5b-a504-51bccbd91b61 tempest-TestNetworkBasicOps-545074043 tempest-TestNetworkBasicOps-545074043] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1158 time: 0.0848625
Nov 15 09:42:03.742996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39208) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:03.748848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:42:03.754620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:42:03.759347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Usage tracker for resource:floatingip and tenant:e6c9da80a3a54040bfc44f30a1453a4e is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:42:03.762311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:42:03.768044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:42:03.815694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:04.224133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:04.493721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Allocated IP 172.26.4.49 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/ee80f5e7-affe-4c70-8bcd-bd1d4291de54) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:42:04.654105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:04.714903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:04.730091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-676e91e1-a779-4116-b719-3f88767a0e41 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:04.882121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=ee80f5e7-affe-4c70-8bcd-bd1d4291de54,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:04.886049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:04.932731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:42:04.933863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:42:04.936333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:42:05.425189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:05.535455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:05.817642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:05.849652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:05.866046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-550be3d3-8463-4a0a-b026-6f4792d67c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:06.027098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event updated for resources: {'Port': ['ID=ee80f5e7-affe-4c70-8bcd-bd1d4291de54,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:06.032273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:06.124291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:06.366210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312 associated. External IP: 172.26.4.49, port: 5cbbc827-fda5-47f3-b716-4047c7099a5f.
Nov 15 09:42:06.857139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:42:07.377030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:42:07.386714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:42:07.400136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:07.400835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3deacf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:07.432718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:07.497309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7527633
Nov 15 09:42:07.498053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:42:07.500161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39212) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:07.563308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'status': 'completed', 'code': 200}
Nov 15 09:42:07.628675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bed7e063-bef5-45ae-a3dc-1b6f284a4135 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1259384
Nov 15 09:42:07.630425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:07.705064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-3581b0a3-b68e-4711-9d25-9b30baf95402 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1163 time: 0.0869498
Nov 15 09:42:07.865897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-c45da2a0-cc1b-47fd-a575-1d199b32ac4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:07.868232 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-c45da2a0-cc1b-47fd-a575-1d199b32ac4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 200  len: 890 time: 0.1554327
Nov 15 09:42:08.004922 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-691d02b6-56e8-44f4-b8a4-a08152caf342 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 200  len: 999 time: 0.1287727
Nov 15 09:42:08.079830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-b00de1a5-65d4-4ebc-9b79-feed05f2daed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:08.081458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-b00de1a5-65d4-4ebc-9b79-feed05f2daed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80e2381f-e68a-4166-a4ac-2267b99c2253 HTTP/1.1" status: 200  len: 835 time: 0.0690863
Nov 15 09:42:08.173171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-4a0d59c2-fa80-42ef-9100-711acab54190 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5aac4c1-1817-435b-a601-fa2beb07102e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842156
Nov 15 09:42:08.200282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3deacf8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:05Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:51Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:08.204386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:42:08.216665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:08.217338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3deacf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:41:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:08.320752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-414b5277-9650-4b4f-a022-1964b511aa7e service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375656
Nov 15 09:42:08.447135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:08.472071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1513db12-672b-4210-8d8e-f38b36212bf9 req-16f1aaf6-cd19-46b8-86b3-f726724e940a service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410053
Nov 15 09:42:08.631537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39218) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:08.758332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5df5af95-ea3d-465e-ba6f-3b3899b83e20 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1247454
Nov 15 09:42:08.840748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3deacf8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:05Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:51Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:08.844976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbb71a-9b20-430a-ba8a-062386861559 None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:41:45Z', 'revision_number': 4, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:05Z', 'revision_number': 0, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:41:51Z', 'revision_number': 5, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:42:09.116208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d0e79-f052-4be2-b8d4-108ebb76fade None None] New status for floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:42:09.762077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39222) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:09.885696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eb6a88bb-2311-4daf-b578-198a3a40856c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 993 time: 0.1223125
Nov 15 09:42:13.278593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ed42359-97ab-4af3-8056-f75da9167d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:15.708455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f3ddbac-c346-4287-9457-d7ca93b33cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:15.988507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:16.331448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:17.541033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:17.941200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:21.259797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:42:43.250394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39236) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:43.256493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:42:43.301308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18a1e17f-2855-4e55-90c7-44623b03cc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:44.255190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:44.289866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:44.554936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:42:44.814174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:42:44.820686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:44.821962 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb78bbaf-bab7-48c0-8e5e-679ff647fd78 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/6876d87d-64bd-4a73-b8ba-d4e0ec096a04 HTTP/1.1" status: 200  len: 888 time: 1.5704551
Nov 15 09:42:44.829746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:42:44.843909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:44.844602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8355be0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:44.918088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8355be0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:44.929878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:44.930562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8355be0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:44.998249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8355be0>, [], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:44.998722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49879c4-010e-4c74-830f-30207269cc5c None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:42:45.169661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:42:45.269404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2005b7-188a-4eb5-9123-ffc564b729bf None None] New status for floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:42:45.307619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:45.342500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:45.375153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:45.377145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:45.455902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:45.465452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.465845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.466255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.466633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.467008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.467385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.467758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.468198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.468568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.468939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.469311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.469680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.470106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.470480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.470852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.471493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.471667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.471975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.472345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.472713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.473083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.473469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.473815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.474182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:45.479501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:45.706490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45bbac28-e0b2-40c6-a44b-0f20488a3680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:45.980968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:46.329690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.013660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39244) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:47.020253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Request body: {'router': {'admin_state_up': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:42:47.171715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:42:47.307649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.324275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8897a869-808b-4d26-99fa-678eee0fa6f8,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:47.352433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.355297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:47.430911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:47.434399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:47.542454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.734874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.775509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853804229'] for router, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:47.948489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:48.033944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:42:48.287539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:42:48.293623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:48.294844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c923fb22-e6ae-4b8b-b116-28a39699b0c0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/6876d87d-64bd-4a73-b8ba-d4e0ec096a04 HTTP/1.1" status: 200  len: 887 time: 1.2801161
Nov 15 09:42:48.297953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39250) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:48.301142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:42:48.314985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:48.315704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:48.423582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-577dcffa-4cbf-42b7-b07a-16be2eeefef3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1232626
Nov 15 09:42:48.545161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:48.937902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc438>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:48.942043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:42:48.953964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:48.954634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:49.426449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39254) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:49.457491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:49.553420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6df3779c-f56e-4294-a201-55d0fc9ed125 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1244559
Nov 15 09:42:49.979163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a32fc438>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:49.983416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de19b0e-069e-4051-bc09-79c564cbf675 None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '2b1d6f4e-7dba-4709-814b-8ec98302c312', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'port_id': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'mac_address': 'fa:16:3e:3d:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:42:05Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 2, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:45Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:42:50.555627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39258) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:50.705608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cb4dc00c-cc32-4df6-8196-3dc8ebe22783 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1486146
Nov 15 09:42:51.216370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:51.297987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:51.298411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.436723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.470218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:51.513953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.514857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:51.544769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bfd1b744-c1b9-46d9-89a4-a06030d43a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:51.653141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:51.658406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:51.667496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8897a869-808b-4d26-99fa-678eee0fa6f8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:51.667982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.710193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39262) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:51.808204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.825832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8897a869-808b-4d26-99fa-678eee0fa6f8,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:51.840115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-64cb78eb-bea4-4abb-98f0-002270517585 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 991 time: 0.1286383
Nov 15 09:42:51.851308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:51.854351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f0a30ce7-e40a-4a90-9c8e-85a6ca347f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:51.929154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:51.932741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:52.569277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b8e51-928c-4331-9e65-9d74d4059e93 None None] New status for floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:42:52.843606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39266) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:52.972614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3825110b-252e-4f75-9ec7-b1360cf41b10 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 200  len: 993 time: 0.1275754
Nov 15 09:42:53.187151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:53.270429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e7f4f0cf-e986-4378-81b8-3b7e0c73299b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:53.270914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:53.286270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39274) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:42:53.406729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:42:53.492291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8897a869-808b-4d26-99fa-678eee0fa6f8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:42:53.492724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:53.530370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port ee80f5e7-affe-4c70-8bcd-bd1d4291de54 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:42:53.530700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:53.721449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:53.721751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:53.857312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for ee80f5e7-affe-4c70-8bcd-bd1d4291de54 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:42:54.108091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:54.124108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:54.213477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=ee80f5e7-affe-4c70-8bcd-bd1d4291de54,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:54.243230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.243658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.244105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.244528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.244940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.245352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.245763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.246178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.246587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.246994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.247399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.247804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.248296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.248703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.249110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.249513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.249919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.250322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.250726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.251128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.251532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.251959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.252364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.252767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:54.257837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:54.369025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:54.369297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312 disassociated (deleted). External IP: 172.26.4.49, port: 5cbbc827-fda5-47f3-b716-4047c7099a5f.
Nov 15 09:42:54.862958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:42:55.118753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:42:55.128278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:42:55.141570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:55.147655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a819dd68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:55.177164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:55.246411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/floatingips/2b1d6f4e-7dba-4709-814b-8ec98302c312 HTTP/1.1" status: 204  len: 168 time: 1.9588270
Nov 15 09:42:55.247119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:42:55.308423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'status': 'completed', 'code': 200}
Nov 15 09:42:55.372667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:55.521011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-b8e3555a-ed35-43e9-9359-9f3f62959d26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 1163 time: 0.1647143
Nov 15 09:42:55.918951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a819dd68>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:55.923250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:42:55.936227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:42:55.936911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a819dd68>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:56.035599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-1582995d-b125-46f3-b36a-846aca0094f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:56.037481 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-1582995d-b125-46f3-b36a-846aca0094f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 200  len: 890 time: 0.5093040
Nov 15 09:42:56.111205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1957435-6187-4b35-8402-2c2921298174 req-23c88f0a-b74e-4151-bcad-991c4dca4e14 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:56.112841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1957435-6187-4b35-8402-2c2921298174 req-23c88f0a-b74e-4151-bcad-991c4dca4e14 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.2136085
Nov 15 09:42:56.144812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-2ce2a9da-7905-4bc1-a472-2fd7de18f463 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 200  len: 217 time: 0.0993676
Nov 15 09:42:56.166397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:42:56.231253 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1957435-6187-4b35-8402-2c2921298174 req-acd76550-d565-4ea6-80e4-b36e9a075b71 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111541
Nov 15 09:42:56.238758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-389b30c8-be2d-4b19-b82f-f46aa084c764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:56.241357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-389b30c8-be2d-4b19-b82f-f46aa084c764 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80e2381f-e68a-4166-a4ac-2267b99c2253 HTTP/1.1" status: 200  len: 835 time: 0.0888610
Nov 15 09:42:56.335410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-451512a0-e2e1-464a-aef0-817a7ad87ab5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5aac4c1-1817-435b-a601-fa2beb07102e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874867
Nov 15 09:42:56.481588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-edc4ba2d-4da0-4a0a-a2a5-07f0e1717d1d service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390250
Nov 15 09:42:56.523270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a819dd68>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:42:56.527655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393d682-2650-4ff2-b99b-b2890ac6162a None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:42:47Z', 'revision_number': 6, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'e7f4f0cf-e986-4378-81b8-3b7e0c73299b', 'name': '', 'network_id': 'f5aac4c1-1817-435b-a601-fa2beb07102e', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'mac_address': 'fa:16:3e:17:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:44Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'subnets': [{'id': '80e2381f-e68a-4166-a4ac-2267b99c2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:42:56.637960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a0ae609-ae36-4d92-9fd6-b697ad0c47ff req-94d0e6fd-fe72-4bd7-a8df-5ec2a17bc76a service neutron] 10.222.0.65 "GET /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483018
Nov 15 09:42:57.373046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-0343e750-e3bf-4921-bd21-5eb7761279ed tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:57.374554 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-0343e750-e3bf-4921-bd21-5eb7761279ed tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.0993235
Nov 15 09:42:57.513809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 5cbbc827-fda5-47f3-b716-4047c7099a5f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:42:57.514199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:57.556773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d554a-ecc3-4b48-b772-1858ad83b810 None None] New status for floating IP 2b1d6f4e-7dba-4709-814b-8ec98302c312: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:42:57.632637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c74b-6d8b-4597-a5d9-6cd412d27af7 req-6bb0547e-2fba-49f0-b893-34010148b34b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:42:57.634200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cd78c74b-6d8b-4597-a5d9-6cd412d27af7 req-6bb0547e-2fba-49f0-b893-34010148b34b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 946 time: 0.2587035
Nov 15 09:42:57.783621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cd78c74b-6d8b-4597-a5d9-6cd412d27af7 req-607e8dda-b2bc-458b-9cbd-37dfdd1b13ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/security-groups?id=01d4337f-2121-4328-864e-6dedb28b7ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424644
Nov 15 09:42:57.857163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 5cbbc827-fda5-47f3-b716-4047c7099a5f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=5cbbc827-fda5-47f3-b716-4047c7099a5f,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:42:57.857569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:57.995217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 5cbbc827-fda5-47f3-b716-4047c7099a5f owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:42:58.228178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:58.245833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b3f5fee0-e4c5-48ce-b747-ad429f006bfd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:42:58.261697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:42:58.338130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=5cbbc827-fda5-47f3-b716-4047c7099a5f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:42:58.362152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.362586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.363009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.363427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.363885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.364279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.365185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.365860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.366267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.366676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.367084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.367493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.367991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.368398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.368805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.369213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.369621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.370027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.370431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.370838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.371238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.371648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.372077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.372479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:42:58.376455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:42:58.470352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] No DVR routers for this DVR port 5cbbc827-fda5-47f3-b716-4047c7099a5f on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:42:58.473441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:42:58.483500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'name': 'network-vif-deleted', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:42:58.491058 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d4f2087-c8af-477e-bb1c-bc0f0a5e4426 req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.65 "DELETE /v2.0/ports/5cbbc827-fda5-47f3-b716-4047c7099a5f HTTP/1.1" status: 204  len: 173 time: 1.0792572
Nov 15 09:42:58.632739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d45ece-07bb-4c62-9c71-3d329b1caaea', 'name': 'network-vif-deleted', 'tag': '5cbbc827-fda5-47f3-b716-4047c7099a5f', 'status': 'completed', 'code': 200}
Nov 15 09:42:58.713260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 5cbbc827-fda5-47f3-b716-4047c7099a5f no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:42:58.750407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 5cbbc827-fda5-47f3-b716-4047c7099a5f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:42:58.750735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 5cbbc827-fda5-47f3-b716-4047c7099a5f not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:42:58.984705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-13fb79f4-2aa2-4f15-a879-200df3b3fafa req-d1d62ebf-28bf-4f60-bd1e-919f505a543e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Synchronizing usage tracker for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:42:59.016440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-13fb79f4-2aa2-4f15-a879-200df3b3fafa req-d1d62ebf-28bf-4f60-bd1e-919f505a543e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Unset dirty status for tenant:e6c9da80a3a54040bfc44f30a1453a4e on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:42:59.017651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13fb79f4-2aa2-4f15-a879-200df3b3fafa req-d1d62ebf-28bf-4f60-bd1e-919f505a543e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "GET /v2.0/ports?device_id=67d45ece-07bb-4c62-9c71-3d329b1caaea HTTP/1.1" status: 200  len: 210 time: 0.0838811
Nov 15 09:43:00.133479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39296) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:00.206373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:00.237303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:00.370708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:00.376038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caca7cc9-e62c-4785-ba01-32ab013d7a91 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:00.394028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d4337f-2121-4328-864e-6dedb28b7ce2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:00.397816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:00.400007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:00.401032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/security-groups/01d4337f-2121-4328-864e-6dedb28b7ce2 HTTP/1.1" status: 204  len: 168 time: 0.2664535
Nov 15 09:43:00.481065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39302) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:00.988552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:01.962331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port e7f4f0cf-e986-4378-81b8-3b7e0c73299b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:43:01.962897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:02.179578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port e7f4f0cf-e986-4378-81b8-3b7e0c73299b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:02.179958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:02.314162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for e7f4f0cf-e986-4378-81b8-3b7e0c73299b owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:43:02.679855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:02.695277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c9396796-4ad7-4a3c-9582-6778d4821e87 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:02.792569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=e7f4f0cf-e986-4378-81b8-3b7e0c73299b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:02.795527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:03.187934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:04.047345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:43:04.305839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:43:04.315445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Sync routers for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:43:04.328714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:43:04.330797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283a6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:04.350557 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "PUT /v2.0/routers/6876d87d-64bd-4a73-b8ba-d4e0ec096a04/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8683028
Nov 15 09:43:04.353353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39306) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:04.555123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting subnet 80e2381f-e68a-4166-a4ac-2267b99c2253 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:43:04.558361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:04.558792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:43:04.619196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:04.759818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:04.875867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283a6d8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:43:02Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:04.880140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Checking router: 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:43:04.892009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Routers {'6876d87d-64bd-4a73-b8ba-d4e0ec096a04'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:43:04.892686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283a6d8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:42:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:05.130246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] Set router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:43:05.342710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:05.359286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2f7fb3f1-8e2c-40d4-a1d8-79e1ab995897 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:05.444622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Subnet': ['ID=80e2381f-e68a-4166-a4ac-2267b99c2253,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:05.448237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283a6d8>, [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:43:02Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:05.452822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1627-a52b-4428-bd11-f468431b28dd None None] The sync data for ids ['6876d87d-64bd-4a73-b8ba-d4e0ec096a04'] in dv-neutron-743142-12-ovs is: [{'id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'name': 'tempest-TestNetworkBasicOps-router-1550351294', 'tenant_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:41:39Z', 'updated_at': '2020-11-15T09:43:02Z', 'revision_number': 7, 'project_id': 'e6c9da80a3a54040bfc44f30a1453a4e', 'gw_port': {'id': '8897a869-808b-4d26-99fa-678eee0fa6f8', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6876d87d-64bd-4a73-b8ba-d4e0ec096a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:41:40Z', 'updated_at': '2020-11-15T09:42:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:43:05.459103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:05.499146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:05.505134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3409c3d-af33-498b-be8b-3823a39145fe None None] Network f5aac4c1-1817-435b-a601-fa2beb07102e requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:43:05.505433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d984e509-0325-42d6-8884-f378404d9f8b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/subnets/80e2381f-e68a-4166-a4ac-2267b99c2253 HTTP/1.1" status: 204  len: 168 time: 1.1510484
Nov 15 09:43:05.510108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39310) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:05.773539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:05.779420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] DHCP port deletion for f5aac4c1-1817-435b-a601-fa2beb07102e request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:43:05.784292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Deleting port bd412172-b38a-426f-bbc9-ef428e92f16e {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:43:05.784881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.022918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] For port bd412172-b38a-426f-bbc9-ef428e92f16e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=bd412172-b38a-426f-bbc9-ef428e92f16e,segment=NetworkSegment(a0b3d12e-160e-433d-97fd-2ea9027c2325),segment_id=a0b3d12e-160e-433d-97fd-2ea9027c2325)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:06.023262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.031455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.066437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Deleting port 8897a869-808b-4d26-99fa-678eee0fa6f8 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:43:06.066817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.273144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] For port 8897a869-808b-4d26-99fa-678eee0fa6f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8897a869-808b-4d26-99fa-678eee0fa6f8,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:06.273460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.329241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Calling delete_port for bd412172-b38a-426f-bbc9-ef428e92f16e owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:43:06.410015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Calling delete_port for 8897a869-808b-4d26-99fa-678eee0fa6f8 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:43:06.500769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.516714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:06.562423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Pushing event deleted for resources: {'Port': ['ID=bd412172-b38a-426f-bbc9-ef428e92f16e,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:06.565176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:06.664240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] No DVR routers for this DVR port bd412172-b38a-426f-bbc9-ef428e92f16e on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:43:06.679250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:06.695197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d0e152-925b-4ab0-a6bc-30ab8bb66034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:06.790257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Port': ['ID=8897a869-808b-4d26-99fa-678eee0fa6f8,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:06.794376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:07.073014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.229925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:43:07.268478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e7f4f0cf-e986-4378-81b8-3b7e0c73299b {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:43:07.268879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e7f4f0cf-e986-4378-81b8-3b7e0c73299b not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:43:07.269345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bd412172-b38a-426f-bbc9-ef428e92f16e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:43:07.304164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: bd412172-b38a-426f-bbc9-ef428e92f16e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:43:07.304567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device bd412172-b38a-426f-bbc9-ef428e92f16e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:43:07.387328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.391704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.496193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.496795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Fanout notify agent at l3_agent the message router_deleted on router 6876d87d-64bd-4a73-b8ba-d4e0ec096a04 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:43:07.512575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.513787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/routers/6876d87d-64bd-4a73-b8ba-d4e0ec096a04 HTTP/1.1" status: 204  len: 168 time: 2.0045271
Nov 15 09:43:07.516640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 39318) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:07.642053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.846325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:07.967957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a257ed30>,) {'filters': {'network_id': ['f5aac4c1-1817-435b-a601-fa2beb07102e']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:07.981069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a257ed30>, 'a0b3d12e-160e-433d-97fd-2ea9027c2325') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:07.981387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a257ed30>, 'a0b3d12e-160e-433d-97fd-2ea9027c2325') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:43:07.993512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:08.008414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:08.010380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:43:08.188602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:43:08.197744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:08.374428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Network f5aac4c1-1817-435b-a601-fa2beb07102e has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:43:08.399544 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:43:08.508088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:08.511500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ae474385-5e22-45ee-823f-ca8b56708bae tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:08.527292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:08.539282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Pushing event deleted for resources: {'Network': ['ID=f5aac4c1-1817-435b-a601-fa2beb07102e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:08.543479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:08.545495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] 10.222.0.81 "DELETE /v2.0/networks/f5aac4c1-1817-435b-a601-fa2beb07102e HTTP/1.1" status: 204  len: 168 time: 1.0274031
Nov 15 09:43:09.043477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39326) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:09.143695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:43:09.183627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 8897a869-808b-4d26-99fa-678eee0fa6f8 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:43:09.184056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8897a869-808b-4d26-99fa-678eee0fa6f8 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:43:09.235556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c267a49b-9147-4af0-ab56-8d06d20452eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6c9da80a3a54040bfc44f30a1453a4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1906555
Nov 15 09:43:09.238129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39332) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:09.309626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:09.336764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:09.479392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:09.483372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e99c349-9f8a-456e-99fa-d9e1920b61f2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:09.498445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7838c8f3-d24a-471e-a6bf-63804b4a1cf8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:09.502603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:09.506018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:09.507272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7838c8f3-d24a-471e-a6bf-63804b4a1cf8 HTTP/1.1" status: 204  len: 168 time: 0.2681851
Nov 15 09:43:10.049328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39340) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:10.069738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.103340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:10.107570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Usage tracker for resource:security_group_rule and tenant:d10bed67c138458e9cf41a8b5873b13c is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:10.110641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:10.117058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:10.284588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.319483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.327027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52fc4ae3-dfd2-49ab-b5cb-c23b3340d689 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:10.371737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470eb79-8088-4660-b390-d457cc78efa5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:10.378794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d10bed67c138458e9cf41a8b5873b13c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3256094
Nov 15 09:43:10.378794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:10.379076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39344) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:10.442523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.470646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.536989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.542030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8c908b08-96e1-49d3-b889-aa5d1b65add4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:10.553410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470eb79-8088-4660-b390-d457cc78efa5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:10.558243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:10.560266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:10.561508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e1924b8b-4301-4444-944f-493b1c68cfa4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8470eb79-8088-4660-b390-d457cc78efa5 HTTP/1.1" status: 204  len: 168 time: 0.1815162
Nov 15 09:43:13.331080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aaeac0b3-635e-463e-afc5-a2009d859db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:15.713367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af6fed05-a310-4681-abfb-882986264f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:16.003943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:16.335366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:17.541877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:17.959378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:20.365345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-6d45bb2f-35c9-4a84-b188-8b592605260e tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/networks?tenant_id=6cbe78c38e2c408f87871302d1987f8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333774
Nov 15 09:43:20.524518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-217d9b0a-7dcc-422f-b421-04910b7a8aef tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:20.526094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-217d9b0a-7dcc-422f-b421-04910b7a8aef tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1549873
Nov 15 09:43:20.543795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-50e08234-5a21-4bcf-85b4-0d4c7a771a7c tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/quotas/6cbe78c38e2c408f87871302d1987f8c HTTP/1.1" status: 200  len: 375 time: 0.0117047
Nov 15 09:43:20.599264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-f9f11429-33bc-45e1-858a-0e4c680b84ec tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?tenant_id=6cbe78c38e2c408f87871302d1987f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493412
Nov 15 09:43:20.836925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9f0101a-2bad-4f7e-94e8-eeb613298c51 req-73a27f3a-6568-4758-a0d3-32faf1b5ae81 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 210 time: 0.0497911
Nov 15 09:43:22.014613 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47c8e9eb-8838-44bf-86de-6c7de494b948 req-892ffe98-fa69-4964-b0e4-cfe12a480c88 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 210 time: 0.0468915
Nov 15 09:43:22.315997 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-c3d2f596-3046-47d1-a5d5-adce1aafafe5 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.65 "GET /v2.0/networks?tenant_id=6cbe78c38e2c408f87871302d1987f8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373287
Nov 15 09:43:22.737224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-70e734c1-1c94-4ea1-98af-0a6bc921e112 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:22.738778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-70e734c1-1c94-4ea1-98af-0a6bc921e112 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4146550
Nov 15 09:43:22.775746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Request body: {'port': {'device_id': 'd6e18315-2960-41b2-89da-41472eb2648f', 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a', 'admin_state_up': True, 'tenant_id': '6cbe78c38e2c408f87871302d1987f8c'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:22.931251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:22.935318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Usage tracker for resource:port and tenant:6cbe78c38e2c408f87871302d1987f8c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:22.938291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:22.944114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:22.980550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Made reservation on behalf of 6cbe78c38e2c408f87871302d1987f8c for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:43:22.986125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:22.999720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:23.032866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:23.037520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Usage tracker for resource:security_group_rule and tenant:6cbe78c38e2c408f87871302d1987f8c is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:23.040463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:23.046217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:23.118128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:23.184410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:23.202684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-021d354a-66af-4566-bc41-0a1ac5a94ba2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:23.216970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8fc82c9e-8f43-442d-9534-cfa58b91d7fc req-f563d138-2dfb-4c15-a64f-3ea7ca39dbf7 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 210 time: 0.0741758
Nov 15 09:43:23.305418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Pushing event updated for resources: {'SecurityGroup': ['ID=673ef9da-0e0e-4643-930f-118dd007f914,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:23.314487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:23.527367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Allocated IP 192.168.233.163 (7d60f094-ef93-48a6-bbde-b66c0c10548a/ed0a3687-1aa7-4308-be80-f6b783faf8d4/7d4beb56-7798-40bc-889e-61ff042db353) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:43:23.735557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:23.752450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Transition to ACTIVE for port object 7d4beb56-7798-40bc-889e-61ff042db353 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:43:23.805471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:23.821669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac4907bb-bea7-438e-ad6f-5a3a9080588d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:23.968968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Pushing event updated for resources: {'Port': ['ID=7d4beb56-7798-40bc-889e-61ff042db353,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:23.973384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:24.027519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Network 7d60f094-ef93-48a6-bbde-b66c0c10548a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:43:24.028663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:43:24.030990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:43:24.102534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:24.103284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:24.171704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3998692
Nov 15 09:43:24.190792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Request body: {'port': {'device_id': 'd6e18315-2960-41b2-89da-41472eb2648f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:24.322840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:24.342175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5997cb05-a87f-476c-958a-9bc0c3953b5b None None] Provisioning for port 7d4beb56-7798-40bc-889e-61ff042db353 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:43:24.347726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5997cb05-a87f-476c-958a-9bc0c3953b5b None None] Provisioning complete for port 7d4beb56-7798-40bc-889e-61ff042db353 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:43:24.352157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5997cb05-a87f-476c-958a-9bc0c3953b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:24.418290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-5997cb05-a87f-476c-958a-9bc0c3953b5b None None] Port 7d4beb56-7798-40bc-889e-61ff042db353 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:43:24.697173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0a68-f605-479c-98df-bb1cc408135d req-17ac965e-7c87-41d1-9094-d7d55793b2bf tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:24.697867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-df0a0a68-f605-479c-98df-bb1cc408135d req-17ac965e-7c87-41d1-9094-d7d55793b2bf tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Synchronizing usage tracker for tenant:6cbe78c38e2c408f87871302d1987f8c on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:43:24.768682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-df0a0a68-f605-479c-98df-bb1cc408135d req-17ac965e-7c87-41d1-9094-d7d55793b2bf tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Unset dirty status for tenant:6cbe78c38e2c408f87871302d1987f8c on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:43:24.769956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df0a0a68-f605-479c-98df-bb1cc408135d req-17ac965e-7c87-41d1-9094-d7d55793b2bf tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 936 time: 0.3331463
Nov 15 09:43:24.892881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-df0a0a68-f605-479c-98df-bb1cc408135d req-5275b684-57dd-40a1-ab8d-c93c8d5296a7 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Synchronizing usage tracker for tenant:6cbe78c38e2c408f87871302d1987f8c on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:43:24.908819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4beb56-7798-40bc-889e-61ff042db353 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:43:24.920063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:24.986263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-df0a0a68-f605-479c-98df-bb1cc408135d req-5275b684-57dd-40a1-ab8d-c93c8d5296a7 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Unset dirty status for tenant:6cbe78c38e2c408f87871302d1987f8c on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:43:24.987525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df0a0a68-f605-479c-98df-bb1cc408135d req-5275b684-57dd-40a1-ab8d-c93c8d5296a7 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093778
Nov 15 09:43:25.014845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Transition to ACTIVE for port object 7d4beb56-7798-40bc-889e-61ff042db353 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:43:25.043276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:25.059876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fbd231ca-7cb5-481d-8b0b-2421c04a8eae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:25.201996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4beb56-7798-40bc-889e-61ff042db353,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:25.214664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:25.401577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Attempting to bind port 7d4beb56-7798-40bc-889e-61ff042db353 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:43:25.401963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Attempting to bind port 7d4beb56-7798-40bc-889e-61ff042db353 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:43:25.402376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Attempting to bind port 7d4beb56-7798-40bc-889e-61ff042db353 on network 7d60f094-ef93-48a6-bbde-b66c0c10548a {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:43:25.409445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:43:25.409827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Checking segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:43:25.410238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:25.410639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Bound using segment: {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:43:25.411328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Bound port: 7d4beb56-7798-40bc-889e-61ff042db353, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955c462-b51e-4801-b8f5-8b355ad125ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d60f094-ef93-48a6-bbde-b66c0c10548a'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:43:25.411875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:25.516612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] For port 7d4beb56-7798-40bc-889e-61ff042db353, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:43:25.519885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] For port 7d4beb56-7798-40bc-889e-61ff042db353, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=7d4beb56-7798-40bc-889e-61ff042db353,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:43:25.557995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:25.573194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa63ed91-80ec-43ce-b8fd-f7201eb73892 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:25.732773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4beb56-7798-40bc-889e-61ff042db353,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:25.738132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:25.771293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:25.772592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] 10.222.0.65 "PUT /v2.0/ports/7d4beb56-7798-40bc-889e-61ff042db353 HTTP/1.1" status: 200  len: 1162 time: 1.5865815
Nov 15 09:43:25.773153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:43:25.840082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353', 'status': 'completed', 'code': 200}
Nov 15 09:43:25.960514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-6cafd840-e27e-4974-8d32-a0af4654f897 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cbe78c38e2c408f87871302d1987f8c&device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 1165 time: 0.0893383
Nov 15 09:43:26.047913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-b0948218-64e8-4c56-95cc-6b0f3f387030 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7d4beb56-7798-40bc-889e-61ff042db353 HTTP/1.1" status: 200  len: 217 time: 0.0724163
Nov 15 09:43:26.120481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-59380813-7fc9-4cd5-9be2-227ae196ca46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:26.122061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-59380813-7fc9-4cd5-9be2-227ae196ca46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed0a3687-1aa7-4308-be80-f6b783faf8d4 HTTP/1.1" status: 200  len: 843 time: 0.0667071
Nov 15 09:43:26.287835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345a9dd-faa3-45fe-9c8b-2423cec568df req-045a8ab2-efb7-4aeb-9e43-097772ab0ded tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:26.289415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4345a9dd-faa3-45fe-9c8b-2423cec568df req-045a8ab2-efb7-4aeb-9e43-097772ab0ded tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 948 time: 0.1709294
Nov 15 09:43:26.293207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-21d815ce-ec14-422a-8e17-4842acd1039c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d60f094-ef93-48a6-bbde-b66c0c10548a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1359711
Nov 15 09:43:26.430169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4345a9dd-faa3-45fe-9c8b-2423cec568df req-faf9eafb-fe4b-4c61-b052-738091a7258a tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344059
Nov 15 09:43:26.474775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-36db90b5-10f0-498c-8a18-4effebcaf112 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629791
Nov 15 09:43:26.618125 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87935e5d-8b7c-4cbf-a8eb-6d35377eecfa req-a0c54f0d-f68b-4fc3-9b42-8b284bc05517 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367054
Nov 15 09:43:26.833382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-833a097e-efc4-45b3-b690-0bbd05a0aeb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cbe78c38e2c408f87871302d1987f8c&device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 1165 time: 0.0891833
Nov 15 09:43:26.977665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-6febcb6e-794e-44e8-8ce6-dcc0433467c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:26.979164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-6febcb6e-794e-44e8-8ce6-dcc0433467c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d60f094-ef93-48a6-bbde-b66c0c10548a HTTP/1.1" status: 200  len: 863 time: 0.1397936
Nov 15 09:43:27.055677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-fb8db62b-7107-473d-870d-28b2d640c8c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7d4beb56-7798-40bc-889e-61ff042db353 HTTP/1.1" status: 200  len: 217 time: 0.0676866
Nov 15 09:43:27.379233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-a2d1dad6-4a8d-49ec-b4c0-0d1e14b4984d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:27.381482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-a2d1dad6-4a8d-49ec-b4c0-0d1e14b4984d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed0a3687-1aa7-4308-be80-f6b783faf8d4 HTTP/1.1" status: 200  len: 843 time: 0.3181753
Nov 15 09:43:27.474515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-02e1cde1-eed9-4b07-995c-02979ba955f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d60f094-ef93-48a6-bbde-b66c0c10548a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0858836
Nov 15 09:43:27.686272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-dc25f16a-c95a-48eb-a61d-ae11a50eea34 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042973
Nov 15 09:43:27.779580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10ab89-c0b0-40cc-8e17-7a897a8de31a req-591c5e28-cf1d-4d51-a90d-0c7dd630e422 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:27.781199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a10ab89-c0b0-40cc-8e17-7a897a8de31a req-591c5e28-cf1d-4d51-a90d-0c7dd630e422 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 948 time: 0.2163079
Nov 15 09:43:27.879368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a10ab89-c0b0-40cc-8e17-7a897a8de31a req-abad10c5-897f-4e2a-b538-bed4538034b6 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878170
Nov 15 09:43:27.881736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db6fcea0-1bc0-49d8-b4eb-608e87efb995 req-628cec94-460a-4527-ba02-d8de169a83b0 service neutron] 10.222.0.65 "GET /v2.0/networks/7d60f094-ef93-48a6-bbde-b66c0c10548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1877129
Nov 15 09:43:29.133087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d47036-814f-4ad2-92bf-c0e8f09de546 req-668e06f4-ddb5-4260-8608-ab0794a32484 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:29.134661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-53d47036-814f-4ad2-92bf-c0e8f09de546 req-668e06f4-ddb5-4260-8608-ab0794a32484 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 948 time: 0.0956326
Nov 15 09:43:29.184976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-53d47036-814f-4ad2-92bf-c0e8f09de546 req-24117efd-fca0-4b03-b451-80e9680980c7 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439763
Nov 15 09:43:29.271315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-182b44e5-0d6c-469a-b02d-7181880a9c54 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:43:29.718315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 7d4beb56-7798-40bc-889e-61ff042db353 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:43:29.831724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 7d4beb56-7798-40bc-889e-61ff042db353 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:43:29.837496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 7d4beb56-7798-40bc-889e-61ff042db353 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:43:29.837926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:29.971507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:29.998970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:43:30.009585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 7d4beb56-7798-40bc-889e-61ff042db353, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=7d4beb56-7798-40bc-889e-61ff042db353,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:30.037568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:30.039564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:30.079290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353', 'code': 200}
Nov 15 09:43:30.119378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=7d4beb56-7798-40bc-889e-61ff042db353,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:30.122714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:30.480962 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e3772cd-3eae-4860-a039-7e435105f4a4 req-e7c0ddfe-354b-4281-952d-c519e7d2e882 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 1167 time: 0.1663342
Nov 15 09:43:30.486924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56309493-be8e-471a-8d62-da480b1b261a req-2209b314-8958-4987-885b-3424f6815c1a tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:30.488440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56309493-be8e-471a-8d62-da480b1b261a req-2209b314-8958-4987-885b-3424f6815c1a tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.1346753
Nov 15 09:43:30.563260 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e3772cd-3eae-4860-a039-7e435105f4a4 req-0b851241-4edd-4ec1-9fa3-54a9a317c7fb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731981
Nov 15 09:43:30.571273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56309493-be8e-471a-8d62-da480b1b261a req-fdbc185d-c566-48b3-9e48-aaaac1200306 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679533
Nov 15 09:43:31.249884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 7d4beb56-7798-40bc-889e-61ff042db353 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:43:31.330811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 7d4beb56-7798-40bc-889e-61ff042db353 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:43:31.331242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:31.799231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b7d7d-8bfa-46ee-ab03-79600c0de0be req-5152ce8c-aa45-47ec-8e8a-53e066eb2988 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:31.801250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-596b7d7d-8bfa-46ee-ab03-79600c0de0be req-5152ce8c-aa45-47ec-8e8a-53e066eb2988 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.0976322
Nov 15 09:43:31.851319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-596b7d7d-8bfa-46ee-ab03-79600c0de0be req-0713cef0-5f03-47d4-8b3a-21d2a9b16d74 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426724
Nov 15 09:43:33.096586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a965f3-74b9-4b7b-89af-ed982b1ef26d req-82c4a2e5-b927-4fd7-983c-b548fde8a2ed tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:33.098355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6a965f3-74b9-4b7b-89af-ed982b1ef26d req-82c4a2e5-b927-4fd7-983c-b548fde8a2ed tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.1120362
Nov 15 09:43:33.158366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6a965f3-74b9-4b7b-89af-ed982b1ef26d req-c780eeb6-38ee-4f44-8f20-7f07f5314523 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538039
Nov 15 09:43:34.876002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186cde-1371-4f95-8236-56e59e62106a req-e1a496a0-4894-4fac-9b30-752d687e9513 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:34.877668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9186cde-1371-4f95-8236-56e59e62106a req-e1a496a0-4894-4fac-9b30-752d687e9513 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.0961874
Nov 15 09:43:34.928183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9186cde-1371-4f95-8236-56e59e62106a req-cf724ef1-e1c5-484e-83df-d52904d74139 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440178
Nov 15 09:43:35.263735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:43:36.154297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a885de-e498-442a-9a9d-7416b25790e2 req-8495537c-8597-4da5-9323-3cccfd47b1ad tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:36.155822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e4a885de-e498-442a-9a9d-7416b25790e2 req-8495537c-8597-4da5-9323-3cccfd47b1ad tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.0959611
Nov 15 09:43:36.204161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e4a885de-e498-442a-9a9d-7416b25790e2 req-68242cb2-05c7-4960-be1a-b4bd8c430c97 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/security-groups?id=673ef9da-0e0e-4643-930f-118dd007f914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415413
Nov 15 09:43:36.435122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-2092b6f4-dfa5-46a5-a58c-da09ba40887a tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:36.436663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-2092b6f4-dfa5-46a5-a58c-da09ba40887a tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.65 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 950 time: 0.0936716
Nov 15 09:43:36.522941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Deleting port 7d4beb56-7798-40bc-889e-61ff042db353 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:43:36.523324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:36.793764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] For port 7d4beb56-7798-40bc-889e-61ff042db353, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=7d4beb56-7798-40bc-889e-61ff042db353,segment=NetworkSegment(e955c462-b51e-4801-b8f5-8b355ad125ca),segment_id=e955c462-b51e-4801-b8f5-8b355ad125ca)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:36.794169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:36.928023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Calling delete_port for 7d4beb56-7798-40bc-889e-61ff042db353 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:43:37.156283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 7d4beb56-7798-40bc-889e-61ff042db353 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:43:37.186493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:37.194288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 7d4beb56-7798-40bc-889e-61ff042db353 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:43:37.194690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 7d4beb56-7798-40bc-889e-61ff042db353 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:43:37.202967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84ee6258-e150-46bd-ab0b-0289cea7b534 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:37.250150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Pushing event deleted for resources: {'Port': ['ID=7d4beb56-7798-40bc-889e-61ff042db353,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:37.301941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:37.391450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fd368797-42f8-4505-95d0-3dd3c258573b req-e37c6f94-a043-458c-966b-1904c8a224fc tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.81 "GET /v2.0/ports?device_id=d6e18315-2960-41b2-89da-41472eb2648f HTTP/1.1" status: 200  len: 210 time: 0.0538261
Nov 15 09:43:37.462018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] No DVR routers for this DVR port 7d4beb56-7798-40bc-889e-61ff042db353 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:43:37.464517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:37.468980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'name': 'network-vif-deleted', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:43:37.508715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b50416cb-7ec2-41d7-b0a7-d45a91188aa2 req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] 10.222.0.65 "DELETE /v2.0/ports/7d4beb56-7798-40bc-889e-61ff042db353 HTTP/1.1" status: 204  len: 173 time: 1.0652790
Nov 15 09:43:37.532114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e18315-2960-41b2-89da-41472eb2648f', 'name': 'network-vif-deleted', 'tag': '7d4beb56-7798-40bc-889e-61ff042db353', 'status': 'completed', 'code': 200}
Nov 15 09:43:38.888993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39476) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:39.367676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ca46895e-de19-4681-90c0-c215e43e29bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cbe78c38e2c408f87871302d1987f8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4773641
Nov 15 09:43:39.370191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:39.433275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:39.460848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:39.679039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:39.684305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-184aa27e-f4cf-4da9-afcc-252701bf3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:39.699137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ef9da-0e0e-4643-930f-118dd007f914,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:39.702145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:39.741142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:39.742414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/673ef9da-0e0e-4643-930f-118dd007f914 HTTP/1.1" status: 204  len: 168 time: 0.3712337
Nov 15 09:43:40.208964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39490) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:40.228175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.261968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:40.266253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4cf2d7fda094ec78911994c2ef18e86 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:40.270343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:40.275481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:40.449827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.483161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.491671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf288287-1026-48d9-992f-0908b47837e9 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:40.536180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f063f-f95b-498f-a4cc-ac0f51d026f9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:40.540906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4cf2d7fda094ec78911994c2ef18e86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3307970
Nov 15 09:43:40.541906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:40.544157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39494) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:40.606385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.633842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.707358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.712399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09c283de-e1a8-4394-9149-d03c763a2cd8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:40.725461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f063f-f95b-498f-a4cc-ac0f51d026f9,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:40.734326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:40.734326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:40.734326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d62ce991-2966-4688-ab7e-c855b86b7f0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/776f063f-f95b-498f-a4cc-ac0f51d026f9 HTTP/1.1" status: 204  len: 168 time: 0.1871860
Nov 15 09:43:41.874804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39516) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:42.014711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-650498263-network', 'tenant_id': '9f02b25f90634f80b091bda498a98e7f'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:42.020079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:42.024235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Usage tracker for resource:network and tenant:9f02b25f90634f80b091bda498a98e7f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:42.027399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:42.033383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:42.072774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Made reservation on behalf of 9f02b25f90634f80b091bda498a98e7f for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:43:42.077507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.094392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.128159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:42.132339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f02b25f90634f80b091bda498a98e7f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:42.135289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:42.141131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:42.208992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.239056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.243447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f75d8275-a9ae-4ddf-b171-a727cd413613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:42.275435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:43:42.284856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:42.289439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:42.320307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.320783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Added segment 003bb2df-b3e7-4e37-b79d-015e1cb15f52 of type vxlan for network b62608f0-2585-425e-87a5-6ebc8ec0d29f
Nov 15 09:43:42.398253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.490092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.491148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:42.491803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:42.496920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a5079c2-c42b-4d6d-9161-67a67fd0b6cd tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:42.605031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b62608f0-2585-425e-87a5-6ebc8ec0d29f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:42.608130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:42.615526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:43:42.635701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7570219
Nov 15 09:43:42.636018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:43:42.636145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39522) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:42.642210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Request body: {'subnet': {'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-650498263-subnet', 'tenant_id': '9f02b25f90634f80b091bda498a98e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:42.648202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:42.652556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Usage tracker for resource:subnet and tenant:9f02b25f90634f80b091bda498a98e7f is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:42.655527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:42.661415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:42.701384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Made reservation on behalf of 9f02b25f90634f80b091bda498a98e7f for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:43:42.706394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:43.290271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f23194cb-d7c4-4feb-b019-b9a0c64de38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:43.340763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:43.356305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67d31fcb-ea38-40b2-91ab-8bba7fe2902c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:43.494143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346ba752-1620-4cde-9f7b-6e60850da97f,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:43.499032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:43.560695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Checking segment: {'id': '003bb2df-b3e7-4e37-b79d-015e1cb15f52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:43:43.561088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Network hostable DHCP agents. Network: b62608f0-2585-425e-87a5-6ebc8ec0d29f, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:43:43.638565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:43:43.695703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, b62608f0-2585-425e-87a5-6ebc8ec0d29f) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:43:43.704666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4847fe-9c2f-49b9-b464-90b4f1fa8338 None None] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:43:43.707688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:43.708362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:43.754027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1168103
Nov 15 09:43:43.936875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b589bd-9bd9-4560-b265-5ed32c1b5bb2 None None] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:43:44.347159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-230b08e4-3c5a-467d-9934-b66e527c31b0 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:44.348797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-230b08e4-3c5a-467d-9934-b66e527c31b0 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 811 time: 0.1566949
Nov 15 09:43:44.366594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-1cff9492-2d71-4a79-a787-68da094aac16 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/quotas/9f02b25f90634f80b091bda498a98e7f HTTP/1.1" status: 200  len: 375 time: 0.0112493
Nov 15 09:43:44.419181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-0df13e6d-09b9-4548-b9c4-96c4a5242ea4 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469599
Nov 15 09:43:44.565625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-035d95a9-3ae1-4b5b-a168-072e3a55566a service neutron] 10.222.0.81 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379564
Nov 15 09:43:44.714337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-521c4755-23fb-410c-bc17-6fd8afa04cac service neutron] 10.222.0.81 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413503
Nov 15 09:43:44.978405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dee02d77-4379-4821-bbbb-9e321e7e65f6 req-22549d49-b539-43ca-b3d9-be5683f10c26 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 210 time: 0.0480595
Nov 15 09:43:45.701854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1bce5c60-4c99-41e7-9a30-086aee4d72d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:45.987498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:46.162588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cdaaf8b8-6caf-44f5-9000-1433cdc6e947 req-b25dd420-1fbc-4a9f-a1dd-684c5a0ba3d8 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 210 time: 0.0524886
Nov 15 09:43:46.329970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:46.840875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-3f2cf5cd-8798-42eb-9318-da252361ffd1 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:46.842461 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-3f2cf5cd-8798-42eb-9318-da252361ffd1 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 811 time: 0.1598620
Nov 15 09:43:46.867871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Request body: {'port': {'device_id': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f', 'admin_state_up': True, 'tenant_id': '9f02b25f90634f80b091bda498a98e7f'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:47.012782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:43:47.017399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Usage tracker for resource:port and tenant:9f02b25f90634f80b091bda498a98e7f is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:43:47.020517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:43:47.026584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:43:47.061413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Made reservation on behalf of 9f02b25f90634f80b091bda498a98e7f for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:43:47.067062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:47.541864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:47.623342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a619c960-c148-4ae7-9174-9fe8fe9f3f0b req-ba39003e-9dda-4cfe-b074-121aae3390c3 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 210 time: 0.3245587
Nov 15 09:43:47.694898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Allocated IP 172.20.0.13 (b62608f0-2585-425e-87a5-6ebc8ec0d29f/346ba752-1620-4cde-9f7b-6e60850da97f/6cd49c5a-5b62-4591-89bc-ee4334158b74) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:43:47.906310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:47.953088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:47.976485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:47.991473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:48.139685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:48.152784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:48.195744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:43:48.196904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:43:48.199335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:43:48.263092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:48.263768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:48.319425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4566064
Nov 15 09:43:48.339136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Request body: {'port': {'device_id': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:43:48.473178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:48.922705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a135b-cd7b-44ba-bd65-3aadd23aadc4 req-1fbdb3f8-a6ab-4bd9-ad6e-4e8591361cdf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:48.923475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e75a135b-cd7b-44ba-bd65-3aadd23aadc4 req-1fbdb3f8-a6ab-4bd9-ad6e-4e8591361cdf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Synchronizing usage tracker for tenant:9f02b25f90634f80b091bda498a98e7f on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:43:49.011737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd49c5a-5b62-4591-89bc-ee4334158b74 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:43:49.018087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-e75a135b-cd7b-44ba-bd65-3aadd23aadc4 req-1fbdb3f8-a6ab-4bd9-ad6e-4e8591361cdf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Unset dirty status for tenant:9f02b25f90634f80b091bda498a98e7f on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:43:49.019371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e75a135b-cd7b-44ba-bd65-3aadd23aadc4 req-1fbdb3f8-a6ab-4bd9-ad6e-4e8591361cdf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 932 time: 0.2528701
Nov 15 09:43:49.021604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.077706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Transition to ACTIVE for port object 6cd49c5a-5b62-4591-89bc-ee4334158b74 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:43:49.080720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e75a135b-cd7b-44ba-bd65-3aadd23aadc4 req-cd3bd670-5549-447f-8354-68b6b31aafc3 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544934
Nov 15 09:43:49.111578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.127495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-091b325c-5d5b-4aaa-869f-43b5db3a5443 tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:49.281934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:49.285078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:49.465992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Attempting to bind port 6cd49c5a-5b62-4591-89bc-ee4334158b74 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:43:49.466285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Attempting to bind port 6cd49c5a-5b62-4591-89bc-ee4334158b74 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '003bb2df-b3e7-4e37-b79d-015e1cb15f52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:43:49.466646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Attempting to bind port 6cd49c5a-5b62-4591-89bc-ee4334158b74 on network b62608f0-2585-425e-87a5-6ebc8ec0d29f {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:43:49.473393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:43:49.473769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Checking segment: {'id': '003bb2df-b3e7-4e37-b79d-015e1cb15f52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:43:49.475177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.475585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Bound using segment: {'id': '003bb2df-b3e7-4e37-b79d-015e1cb15f52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:43:49.476082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Bound port: 6cd49c5a-5b62-4591-89bc-ee4334158b74, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003bb2df-b3e7-4e37-b79d-015e1cb15f52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b62608f0-2585-425e-87a5-6ebc8ec0d29f'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:43:49.476455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.580137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:43:49.583254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74,segment=NetworkSegment(003bb2df-b3e7-4e37-b79d-015e1cb15f52),segment_id=003bb2df-b3e7-4e37-b79d-015e1cb15f52)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:43:49.620586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.636146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d329ff40-b224-41b1-8ddf-111519584e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:49.793282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:49.796743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:49.832887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:49.834888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] 10.222.0.65 "PUT /v2.0/ports/6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 1158 time: 1.5004725
Nov 15 09:43:49.835455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:43:49.895684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74', 'status': 'completed', 'code': 200}
Nov 15 09:43:50.014730 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-171445a7-fb22-42c1-97f6-6179974b5101 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1161 time: 0.0904741
Nov 15 09:43:50.097659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-24676268-42b3-45c3-902c-13bc6fbea72d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0684235
Nov 15 09:43:50.171518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-80a8708d-e900-47b6-bce6-390258ed6509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:50.173210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-80a8708d-e900-47b6-bce6-390258ed6509 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0681074
Nov 15 09:43:50.259824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-442bf48f-0bf2-4c46-9820-5c58d9d7a2c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0793090
Nov 15 09:43:50.444296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630fa6-c875-44b1-bd62-196946e026e1 req-db43d8a4-101e-4f54-ade2-b213ec747589 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:50.445824 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa630fa6-c875-44b1-bd62-196946e026e1 req-db43d8a4-101e-4f54-ade2-b213ec747589 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.2262287
Nov 15 09:43:50.449240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-6ab977e6-ed3a-450b-8ab4-441c709bedf1 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789768
Nov 15 09:43:50.597235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa630fa6-c875-44b1-bd62-196946e026e1 req-fed1d92e-7391-4b4d-a4fc-ffc9094964ca tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450996
Nov 15 09:43:50.626785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad8c4319-6f4b-41b4-b4ca-eb1565c0a26f req-22ae9c61-efb3-49bc-98e9-2ee492a743e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1606853
Nov 15 09:43:50.839424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-2228ac18-b2d6-40ce-a6d8-a5ee3f217b2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1161 time: 0.0862617
Nov 15 09:43:50.986750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656973-b018-43a6-98f4-b852bf417983 req-4280e9d5-7c44-41e7-8238-a8b15dedaa42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:50.988350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-4280e9d5-7c44-41e7-8238-a8b15dedaa42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 905 time: 0.1404445
Nov 15 09:43:51.066194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-ec984e16-ffbd-4caa-b941-7b23017c5707 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0711095
Nov 15 09:43:51.135218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656973-b018-43a6-98f4-b852bf417983 req-3b6023bb-e430-4b4c-b2d5-1997c43d2255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:51.136784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-3b6023bb-e430-4b4c-b2d5-1997c43d2255 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0630991
Nov 15 09:43:51.193795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-c4c8e9a9-7cde-434f-9e1f-0f18b021aa3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484731
Nov 15 09:43:51.339079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-715378fc-ff29-4eaf-b873-4bdca30d7f57 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376834
Nov 15 09:43:51.482510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bc656973-b018-43a6-98f4-b852bf417983 req-21d971ef-64b9-48c9-8fae-0d84a05ca762 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359560
Nov 15 09:43:51.822209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d1a3-4e3b-4125-9f09-c75a0a27deb9 req-cb598813-481d-48eb-846f-438378f77a0e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:51.823867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5f56d1a3-4e3b-4125-9f09-c75a0a27deb9 req-cb598813-481d-48eb-846f-438378f77a0e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.0957022
Nov 15 09:43:51.873726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5f56d1a3-4e3b-4125-9f09-c75a0a27deb9 req-e83b6050-9f70-47f9-928c-c809cf3a26a0 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433955
Nov 15 09:43:53.270285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ce67b-9935-4f0a-ba3b-b9c7ccaa1ed8 req-b81478b6-3869-4d39-a1f4-77433b3f3eda tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:53.272459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-087ce67b-9935-4f0a-ba3b-b9c7ccaa1ed8 req-b81478b6-3869-4d39-a1f4-77433b3f3eda tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.0994682
Nov 15 09:43:53.320822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-087ce67b-9935-4f0a-ba3b-b9c7ccaa1ed8 req-0b31ca18-6994-4786-b513-aef821a180f4 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420668
Nov 15 09:43:53.507129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-2ba2fdde-e3ab-4e6e-a0fb-e7ea2dac235d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:43:53.940224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:43:54.105814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 6cd49c5a-5b62-4591-89bc-ee4334158b74 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:43:54.110901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6cd49c5a-5b62-4591-89bc-ee4334158b74 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:43:54.111434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:54.245704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:54.273467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:43:54.283755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74,segment=NetworkSegment(003bb2df-b3e7-4e37-b79d-015e1cb15f52),segment_id=003bb2df-b3e7-4e37-b79d-015e1cb15f52)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:43:54.312897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:54.315625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f0783c8-427a-47bd-995f-4444886a0436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:43:54.352115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74', 'code': 200}
Nov 15 09:43:54.394435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:43:54.404079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.404483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.404872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.405257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.405646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.406024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.406401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.406776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.407149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.407524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.407918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.408294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.408723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.409098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.409476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.409849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.410227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.410600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.410971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.411875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.412258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.412647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.412984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.413357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:43:54.417798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:43:54.547297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc72127-6477-4188-ac92-4530138a2464 req-ca88da9b-e6d8-48f3-93c9-e26db0150c8a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:54.549007 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0fc72127-6477-4188-ac92-4530138a2464 req-ca88da9b-e6d8-48f3-93c9-e26db0150c8a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0938251
Nov 15 09:43:54.599490 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0fc72127-6477-4188-ac92-4530138a2464 req-1d1dd00f-3ce4-4eb1-9f8b-8983b505ca86 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426755
Nov 15 09:43:54.706998 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-265da6bd-75e0-4aa1-9070-1a637a975e61 req-c3eb68ba-8d44-4796-b898-dd9d4380901e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1163 time: 0.0855086
Nov 15 09:43:54.752257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-265da6bd-75e0-4aa1-9070-1a637a975e61 req-8b6a93b7-c843-4ca3-9183-304b37c6f23f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383399
Nov 15 09:43:55.511411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:43:55.592028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6cd49c5a-5b62-4591-89bc-ee4334158b74 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:43:55.592446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:43:55.829714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc3a2d-6390-4ba0-9d96-50ee19d03527 req-d5a29e3b-84ca-4f6b-a87d-ecc1924989ba tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:55.831388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3cbc3a2d-6390-4ba0-9d96-50ee19d03527 req-d5a29e3b-84ca-4f6b-a87d-ecc1924989ba tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0955508
Nov 15 09:43:55.887147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3cbc3a2d-6390-4ba0-9d96-50ee19d03527 req-31750296-d117-47ed-b6e1-127ca68ffdab tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486569
Nov 15 09:43:57.368297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdc3c7-8884-4555-ad3e-49a635210d44 req-fbe37ac1-422d-42fc-904f-2c2e82b5a70f tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:57.369927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5efdc3c7-8884-4555-ad3e-49a635210d44 req-fbe37ac1-422d-42fc-904f-2c2e82b5a70f tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.3513193
Nov 15 09:43:57.419864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5efdc3c7-8884-4555-ad3e-49a635210d44 req-8d4ceca6-8268-46fb-bd5f-26c084c0e633 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436773
Nov 15 09:43:57.904921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39586) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:43:57.932886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af54b-5617-4ad1-a38f-c64327267f47 req-ec58d597-d088-489a-9bd1-31106d40e587 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:57.934527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400af54b-5617-4ad1-a38f-c64327267f47 req-ec58d597-d088-489a-9bd1-31106d40e587 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0989425
Nov 15 09:43:57.986109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400af54b-5617-4ad1-a38f-c64327267f47 req-d6ca96cb-8f5c-4f20-9d3e-22bdfdd8244e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451863
Nov 15 09:43:58.089174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-4a3c0947-5f9c-4c3a-b83b-56c576c2ffc4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1828156
Nov 15 09:43:59.356223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fd60a-9bfd-4e7e-9cdc-511885e6a235 req-f9618ca9-fb9f-4930-832a-abdbdb181fa4 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:43:59.357885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb0fd60a-9bfd-4e7e-9cdc-511885e6a235 req-f9618ca9-fb9f-4930-832a-abdbdb181fa4 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.1010132
Nov 15 09:43:59.410972 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb0fd60a-9bfd-4e7e-9cdc-511885e6a235 req-7c4b3481-f970-4e57-9d64-5e6556668291 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467293
Nov 15 09:44:00.019714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-d40c459d-99f2-4041-9cc1-d7c19762ffae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1163 time: 0.0867517
Nov 15 09:44:00.162541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-68f98f77-862a-4c14-bab6-a5d350414224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:00.164067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-68f98f77-862a-4c14-bab6-a5d350414224 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 905 time: 0.1373887
Nov 15 09:44:00.248867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-01c050d2-e212-493c-9ea9-0294b4c5e687 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0699666
Nov 15 09:44:00.318941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-b5a28100-32c8-44f3-9de2-61fc54a0b3a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:00.320510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-b5a28100-32c8-44f3-9de2-61fc54a0b3a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0639472
Nov 15 09:44:00.371793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-8c666497-3a95-4bdc-8015-091b24754ef7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438833
Nov 15 09:44:00.519697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-58c1bad0-238b-40a5-92a2-4beab2306b28 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379805
Nov 15 09:44:00.742562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-4d09b746-e6ab-4357-bb03-5708baaad1f3 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2150297
Nov 15 09:44:00.756457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670b9f9-1a9d-42dd-8234-2802604c6d9f req-c14b6268-6190-497f-acf0-07473ee9ffb7 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:00.760418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5670b9f9-1a9d-42dd-8234-2802604c6d9f req-c14b6268-6190-497f-acf0-07473ee9ffb7 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.2065091
Nov 15 09:44:00.809955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5670b9f9-1a9d-42dd-8234-2802604c6d9f req-863933dc-01b7-49a3-878e-7d3141651c8e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447059
Nov 15 09:44:02.037455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b9096-592d-4688-a4bf-379a6f54336f req-7a45ee8c-95d9-435f-bb04-32b515366b26 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:02.039085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f49b9096-592d-4688-a4bf-379a6f54336f req-7a45ee8c-95d9-435f-bb04-32b515366b26 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0980353
Nov 15 09:44:02.089132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f49b9096-592d-4688-a4bf-379a6f54336f req-3168f270-d9e4-4857-8698-198f67db37b1 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Nov 15 09:44:03.311205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa14a-8541-4d2b-b034-e27fbe33db1e req-feafd29b-5aa5-4f66-aad0-96fc8464c3f8 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:03.312870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a54aa14a-8541-4d2b-b034-e27fbe33db1e req-feafd29b-5aa5-4f66-aad0-96fc8464c3f8 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0937808
Nov 15 09:44:03.361929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a54aa14a-8541-4d2b-b034-e27fbe33db1e req-5eddb56f-188e-4077-8f42-28488764554d tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428398
Nov 15 09:44:04.602348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55c1d-9b76-4b42-bde1-d7ffe19e673f req-958783d8-75a2-44c3-8c7c-7de9004fee7b tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:04.604069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58d55c1d-9b76-4b42-bde1-d7ffe19e673f req-958783d8-75a2-44c3-8c7c-7de9004fee7b tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.1124153
Nov 15 09:44:04.655745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58d55c1d-9b76-4b42-bde1-d7ffe19e673f req-d86b460d-2a37-4490-bed7-2760383ee2a5 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454016
Nov 15 09:44:05.880770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0efd6-c0d3-488a-9102-57d85f06d83a req-11a107de-201b-4439-b126-fb4cb17d2cc6 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:05.882411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aff0efd6-c0d3-488a-9102-57d85f06d83a req-11a107de-201b-4439-b126-fb4cb17d2cc6 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0958734
Nov 15 09:44:05.930968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aff0efd6-c0d3-488a-9102-57d85f06d83a req-27724d0f-4e9b-4920-a570-9774576bb119 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424664
Nov 15 09:44:07.160181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05efe25-3380-4a0b-998c-0c576cff8938 req-814e68e3-61c3-4636-b4a9-7b1d491b9603 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:07.162236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d05efe25-3380-4a0b-998c-0c576cff8938 req-814e68e3-61c3-4636-b4a9-7b1d491b9603 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0971658
Nov 15 09:44:07.210880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d05efe25-3380-4a0b-998c-0c576cff8938 req-c6919558-51c3-428b-bbe7-1292195acbbd tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424459
Nov 15 09:44:08.438034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737814c-e239-4071-be31-569beae0d331 req-30a9bced-d123-4fb6-9d1c-bc291e70203e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:08.439656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b737814c-e239-4071-be31-569beae0d331 req-30a9bced-d123-4fb6-9d1c-bc291e70203e tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0961983
Nov 15 09:44:08.493091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b737814c-e239-4071-be31-569beae0d331 req-18ec6888-e53a-4696-bb28-a3d5c3e6f98a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464668
Nov 15 09:44:09.718275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287aaa-4629-4520-a72b-b88575bd2d36 req-7eb3e995-4656-478e-ab33-a84c1f5f754d tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:09.719935 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf287aaa-4629-4520-a72b-b88575bd2d36 req-7eb3e995-4656-478e-ab33-a84c1f5f754d tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0981195
Nov 15 09:44:09.769062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf287aaa-4629-4520-a72b-b88575bd2d36 req-79a720bb-1e0f-412c-a3f4-226870a6d570 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427935
Nov 15 09:44:10.994594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83f78-1d9d-4dd6-b7a2-dd5f4272c0a2 req-a1a5715e-ab71-46fc-8ae2-3e55a14a3b0c tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:10.996270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41c83f78-1d9d-4dd6-b7a2-dd5f4272c0a2 req-a1a5715e-ab71-46fc-8ae2-3e55a14a3b0c tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0985799
Nov 15 09:44:11.045616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41c83f78-1d9d-4dd6-b7a2-dd5f4272c0a2 req-500c8148-9b77-4585-a493-6af6eb3241f3 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432620
Nov 15 09:44:11.400284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-d62257b0-36ed-41c0-9a82-aaa55a14eebc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1163 time: 0.0843720
Nov 15 09:44:11.556315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-3069fe8b-47f1-4132-a6d9-cb8d7ff8670b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:11.557883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-3069fe8b-47f1-4132-a6d9-cb8d7ff8670b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 905 time: 0.1379392
Nov 15 09:44:11.637088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-bcb70033-204b-434c-8805-7e4d0627b495 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0709310
Nov 15 09:44:11.709190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-5a7aa01b-fa17-4bfd-a94b-1ad185654bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:11.710655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-5a7aa01b-fa17-4bfd-a94b-1ad185654bf3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0668314
Nov 15 09:44:11.766952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-b8b91b0a-f509-4660-aafa-b56f84d9550d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490987
Nov 15 09:44:11.912597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-bd38752a-50dc-4d28-a220-f8f5c4200ce2 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381869
Nov 15 09:44:12.055583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be150d57-74f1-4a2a-81ed-c44f83727f62 req-5c478a36-8425-4e30-9729-7803eebf5c33 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360533
Nov 15 09:44:12.267047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef1bdd-0749-43ea-9055-48108b242622 req-3d7bd9fe-9815-4864-8660-46b45861ef12 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:12.267697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:44:12.268700 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2aef1bdd-0749-43ea-9055-48108b242622 req-3d7bd9fe-9815-4864-8660-46b45861ef12 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0918825
Nov 15 09:44:12.317097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2aef1bdd-0749-43ea-9055-48108b242622 req-ee1bb99d-f7be-42dd-b643-669f6afafe35 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415368
Nov 15 09:44:13.301150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37ef4831-cb08-43e5-80d2-2fb24a893156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:13.543802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019c75-39f6-489c-90fa-b6b42a152f01 req-f4080512-b304-43c5-a26a-8c55d8c1c136 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:13.545459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc019c75-39f6-489c-90fa-b6b42a152f01 req-f4080512-b304-43c5-a26a-8c55d8c1c136 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0984676
Nov 15 09:44:13.594215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc019c75-39f6-489c-90fa-b6b42a152f01 req-c43d5cd3-c778-42cc-8da4-ac307e1b6b24 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421743
Nov 15 09:44:14.901048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046864e-1a89-4424-b9b2-53a5e89e25ad req-fc0719b5-dcfa-41c3-9d7e-768af7b81566 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:14.902594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d046864e-1a89-4424-b9b2-53a5e89e25ad req-fc0719b5-dcfa-41c3-9d7e-768af7b81566 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.1757977
Nov 15 09:44:14.951171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d046864e-1a89-4424-b9b2-53a5e89e25ad req-78df1919-57ab-41e6-b733-5fc21b937242 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424795
Nov 15 09:44:15.706574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68223f8c-6416-4fe1-9acf-e101d9a05f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:16.003955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:16.183796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81664d9c-1591-4dbe-ad42-a3968a7f93ac req-09691276-89d1-4923-8fbf-333f7b3ebff0 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:16.185502 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81664d9c-1591-4dbe-ad42-a3968a7f93ac req-09691276-89d1-4923-8fbf-333f7b3ebff0 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0984182
Nov 15 09:44:16.234417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81664d9c-1591-4dbe-ad42-a3968a7f93ac req-60f36559-abb4-4563-9b12-dfb7dc67cf87 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424552
Nov 15 09:44:16.329622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:17.454318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d143-2611-4b63-bd2f-20defb475c27 req-b5082bc6-bee0-4977-b399-f0d539026981 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:17.455895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ed73d143-2611-4b63-bd2f-20defb475c27 req-b5082bc6-bee0-4977-b399-f0d539026981 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0942075
Nov 15 09:44:17.508987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ed73d143-2611-4b63-bd2f-20defb475c27 req-50e7bf10-578a-4eb8-9181-257b596f7474 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465474
Nov 15 09:44:17.553476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:17.952399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:18.731730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151be62-cb7b-4062-90d0-1a7543b263fb req-b5cadccc-4a7f-4be0-875b-488f5d2e00a9 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:18.733358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7151be62-cb7b-4062-90d0-1a7543b263fb req-b5cadccc-4a7f-4be0-875b-488f5d2e00a9 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0954082
Nov 15 09:44:18.781411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7151be62-cb7b-4062-90d0-1a7543b263fb req-9bae2c0d-b59c-4ff2-b7b0-03586dd742ba tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414600
Nov 15 09:44:20.012765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf672a68-8644-43cb-99ab-9a2acc0b50d9 req-eed96694-a9c2-486a-a4fc-a7c14b4d4146 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:20.014380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf672a68-8644-43cb-99ab-9a2acc0b50d9 req-eed96694-a9c2-486a-a4fc-a7c14b4d4146 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0994267
Nov 15 09:44:20.063484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf672a68-8644-43cb-99ab-9a2acc0b50d9 req-4de2470b-b148-41fb-9043-9f9a9bf5e3fd tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423462
Nov 15 09:44:21.284800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a39b7-8e54-43ee-ae1b-206657055e76 req-1e410f19-7297-40ba-a213-c80e40a71c48 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:21.287325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-958a39b7-8e54-43ee-ae1b-206657055e76 req-1e410f19-7297-40ba-a213-c80e40a71c48 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0940328
Nov 15 09:44:21.335762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-958a39b7-8e54-43ee-ae1b-206657055e76 req-7c0db641-d3ba-4b60-973b-d1aa11b8bc36 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422924
Nov 15 09:44:22.561737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff0e4f-bf53-4a63-b98a-69162d259840 req-0d19a458-3f25-40fa-bbe7-0ead3bbb32ee tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:22.563321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-02ff0e4f-bf53-4a63-b98a-69162d259840 req-0d19a458-3f25-40fa-bbe7-0ead3bbb32ee tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0972197
Nov 15 09:44:22.612136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-02ff0e4f-bf53-4a63-b98a-69162d259840 req-9e9b46f1-de32-4f74-87f3-efecfbc95036 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420222
Nov 15 09:44:23.834180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22256e09-f961-49bb-9773-6ccd2f8b0af5 req-ac069bc4-16bb-4ff3-85ce-4fb579db1a5f tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:23.835800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22256e09-f961-49bb-9773-6ccd2f8b0af5 req-ac069bc4-16bb-4ff3-85ce-4fb579db1a5f tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0932031
Nov 15 09:44:23.886513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22256e09-f961-49bb-9773-6ccd2f8b0af5 req-26726c11-aa13-498c-bea6-5f2257e90d50 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444643
Nov 15 09:44:25.124239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab23a-5196-42c3-b04e-8d69c9b89211 req-4935cc9e-cf8f-48c8-aa70-cb1edf914b09 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:25.125789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-038ab23a-5196-42c3-b04e-8d69c9b89211 req-4935cc9e-cf8f-48c8-aa70-cb1edf914b09 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0972435
Nov 15 09:44:25.175151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-038ab23a-5196-42c3-b04e-8d69c9b89211 req-a9ea1cce-c0c6-46f6-a77e-a937daf1cb98 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422611
Nov 15 09:44:26.396779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd5719-0a33-4089-afcc-c6427025a31b req-ae1aafd0-650f-4d0c-88ae-81ef5a7c3400 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:26.398397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bfd5719-0a33-4089-afcc-c6427025a31b req-ae1aafd0-650f-4d0c-88ae-81ef5a7c3400 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0935361
Nov 15 09:44:26.452752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bfd5719-0a33-4089-afcc-c6427025a31b req-1642b021-b2c6-4253-8704-7d937da6f4b6 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475709
Nov 15 09:44:27.682901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88a316-33a2-42ec-bcec-9e9c2dcc833d req-bb2f28e4-d51f-43ba-bad7-dba366e5bd28 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:27.684553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b88a316-33a2-42ec-bcec-9e9c2dcc833d req-bb2f28e4-d51f-43ba-bad7-dba366e5bd28 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.1011503
Nov 15 09:44:27.735741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b88a316-33a2-42ec-bcec-9e9c2dcc833d req-5087c38f-0a61-436c-aaed-602599601b30 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450094
Nov 15 09:44:28.119049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-ed6f18c4-041f-4614-a82b-ae8494ee6757 service neutron] 10.222.0.65 "GET /v2.0/ports/6cd49c5a-5b62-4591-89bc-ee4334158b74/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0887389
Nov 15 09:44:28.531220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-4c3211a8-6c7b-4e65-9f32-059d41ba0911 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0&tenant_id=9f02b25f90634f80b091bda498a98e7f HTTP/1.1" status: 200  len: 1163 time: 0.0853961
Nov 15 09:44:28.656196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-be8c02c9-07e2-46f8-907a-10b4f87a4a4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1163 time: 0.0863652
Nov 15 09:44:29.118513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-c182ee15-25e0-463d-8193-c79ca9269ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:29.120143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-c182ee15-25e0-463d-8193-c79ca9269ceb service neutron] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 905 time: 0.4571826
Nov 15 09:44:29.189982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d303fa0-294c-42e0-86e3-ee85564506fc req-2b83a407-1808-4e46-9eb5-13c30b557680 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:29.191585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d303fa0-294c-42e0-86e3-ee85564506fc req-2b83a407-1808-4e46-9eb5-13c30b557680 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.2544086
Nov 15 09:44:29.224082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-16a44488-3513-4050-9a9e-3d656a9c0cad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0966225
Nov 15 09:44:29.300838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d303fa0-294c-42e0-86e3-ee85564506fc req-01d58e1a-07e3-4780-a4de-212cb7760786 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030450
Nov 15 09:44:29.312743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-24b6c84d-1925-4956-9f30-2de414bc580d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:29.314267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-24b6c84d-1925-4956-9f30-2de414bc580d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0788350
Nov 15 09:44:29.368337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-1a0c4de2-d94a-4941-b0e2-aa8cda6bb472 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450802
Nov 15 09:44:29.512463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-678bb939-8313-48c9-a441-9850bcb4d270 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369758
Nov 15 09:44:29.664439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea4c872c-4b1e-4289-bfca-7982f8372911 req-2ce3d767-a012-4512-9ed8-4472d30b2e36 service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448689
Nov 15 09:44:29.811821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:44:29.947359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:30.018974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:44:30.029158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74,segment=NetworkSegment(003bb2df-b3e7-4e37-b79d-015e1cb15f52),segment_id=003bb2df-b3e7-4e37-b79d-015e1cb15f52)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:44:30.055451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:30.057394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:30.133516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:30.137107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:30.176669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74', 'code': 200}
Nov 15 09:44:30.522891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437d3c1-80ec-4c2a-9b05-c65fcb7cc847 req-97c56908-4f02-48b8-b41e-f3cb9dcfb504 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:30.524525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2437d3c1-80ec-4c2a-9b05-c65fcb7cc847 req-97c56908-4f02-48b8-b41e-f3cb9dcfb504 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.0920184
Nov 15 09:44:30.572356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2437d3c1-80ec-4c2a-9b05-c65fcb7cc847 req-9b505904-e839-499a-a51d-6a661595671a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416908
Nov 15 09:44:31.810081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f625-80c1-41bc-88fe-cc31ab7c6f8b req-d940130b-0a27-460f-a899-860a9384aa88 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:31.811731 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b614f625-80c1-41bc-88fe-cc31ab7c6f8b req-d940130b-0a27-460f-a899-860a9384aa88 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.0977988
Nov 15 09:44:31.860798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b614f625-80c1-41bc-88fe-cc31ab7c6f8b req-870612e2-2467-4f31-980d-b7cf86e61237 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420408
Nov 15 09:44:33.099445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cfed-47eb-4979-a68a-1d5a3b98f86e req-02c860d0-1849-4abd-832d-d9963520d9cd tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:33.101178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dd3cfed-47eb-4979-a68a-1d5a3b98f86e req-02c860d0-1849-4abd-832d-d9963520d9cd tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 944 time: 0.1028397
Nov 15 09:44:33.163052 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3dd3cfed-47eb-4979-a68a-1d5a3b98f86e req-97c8f184-4799-4f0a-98f8-4e957debab41 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544024
Nov 15 09:44:33.741334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-7fe97dd5-f709-42f1-9de3-43bc64db348b tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:33.742829 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-7fe97dd5-f709-42f1-9de3-43bc64db348b tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.65 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0&tenant_id=9f02b25f90634f80b091bda498a98e7f&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 944 time: 0.0992696
Nov 15 09:44:33.929502 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-a3b9f0b9-b13e-4f5a-a32c-e349bb89121a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f02b25f90634f80b091bda498a98e7f&device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 1161 time: 0.0858486
Nov 15 09:44:34.077369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-51bd215d-b4ea-46e1-bd88-1197e5c361a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:34.078980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-51bd215d-b4ea-46e1-bd88-1197e5c361a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 200  len: 905 time: 0.1423843
Nov 15 09:44:34.159604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-2ae6e9f3-b6fa-4bab-b288-e540dc5cd131 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 200  len: 217 time: 0.0718071
Nov 15 09:44:34.232656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-31572c26-1a7c-482d-b799-90108c50035a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:34.234199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-31572c26-1a7c-482d-b799-90108c50035a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 200  len: 851 time: 0.0666742
Nov 15 09:44:34.292321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-3fb2c073-2730-4a62-a6f0-8ecc52165dea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b62608f0-2585-425e-87a5-6ebc8ec0d29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454087
Nov 15 09:44:34.335333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:44:34.414277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6cd49c5a-5b62-4591-89bc-ee4334158b74 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:44:34.414857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:34.444050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-9789849e-7ab1-464d-9dca-9700ea0bd4ab service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441340
Nov 15 09:44:34.553211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:34.581656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:44:34.591340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-4d27d50a-20d2-4a58-bf09-223a66fbc85d service neutron] 10.222.0.65 "GET /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399913
Nov 15 09:44:34.596044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74,segment=NetworkSegment(003bb2df-b3e7-4e37-b79d-015e1cb15f52),segment_id=003bb2df-b3e7-4e37-b79d-015e1cb15f52)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:44:34.652421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74', 'code': 200}
Nov 15 09:44:34.654519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:34.656644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:34.735863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:34.739860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:36.034948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ff1f-9375-4e52-8db1-c173a2977c7d req-343c798d-9259-4f63-b54b-1f811b1a4782 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:36.036837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83f3ff1f-9375-4e52-8db1-c173a2977c7d req-343c798d-9259-4f63-b54b-1f811b1a4782 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0952756
Nov 15 09:44:36.085773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83f3ff1f-9375-4e52-8db1-c173a2977c7d req-2cb200f0-c5af-4a96-96d2-734f9695a0fc tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426955
Nov 15 09:44:36.086375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:44:36.165891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6cd49c5a-5b62-4591-89bc-ee4334158b74 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:44:36.166325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:37.315887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb1fe-37c2-4446-bf6b-904f6794aa4e req-5b6525ff-122f-47f9-8f53-49e3fab1fca8 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:37.318362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36ffb1fe-37c2-4446-bf6b-904f6794aa4e req-5b6525ff-122f-47f9-8f53-49e3fab1fca8 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0981030
Nov 15 09:44:37.366338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36ffb1fe-37c2-4446-bf6b-904f6794aa4e req-56a35140-2a94-489b-b2ea-66eb4c3c1aa9 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419123
Nov 15 09:44:38.404651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-ad74c026-cd7f-4897-874b-4a47cc3c4d57 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:38.406249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-ad74c026-cd7f-4897-874b-4a47cc3c4d57 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.65 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.0920854
Nov 15 09:44:38.494460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Deleting port 6cd49c5a-5b62-4591-89bc-ee4334158b74 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:44:38.494846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:38.775894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5f47-6109-4f96-b5c1-2fd907f09a30 req-6d4cc4c9-da78-4128-805b-727cc106066a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:38.777425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cffa5f47-6109-4f96-b5c1-2fd907f09a30 req-6d4cc4c9-da78-4128-805b-727cc106066a tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 946 time: 0.2559149
Nov 15 09:44:38.877362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cffa5f47-6109-4f96-b5c1-2fd907f09a30 req-58d5b8a6-e4ad-4f97-8b58-fa7c2e1882f1 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/security-groups?id=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914738
Nov 15 09:44:38.885297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] For port 6cd49c5a-5b62-4591-89bc-ee4334158b74, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6cd49c5a-5b62-4591-89bc-ee4334158b74,segment=NetworkSegment(003bb2df-b3e7-4e37-b79d-015e1cb15f52),segment_id=003bb2df-b3e7-4e37-b79d-015e1cb15f52)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:44:38.885696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:39.027029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Calling delete_port for 6cd49c5a-5b62-4591-89bc-ee4334158b74 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:44:39.255954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:39.274938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-90ad63f4-aba3-4e9d-b82e-f7e4322d0524 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:39.322451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Pushing event deleted for resources: {'Port': ['ID=6cd49c5a-5b62-4591-89bc-ee4334158b74,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:39.394284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.394744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.395167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.395588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.396036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.396456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.396868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.397284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.397696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.398108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.398520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.398977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.399445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.399893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.400285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.400692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.401102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.401507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.401912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.402316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.402722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.403127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.403529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.403978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:39.408998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:39.498150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] No DVR routers for this DVR port 6cd49c5a-5b62-4591-89bc-ee4334158b74 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:44:39.500331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:39.503023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-deleted', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:44:39.536697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef1f1a60-26f9-4d46-864b-512a7e724ddb req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.65 "DELETE /v2.0/ports/6cd49c5a-5b62-4591-89bc-ee4334158b74 HTTP/1.1" status: 204  len: 173 time: 1.1241267
Nov 15 09:44:39.562412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4252d3a9-6cf2-4cca-aa03-b8104b64bfd0', 'name': 'network-vif-deleted', 'tag': '6cd49c5a-5b62-4591-89bc-ee4334158b74', 'status': 'completed', 'code': 200}
Nov 15 09:44:39.944695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:44:39.981560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 6cd49c5a-5b62-4591-89bc-ee4334158b74 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:44:39.981957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6cd49c5a-5b62-4591-89bc-ee4334158b74 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:44:40.118341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-664241ed-0465-44e9-aee7-bd2f81ed6106 req-40546bac-4678-4fbb-83b5-4990a7669467 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Synchronizing usage tracker for tenant:9f02b25f90634f80b091bda498a98e7f on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:44:40.163812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-664241ed-0465-44e9-aee7-bd2f81ed6106 req-40546bac-4678-4fbb-83b5-4990a7669467 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Unset dirty status for tenant:9f02b25f90634f80b091bda498a98e7f on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:44:40.165209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-664241ed-0465-44e9-aee7-bd2f81ed6106 req-40546bac-4678-4fbb-83b5-4990a7669467 tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] 10.222.0.81 "GET /v2.0/ports?device_id=4252d3a9-6cf2-4cca-aa03-b8104b64bfd0 HTTP/1.1" status: 200  len: 210 time: 0.0951829
Nov 15 09:44:41.450775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39702) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:41.518401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Deleting subnet 346ba752-1620-4cde-9f7b-6e60850da97f {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:44:41.522025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:41.577863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:41.636794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:41.929524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:41.945230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2a4c27d5-5715-4c5b-8636-b85df815f569 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:42.041185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346ba752-1620-4cde-9f7b-6e60850da97f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:42.059932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.060364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.060801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.061229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.061653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.062076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.062496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.062916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.063333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.063749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.064194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.064611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.065082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.065503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.065917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.066931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.067347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.067769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.068208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.068621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.069038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.069452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.069878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.070279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:42.081797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:42.100401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.106328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3bffdfd8-c70b-4e75-8ce9-b4e4c2cd2b12 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/346ba752-1620-4cde-9f7b-6e60850da97f HTTP/1.1" status: 204  len: 168 time: 0.6544461
Nov 15 09:44:42.108874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39706) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:42.225170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.416402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.535885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a19d44e0>,) {'filters': {'network_id': ['b62608f0-2585-425e-87a5-6ebc8ec0d29f']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:44:42.548886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19d44e0>, '003bb2df-b3e7-4e37-b79d-015e1cb15f52') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:44:42.549231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19d44e0>, '003bb2df-b3e7-4e37-b79d-015e1cb15f52') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:44:42.561884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.576927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.578893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:44:42.760430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:44:42.769918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:42.950341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Network b62608f0-2585-425e-87a5-6ebc8ec0d29f has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:44:42.977365 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:44:43.077655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.080961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:43.097374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.105916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62608f0-2585-425e-87a5-6ebc8ec0d29f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:43.109041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b62608f0-2585-425e-87a5-6ebc8ec0d29f HTTP/1.1" status: 204  len: 168 time: 0.9991708
Nov 15 09:44:43.110037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f01bff4b-b272-417e-92b2-f0aae292d4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:43.295079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-464e3159-9f6b-482f-9ae0-c863e167d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.413793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39712) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:43.474909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-02e5fce0-9608-478f-8812-9c6d277fad68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f02b25f90634f80b091bda498a98e7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0598118
Nov 15 09:44:43.477379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39716) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:43.539804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.568159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.735093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.741026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25a4ff00-ed34-4b13-a031-1d67ef86b2eb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:43.751911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:43.757130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:43.759583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:43.760878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc3a364c-93e5-4be0-a9a9-f31ec62ca1e6 HTTP/1.1" status: 204  len: 168 time: 0.2825158
Nov 15 09:44:44.814267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39738) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:44.955994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1987635890-network', 'tenant_id': 'df6e1be5da544d21adb80c52ee4408a7'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:44:44.961794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:44:44.965948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Usage tracker for resource:network and tenant:df6e1be5da544d21adb80c52ee4408a7 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:44:44.969080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:44:44.976045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:44:45.026225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Made reservation on behalf of df6e1be5da544d21adb80c52ee4408a7 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:44:45.031178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.045519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.126415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:44:45.130463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Usage tracker for resource:security_group_rule and tenant:df6e1be5da544d21adb80c52ee4408a7 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:44:45.133415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:44:45.139149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:44:45.210577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.242868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.247158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0f65b835-2f77-46e3-ae88-7b3e256d9819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:45.276871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:44:45.290861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d663be5-c8fe-459d-a132-ffef56bf1b68,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:45.294332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:45.318913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.319366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Added segment 904cd713-312e-4b36-bd1d-f901f1e50107 of type vxlan for network 42799410-f766-4d8a-873a-934b5d452e3d
Nov 15 09:44:45.398147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.489706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.490711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:45.491368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:45.496624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0285f3c2-408d-49ba-8807-0422ab2a383d tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:45.606316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Pushing event updated for resources: {'Network': ['ID=42799410-f766-4d8a-873a-934b5d452e3d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:45.609286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:45.617008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 42799410-f766-4d8a-873a-934b5d452e3d details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:44:45.635410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 42799410-f766-4d8a-873a-934b5d452e3d details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:44:45.638581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8231168
Nov 15 09:44:45.641467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 39744) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:44:45.648385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Request body: {'subnet': {'network_id': '42799410-f766-4d8a-873a-934b5d452e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1987635890-subnet', 'tenant_id': 'df6e1be5da544d21adb80c52ee4408a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:44:45.653719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:44:45.658114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Usage tracker for resource:subnet and tenant:df6e1be5da544d21adb80c52ee4408a7 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:44:45.661434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:44:45.667326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:44:45.700445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Made reservation on behalf of df6e1be5da544d21adb80c52ee4408a7 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:44:45.705282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.030122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e084bc74-cf40-4ddc-ae18-0ddadeb59ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.130357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.346737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.347025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.362938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eeb21ad1-74db-4d87-89ae-c2dbc9889987 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:46.499469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31568146-6882-4537-b5b9-e7ef36afd93e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:46.502672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:46.569066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Checking segment: {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:44:46.569461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Network hostable DHCP agents. Network: 42799410-f766-4d8a-873a-934b5d452e3d, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:44:46.643583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Network 42799410-f766-4d8a-873a-934b5d452e3d is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:44:46.683490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 42799410-f766-4d8a-873a-934b5d452e3d) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:44:46.693063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcf684-40e4-440e-babf-74ec9d4040f9 None None] Network 42799410-f766-4d8a-873a-934b5d452e3d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:44:46.696736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:46.697403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:46.736139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0934336
Nov 15 09:44:46.942812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a21a7-4103-4e83-8ffc-9a6fc74554f9 None None] Network 42799410-f766-4d8a-873a-934b5d452e3d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:44:47.324809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-a54d7a55-0e88-43f0-a020-419c3672f9ae tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:47.326432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-a54d7a55-0e88-43f0-a020-419c3672f9ae tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 815 time: 0.1575737
Nov 15 09:44:47.344204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-7126f340-849b-4e99-8d01-8b290efe92da tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/quotas/df6e1be5da544d21adb80c52ee4408a7 HTTP/1.1" status: 200  len: 375 time: 0.0110295
Nov 15 09:44:47.399708 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-64f7b679-84a5-4231-9ae1-62cb0d66c67e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494680
Nov 15 09:44:47.552641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:47.622785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-4c1f9748-d36c-4496-89f2-be245ef34609 service neutron] 10.222.0.81 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158284
Nov 15 09:44:47.764218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-4c9ebdc6-0817-466a-8c68-77fc7e65d5f6 service neutron] 10.222.0.81 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348245
Nov 15 09:44:47.947080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:48.018410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13e05d16-96a6-431c-964a-e7863d8c9626 req-1e877286-79ef-43c1-b0bd-b5978908d544 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0492947
Nov 15 09:44:49.203590 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5f7e21ac-72d5-49a2-b552-0c76a5208c36 req-2d399000-e59d-4e95-a214-ffa0528892c1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0501359
Nov 15 09:44:49.269013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:44:50.420975 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcab1ed4-ab4e-42e2-80c8-24d5dfbbe3cd req-367c57ef-1d62-4fc2-ad99-61bcaec64cd4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0638714
Nov 15 09:44:50.478156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-ad06573b-3638-412a-bc05-f5fa646b46f0 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:50.479721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-ad06573b-3638-412a-bc05-f5fa646b46f0 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 815 time: 0.4857674
Nov 15 09:44:50.517193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Request body: {'port': {'device_id': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d', 'admin_state_up': True, 'tenant_id': 'df6e1be5da544d21adb80c52ee4408a7'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:44:50.659596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:44:50.664246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Usage tracker for resource:port and tenant:df6e1be5da544d21adb80c52ee4408a7 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:44:50.667172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Quota usage for port was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:44:50.672924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:44:50.792237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Made reservation on behalf of df6e1be5da544d21adb80c52ee4408a7 for: {'port': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:44:50.798101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:51.112359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Allocated IP 172.20.0.12 (42799410-f766-4d8a-873a-934b5d452e3d/31568146-6882-4537-b5b9-e7ef36afd93e/562bcb08-32f8-403c-9b3b-12ab16f28992) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:44:51.324060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:51.381284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:51.396951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36aceced-644f-4ac2-8c1f-ee067f5492bf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:51.543982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:51.557295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:51.673792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Network 42799410-f766-4d8a-873a-934b5d452e3d is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:44:51.677617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:44:51.680208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:44:51.737635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d509-1fa8-498d-8414-c097bb7bea98 req-9b8e8268-e519-4481-bbbb-dc27a88167c4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:51.739767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a4d2d509-1fa8-498d-8414-c097bb7bea98 req-9b8e8268-e519-4481-bbbb-dc27a88167c4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 932 time: 0.1815028
Nov 15 09:44:51.771611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:51.772310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:51.819460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a4d2d509-1fa8-498d-8414-c097bb7bea98 req-8951d238-92cf-42bc-b9b1-c435c8764e00 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714755
Nov 15 09:44:51.850279 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3372440
Nov 15 09:44:51.869971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Request body: {'port': {'device_id': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:44:52.002106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:52.436449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562bcb08-32f8-403c-9b3b-12ab16f28992 {{(pid=81074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:44:52.443755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:52.511856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Transition to ACTIVE for port object 562bcb08-32f8-403c-9b3b-12ab16f28992 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:44:52.540490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:52.556617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:52.709654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:52.714699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:52.891785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Attempting to bind port 562bcb08-32f8-403c-9b3b-12ab16f28992 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:44:52.892192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Attempting to bind port 562bcb08-32f8-403c-9b3b-12ab16f28992 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:44:52.892631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Attempting to bind port 562bcb08-32f8-403c-9b3b-12ab16f28992 on network 42799410-f766-4d8a-873a-934b5d452e3d {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:44:52.899627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:44:52.900057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Checking segment: {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:44:52.900460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:52.900855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Bound using segment: {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:44:52.901327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Bound port: 562bcb08-32f8-403c-9b3b-12ab16f28992, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:44:52.901697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:53.066006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:44:53.075729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=562bcb08-32f8-403c-9b3b-12ab16f28992,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:44:53.094564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd5d7-668c-427f-a807-00d91b14d8cd req-b49857cb-8d1f-4b6e-b6fc-9bf3eb45592e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:53.095327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1eedd5d7-668c-427f-a807-00d91b14d8cd req-b49857cb-8d1f-4b6e-b6fc-9bf3eb45592e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Synchronizing usage tracker for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:44:53.112472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:53.129320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:53.214644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1eedd5d7-668c-427f-a807-00d91b14d8cd req-b49857cb-8d1f-4b6e-b6fc-9bf3eb45592e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Unset dirty status for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:44:53.215971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1eedd5d7-668c-427f-a807-00d91b14d8cd req-b49857cb-8d1f-4b6e-b6fc-9bf3eb45592e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 944 time: 0.2606080
Nov 15 09:44:53.343415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1eedd5d7-668c-427f-a807-00d91b14d8cd req-9947180c-c01f-457f-b9a0-8ec770d73b8d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147799
Nov 15 09:44:53.346621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:53.353983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:53.375375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:53.376928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 1158 time: 1.5116501
Nov 15 09:44:53.377503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:44:53.435636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992', 'status': 'completed', 'code': 200}
Nov 15 09:44:53.554593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-e7554830-dbc4-4c73-8aed-759d1904e419 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1161 time: 0.0908589
Nov 15 09:44:53.640528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-af2dd612-3ff5-49ef-a05a-ccc744b8b7df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0709486
Nov 15 09:44:53.709970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-41eae992-f13b-4abf-920f-9a572e9a1eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:53.711513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-41eae992-f13b-4abf-920f-9a572e9a1eb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0639086
Nov 15 09:44:53.762571 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-c82c6777-ea18-4d26-a65f-686b09e8ec7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439339
Nov 15 09:44:53.919456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-2a10152e-c01f-47cb-bed8-e20892b27589 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393073
Nov 15 09:44:54.054169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9fcdd45-29fa-404e-adcb-d37206bb83ae req-82d99996-dfeb-47f6-b5c0-f828934cc7e8 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373589
Nov 15 09:44:54.251074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-0185ced1-ac08-4311-b934-319fac14249d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1161 time: 0.0890832
Nov 15 09:44:54.395752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-22987af4-0751-488d-9b93-6a2a4c927633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:54.397372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-22987af4-0751-488d-9b93-6a2a4c927633 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1390848
Nov 15 09:44:54.477582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-89cc877f-4649-4423-987a-25fa3c809cea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0699294
Nov 15 09:44:54.859234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-a2ead47d-f964-440f-bdd6-4c6be2fadc4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:54.860862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-a2ead47d-f964-440f-bdd6-4c6be2fadc4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0865455
Nov 15 09:44:54.926523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-57850abd-aef1-4303-a456-c8e4a3156dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488226
Nov 15 09:44:54.937506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ba5a-2047-4478-97ba-280208afa4c2 req-81182acd-b12e-4158-9995-38a218424158 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:54.939071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2860ba5a-2047-4478-97ba-280208afa4c2 req-81182acd-b12e-4158-9995-38a218424158 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 944 time: 0.4605319
Nov 15 09:44:55.088403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2860ba5a-2047-4478-97ba-280208afa4c2 req-047b2424-ddf1-4e08-9964-ac966fa8e78b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268170
Nov 15 09:44:55.113608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-28fb6c70-c2a9-4e35-a8c0-85a62e11e208 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733854
Nov 15 09:44:55.258081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb37b18e-4af0-4605-aa00-7b4c9cab2d98 req-274b2110-acba-4b05-a9c2-3af7eeb71977 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369855
Nov 15 09:44:56.204335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-7429090f-b828-4ef2-838e-637a5ab76936 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:44:56.314422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911045a6-0ff2-401f-a6a8-693961617a14 req-c5cdd20e-b283-4cd1-a2e2-aef9c36962ba tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:56.316107 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-911045a6-0ff2-401f-a6a8-693961617a14 req-c5cdd20e-b283-4cd1-a2e2-aef9c36962ba tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0945086
Nov 15 09:44:56.370989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-911045a6-0ff2-401f-a6a8-693961617a14 req-bf3c49fd-86cf-4eaa-b215-114c8e33f0b9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487447
Nov 15 09:44:56.643268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:44:56.773963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 562bcb08-32f8-403c-9b3b-12ab16f28992 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:44:56.779658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 562bcb08-32f8-403c-9b3b-12ab16f28992 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:44:56.782404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:56.922699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:56.952244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:44:56.963747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=562bcb08-32f8-403c-9b3b-12ab16f28992,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:44:56.980428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:56.983254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:44:57.025243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992', 'code': 200}
Nov 15 09:44:57.066920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:44:57.076237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.076636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.077025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.077406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.077788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.078168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.078544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.078917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.079291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.079663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.080062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.080436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.080867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.081242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.081620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.082258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.082483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.082728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.083138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.083508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.083900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.084277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.084644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.085013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:44:57.089264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:44:57.331317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16e65cb7-d4e4-4c86-8e68-cc3654f3f219 req-e9843a15-afd2-4c54-b164-1f324c1b690f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1163 time: 0.0829926
Nov 15 09:44:57.378429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16e65cb7-d4e4-4c86-8e68-cc3654f3f219 req-a64b0e0f-9b33-4421-af2f-7eb0d3e82496 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403905
Nov 15 09:44:57.593500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879a9c5-f345-42ff-bd4c-a569c5983ffa req-09d373f8-b80c-40c6-ba0e-711245d2c3c1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:57.595169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d879a9c5-f345-42ff-bd4c-a569c5983ffa req-09d373f8-b80c-40c6-ba0e-711245d2c3c1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0964553
Nov 15 09:44:57.643499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d879a9c5-f345-42ff-bd4c-a569c5983ffa req-c14cea61-89d3-4d71-b566-49e00b39bf6c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413959
Nov 15 09:44:58.211118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:44:58.291782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 562bcb08-32f8-403c-9b3b-12ab16f28992 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:44:58.292258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:44:58.869825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9a9f1-bff2-4602-9adc-4d453b834f50 req-aef85016-9b1c-4352-bfa8-fe8fcb26cf6f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:58.871443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-caa9a9f1-bff2-4602-9adc-4d453b834f50 req-aef85016-9b1c-4352-bfa8-fe8fcb26cf6f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0953007
Nov 15 09:44:58.919341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-caa9a9f1-bff2-4602-9adc-4d453b834f50 req-7403aa47-ba39-4a1e-ae84-495da663450e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413511
Nov 15 09:44:59.144984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271109d1-2d3b-4297-8e83-156b3988a711 req-2476579e-3dd2-4641-9979-5b35ad65b60f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:59.146840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-271109d1-2d3b-4297-8e83-156b3988a711 req-2476579e-3dd2-4641-9979-5b35ad65b60f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0992665
Nov 15 09:44:59.196174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-271109d1-2d3b-4297-8e83-156b3988a711 req-5d510213-cc4c-40af-9d97-69cb8657d056 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431137
Nov 15 09:44:59.637448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d2f8-41be-40e2-9ab6-467ed53c5010 req-58aa60d5-f08b-4b8d-9019-26698c45ff3f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:59.639072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2788d2f8-41be-40e2-9ab6-467ed53c5010 req-58aa60d5-f08b-4b8d-9019-26698c45ff3f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0945168
Nov 15 09:44:59.691591 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2788d2f8-41be-40e2-9ab6-467ed53c5010 req-2778ae08-5ac4-4db5-ab81-88d3f5cab5b8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463166
Nov 15 09:44:59.914015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f5ffd-785c-4ebb-9048-5679a65bbbbc req-9a5e2468-4f22-4d6f-aae0-0df732a70e5f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:44:59.915655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e6f5ffd-785c-4ebb-9048-5679a65bbbbc req-9a5e2468-4f22-4d6f-aae0-0df732a70e5f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0943816
Nov 15 09:44:59.965076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e6f5ffd-785c-4ebb-9048-5679a65bbbbc req-7a737580-ef9f-4798-a9dc-2ca76d44a1c4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432212
Nov 15 09:45:00.477144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080e01b-0e1c-4d92-8877-df2263f9ad6c req-315da7e2-e029-4562-a43e-7494e90c784b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:00.478913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e080e01b-0e1c-4d92-8877-df2263f9ad6c req-315da7e2-e029-4562-a43e-7494e90c784b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1029832
Nov 15 09:45:00.532008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e080e01b-0e1c-4d92-8877-df2263f9ad6c req-900e8250-c3af-4104-a6dc-1c2b5c569264 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463822
Nov 15 09:45:00.716620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-7d864b14-81f6-4bbb-8470-8aa1cd05db59 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3609760
Nov 15 09:45:01.764490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf500f-7055-41c0-8ee7-80d2b8d18ce6 req-167f5224-75db-4aba-9cff-929ae416bd9a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:01.766116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4cbf500f-7055-41c0-8ee7-80d2b8d18ce6 req-167f5224-75db-4aba-9cff-929ae416bd9a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0990031
Nov 15 09:45:01.817593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4cbf500f-7055-41c0-8ee7-80d2b8d18ce6 req-854691c7-3401-4240-b025-d6a7e576f261 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443747
Nov 15 09:45:02.919376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-52ca2b20-b73c-483f-ae77-9ef70b2b5974 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1163 time: 0.0913725
Nov 15 09:45:03.132255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-47467c67-73ba-4e1a-a63e-91e4c0b07454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:03.133773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-47467c67-73ba-4e1a-a63e-91e4c0b07454 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.2080765
Nov 15 09:45:03.204737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a69352-5b16-4584-bb5b-2901217ac2ab req-3189d486-a0ee-47c9-95f7-c216b8a84030 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:03.206354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56a69352-5b16-4584-bb5b-2901217ac2ab req-3189d486-a0ee-47c9-95f7-c216b8a84030 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.2066607
Nov 15 09:45:03.236913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-bf9bee93-5274-4e6a-bf0b-a9e4128ebaca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0951557
Nov 15 09:45:03.320908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56a69352-5b16-4584-bb5b-2901217ac2ab req-2eb7e5a3-d7b5-4782-bc0a-2c8c58332feb tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081576
Nov 15 09:45:03.328231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-e60558d4-2ee3-412e-8bac-d0a6fb37d0e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:03.329724 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-e60558d4-2ee3-412e-8bac-d0a6fb37d0e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0861428
Nov 15 09:45:03.384518 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-f4c5a3e5-5d17-489d-8d38-57bb999b4b8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480955
Nov 15 09:45:03.526139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-0fabd6a6-a245-4518-b6ef-a380e83b653b service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344655
Nov 15 09:45:03.669750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-cf09dfc9-69e8-4ca2-8b75-a735b9e01c97 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363482
Nov 15 09:45:04.544415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c2e52-510b-4335-aff0-7fe2a5fd9983 req-74405e0b-ce2d-4911-aa39-a57bbe1d4eeb tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:04.546029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b2c2e52-510b-4335-aff0-7fe2a5fd9983 req-74405e0b-ce2d-4911-aa39-a57bbe1d4eeb tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0937512
Nov 15 09:45:04.593796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b2c2e52-510b-4335-aff0-7fe2a5fd9983 req-c0f69ade-25cc-48be-9ece-b28b1a211462 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412514
Nov 15 09:45:05.819527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffdaad-9c94-494a-96da-e7586849d278 req-1d574c5f-e155-449d-870d-0fc82f381326 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:05.821189 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6bffdaad-9c94-494a-96da-e7586849d278 req-1d574c5f-e155-449d-870d-0fc82f381326 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0984516
Nov 15 09:45:05.871027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6bffdaad-9c94-494a-96da-e7586849d278 req-9b8e884f-a1cc-4bc0-8cfb-f9985eaec0f6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435655
Nov 15 09:45:07.093108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e8976-b408-4122-a79a-1fee35affd6d req-ebf8f886-b940-4c07-beb6-453dc980fde0 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:07.094646 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da2e8976-b408-4122-a79a-1fee35affd6d req-ebf8f886-b940-4c07-beb6-453dc980fde0 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0943363
Nov 15 09:45:07.146303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da2e8976-b408-4122-a79a-1fee35affd6d req-f6da2873-4058-4e03-9045-11b9c45d9fe2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450120
Nov 15 09:45:08.370689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d5240-2431-4ddb-9c53-399c0e49bfbb req-aa8b83b9-6032-4524-8573-799b6f48be5b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:08.372327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-494d5240-2431-4ddb-9c53-399c0e49bfbb req-aa8b83b9-6032-4524-8573-799b6f48be5b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0952911
Nov 15 09:45:08.421944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-494d5240-2431-4ddb-9c53-399c0e49bfbb req-19bde755-073b-4bde-aef1-dda0b80a37f6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431771
Nov 15 09:45:09.649869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cd94e-6260-4023-9947-2801e67a1cbb req-cb5990f1-5897-4783-9661-4f5344349399 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:09.651496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-530cd94e-6260-4023-9947-2801e67a1cbb req-cb5990f1-5897-4783-9661-4f5344349399 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0969763
Nov 15 09:45:09.700509 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-530cd94e-6260-4023-9947-2801e67a1cbb req-dc5b69bb-0304-49ed-a46e-63a8cb070ab8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427277
Nov 15 09:45:10.929376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0299-6d5e-4bbd-a917-10844b8d9c89 req-3398215a-7e42-4225-9df6-c508a606748d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:10.931046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86ec0299-6d5e-4bbd-a917-10844b8d9c89 req-3398215a-7e42-4225-9df6-c508a606748d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0952761
Nov 15 09:45:10.979542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86ec0299-6d5e-4bbd-a917-10844b8d9c89 req-d1bf4d57-ed14-4829-b3a3-a5ba1fe47eb4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420351
Nov 15 09:45:12.217118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc489ed-a8f5-4251-b173-89c5a6aeda42 req-e82c5f5d-1bde-4e51-9315-8cb88aeac08c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:12.218659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccc489ed-a8f5-4251-b173-89c5a6aeda42 req-e82c5f5d-1bde-4e51-9315-8cb88aeac08c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0989087
Nov 15 09:45:12.268481 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccc489ed-a8f5-4251-b173-89c5a6aeda42 req-6c3a0b38-2915-4eec-a827-1b386383e2ff tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431287
Nov 15 09:45:13.288748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff139-f3a6-47d1-954b-ed84bd2c2d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:13.377934 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-06775fe4-e1f3-4a5c-a4cf-86d42c753e4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1163 time: 0.0861473
Nov 15 09:45:13.608730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-d6981f07-5a93-4f3c-b5aa-3b769faeb694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:13.610331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-d6981f07-5a93-4f3c-b5aa-3b769faeb694 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.2129436
Nov 15 09:45:13.619772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c7cbb-a15d-4654-8385-6704edeeae15 req-f4650e30-66f6-46b0-bc42-e0698c526d42 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:13.621308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce6c7cbb-a15d-4654-8385-6704edeeae15 req-f4650e30-66f6-46b0-bc42-e0698c526d42 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.2017622
Nov 15 09:45:13.711756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-8d6e1f9d-94c3-49ff-b2ea-71cd8557cf49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0894532
Nov 15 09:45:13.783085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce6c7cbb-a15d-4654-8385-6704edeeae15 req-dd1edc3c-9ad2-44d6-b9cd-698efe811676 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052239
Nov 15 09:45:13.792571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-be7f1d05-a105-4518-a713-9075933da413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:13.794298 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-be7f1d05-a105-4518-a713-9075933da413 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0735555
Nov 15 09:45:14.103537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-62354602-5e75-4fad-8b4b-abb430c86be5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3022752
Nov 15 09:45:14.248699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-691c82fd-6e7b-47e6-ad4d-7f40f768ad60 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377382
Nov 15 09:45:14.396838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5754e078-e149-457e-b7d0-63fbcaba91c3 req-1319a5c4-5b1d-46d2-baea-90a6d6d058d2 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395206
Nov 15 09:45:15.006717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23acee-b4b8-4df2-957c-0ed1daf77554 req-6f819666-13fd-4594-8d98-18ee2ab7314c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:15.008335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa23acee-b4b8-4df2-957c-0ed1daf77554 req-6f819666-13fd-4594-8d98-18ee2ab7314c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0936043
Nov 15 09:45:15.056425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa23acee-b4b8-4df2-957c-0ed1daf77554 req-5e5bea89-ee66-4729-b2e6-2cb56e1cb7e8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418284
Nov 15 09:45:15.711804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5af44f7-6119-4815-87e3-e51320ce88cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:16.042892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:16.285753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f0de6-75b8-43f6-991c-efde3717d498 req-6ad47757-6007-42dd-83f0-c44940cfe66f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:16.287644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-160f0de6-75b8-43f6-991c-efde3717d498 req-6ad47757-6007-42dd-83f0-c44940cfe66f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1024580
Nov 15 09:45:16.338749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-160f0de6-75b8-43f6-991c-efde3717d498 req-bdf778f0-f05e-4e52-a6d3-0f96f1e4556e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447712
Nov 15 09:45:16.345310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:17.545871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:17.699829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ff74-0671-45b2-b8ef-89cd953ef941 req-a729d58a-492f-4dd1-986e-0364d9abcad9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:17.701500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2250ff74-0671-45b2-b8ef-89cd953ef941 req-a729d58a-492f-4dd1-986e-0364d9abcad9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0944371
Nov 15 09:45:17.749789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2250ff74-0671-45b2-b8ef-89cd953ef941 req-a1afdcd0-bb99-420c-a772-362e8b8e8190 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422132
Nov 15 09:45:17.974312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:18.981361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37f71-e7f9-4351-a914-77d0d46f5cc3 req-aa8e0c2b-0296-43a0-9d3e-bcd02ee0f852 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:18.982977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43d37f71-e7f9-4351-a914-77d0d46f5cc3 req-aa8e0c2b-0296-43a0-9d3e-bcd02ee0f852 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0987108
Nov 15 09:45:19.030930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43d37f71-e7f9-4351-a914-77d0d46f5cc3 req-c6c82f2c-0002-41c2-b855-67ca75f1c715 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414238
Nov 15 09:45:20.252132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781332-8661-450c-be44-cadf573a8953 req-203598ae-9a1e-46cd-86d5-09a20d3c2f91 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:20.253676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88781332-8661-450c-be44-cadf573a8953 req-203598ae-9a1e-46cd-86d5-09a20d3c2f91 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0952847
Nov 15 09:45:20.307308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88781332-8661-450c-be44-cadf573a8953 req-9fcdf279-98fa-4e00-8af1-104dee68bb4f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468626
Nov 15 09:45:21.090856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-ef887f81-7b14-4e88-8a2e-90ef40390977 service neutron] 10.222.0.65 "GET /v2.0/ports/562bcb08-32f8-403c-9b3b-12ab16f28992/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0863962
Nov 15 09:45:21.575692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-f63accb5-26e8-4d84-a4cb-ab12e8d3e986 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6&tenant_id=df6e1be5da544d21adb80c52ee4408a7 HTTP/1.1" status: 200  len: 1163 time: 0.1659095
Nov 15 09:45:21.582622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6216cc-23d3-4f15-83c4-63301bc24160 req-15bdc55f-5fe4-4c22-bce4-e8af7ed69fb9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:21.584630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a6216cc-23d3-4f15-83c4-63301bc24160 req-15bdc55f-5fe4-4c22-bce4-e8af7ed69fb9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1384773
Nov 15 09:45:21.691528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a6216cc-23d3-4f15-83c4-63301bc24160 req-538e4426-7a73-4c53-9ba6-743e5db942a8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005878
Nov 15 09:45:21.718810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-6348d37e-5e30-48b0-a675-d03b2e74fe87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1163 time: 0.1075156
Nov 15 09:45:21.872081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-0d412ef3-e8e9-4e76-b513-97c1b861e8fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:21.873689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-0d412ef3-e8e9-4e76-b513-97c1b861e8fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1484301
Nov 15 09:45:21.953683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-f3670916-3c33-4399-9063-8c617ff3a156 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0673234
Nov 15 09:45:22.024298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-fd7f082e-1e9f-4d70-9361-2896f7f50b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:22.025880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-fd7f082e-1e9f-4d70-9361-2896f7f50b1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0707061
Nov 15 09:45:22.077860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-28507293-6b16-450a-8c0e-e54c55e2aba3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449183
Nov 15 09:45:22.221588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-7cb277c8-d9a6-4789-a91b-fdcee9cf8075 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367233
Nov 15 09:45:22.281556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:45:22.377611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21eb3cf3-0a8d-4c20-b32f-acdeb6f80b81 req-ac709328-164d-439b-933a-0481aa16ecb9 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487908
Nov 15 09:45:22.416783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:22.445228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:45:22.455299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=562bcb08-32f8-403c-9b3b-12ab16f28992,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:45:22.506013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:22.509588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8057f5eb-f123-4676-b538-388c2afd90f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:22.540114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992', 'code': 200}
Nov 15 09:45:22.588732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:22.592356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:22.920518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfc892-5608-41f6-9d55-f0ea60297f2e req-99a2163f-c358-489f-a567-95777d537387 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:22.922147 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28cfc892-5608-41f6-9d55-f0ea60297f2e req-99a2163f-c358-489f-a567-95777d537387 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0986364
Nov 15 09:45:22.971488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28cfc892-5608-41f6-9d55-f0ea60297f2e req-ae395e07-7142-4ee7-b72b-7bc8e2e4c53e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425777
Nov 15 09:45:24.195271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbee22-f771-4f21-8ed1-5eb01f8da0f8 req-6937c0eb-159c-4677-9ff5-b74f2133524b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:24.196855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2dbee22-f771-4f21-8ed1-5eb01f8da0f8 req-6937c0eb-159c-4677-9ff5-b74f2133524b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0937762
Nov 15 09:45:24.244836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2dbee22-f771-4f21-8ed1-5eb01f8da0f8 req-39a543f9-d529-4539-b8a3-c05cd25d8b8c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418339
Nov 15 09:45:24.823979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:45:24.904610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 562bcb08-32f8-403c-9b3b-12ab16f28992 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:45:24.905041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:25.042019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:25.070324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:45:25.080347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=562bcb08-32f8-403c-9b3b-12ab16f28992,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:45:25.106099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:25.108179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:25.145252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992', 'code': 200}
Nov 15 09:45:25.185317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:25.188513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:25.487518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bba8ed-0d8f-4260-9e95-34d2d340a35c req-a5feca37-e5ae-48b9-bebc-bb76f8659c3f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:25.489162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94bba8ed-0d8f-4260-9e95-34d2d340a35c req-a5feca37-e5ae-48b9-bebc-bb76f8659c3f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1011510
Nov 15 09:45:25.537680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94bba8ed-0d8f-4260-9e95-34d2d340a35c req-1be7265c-418c-4604-9f29-ef3bec22bba3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424435
Nov 15 09:45:26.041608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e403c9c-176e-424b-914f-25ad3e13b8d8 req-272180eb-b3a9-4764-b445-ccb8b949a591 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:26.043243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e403c9c-176e-424b-914f-25ad3e13b8d8 req-272180eb-b3a9-4764-b445-ccb8b949a591 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1795628
Nov 15 09:45:26.050254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-b07d0fbb-e46d-49be-8376-a8ba18737520 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:26.051784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-b07d0fbb-e46d-49be-8376-a8ba18737520 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6&tenant_id=df6e1be5da544d21adb80c52ee4408a7&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 946 time: 0.1456332
Nov 15 09:45:26.095774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e403c9c-176e-424b-914f-25ad3e13b8d8 req-bc7bf5e7-3032-48ac-944c-3be315c741c3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429130
Nov 15 09:45:26.263636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-d9aeea67-976a-487d-8033-962b69d57e07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 1163 time: 0.0885508
Nov 15 09:45:26.270257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:45:26.408986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-2689ed83-5e73-48ac-a058-b6df9070cdc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:26.410495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-2689ed83-5e73-48ac-a058-b6df9070cdc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1399164
Nov 15 09:45:26.494286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-0bdc85b0-97d7-4166-b28a-e748fc5798ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 200  len: 217 time: 0.0701602
Nov 15 09:45:26.565933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-949e3e24-a70f-4056-b2fd-9765c3e280c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:26.568137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-949e3e24-a70f-4056-b2fd-9765c3e280c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0673113
Nov 15 09:45:26.588792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:45:26.620134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-64b7f1cb-8517-47e3-8b71-7232a037e3e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444827
Nov 15 09:45:26.672188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 562bcb08-32f8-403c-9b3b-12ab16f28992 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:45:26.672538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:26.766076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-3b3eefe9-c3b5-4c1e-b78c-d4729fc96c40 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387534
Nov 15 09:45:26.916819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d46dd5f9-2fe4-4029-b38c-143e57f4f90b req-8544ba08-2f54-4596-883a-b27ef8931adc service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404412
Nov 15 09:45:27.320598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef01950-4ff4-4e22-a6af-07741394e930 req-61590cde-fde5-4e59-83cc-d6817f86680a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:27.322228 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ef01950-4ff4-4e22-a6af-07741394e930 req-61590cde-fde5-4e59-83cc-d6817f86680a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0935471
Nov 15 09:45:27.374976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ef01950-4ff4-4e22-a6af-07741394e930 req-91b96994-38cc-45a6-b03d-a2b490fba843 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464694
Nov 15 09:45:28.599407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6527e-d643-406b-824f-908fea84f935 req-6f249d86-8b93-42e0-a105-cef4548a973f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:28.601075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45f6527e-d643-406b-824f-908fea84f935 req-6f249d86-8b93-42e0-a105-cef4548a973f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0953360
Nov 15 09:45:28.648446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45f6527e-d643-406b-824f-908fea84f935 req-0b0f4d7b-b448-4307-a553-ee4aba58e4ab tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410733
Nov 15 09:45:28.873021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3af20-be92-49b3-a20b-63a9db0172d5 req-5e819ae9-9e50-4f5c-9513-446b0f28b705 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:28.874650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9a3af20-be92-49b3-a20b-63a9db0172d5 req-5e819ae9-9e50-4f5c-9513-446b0f28b705 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0985804
Nov 15 09:45:28.923642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9a3af20-be92-49b3-a20b-63a9db0172d5 req-ebaad5b6-10ad-4e25-989d-1b2b6e797e49 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420849
Nov 15 09:45:29.170576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59075a-707d-4a53-9a43-f7aa0313984e req-e2603d6d-4342-474e-a8ad-2634c87066f3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:29.172235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff59075a-707d-4a53-9a43-f7aa0313984e req-e2603d6d-4342-474e-a8ad-2634c87066f3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0940957
Nov 15 09:45:29.221950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff59075a-707d-4a53-9a43-f7aa0313984e req-d6bdc5bb-06d0-461c-999d-af47909e3615 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432198
Nov 15 09:45:29.834077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-4ff4eb3c-666d-4ea9-9d6c-508517461f0c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:29.835716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-4ff4eb3c-666d-4ea9-9d6c-508517461f0c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 815 time: 0.1562998
Nov 15 09:45:29.853703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-0616b364-9687-4769-ac36-baa29b94e7ea tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/quotas/df6e1be5da544d21adb80c52ee4408a7 HTTP/1.1" status: 200  len: 375 time: 0.0118589
Nov 15 09:45:29.952519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-10cb749e-7368-4ac0-82d7-0564d9910a73 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0932956
Nov 15 09:45:30.351431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-cadd29e5-1bad-479d-b854-f0f10fa3939a service neutron] 10.222.0.81 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3907917
Nov 15 09:45:30.494563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-c60d0924-3d1f-41b3-8391-fed62b3378b3 service neutron] 10.222.0.81 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367188
Nov 15 09:45:30.736161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43b5bb92-16d8-400f-8896-f530c0ba8f90 req-378727d8-461d-4ecf-99d9-42c2dca15a23 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 210 time: 0.0485809
Nov 15 09:45:31.928657 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5914a781-adff-4a53-b1ac-e6f944d1313f req-7df4a5df-9323-4f90-9e99-a4efed705647 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 210 time: 0.0601726
Nov 15 09:45:31.948152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405b484-cc62-43cb-8c53-273966b48be4 req-e6f435bc-8405-43e0-b7aa-6f87771e2333 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:31.949712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a405b484-cc62-43cb-8c53-273966b48be4 req-e6f435bc-8405-43e0-b7aa-6f87771e2333 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/ports?device_id=5fd171b5-9ace-46b8-afb1-42473449c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1485353
Nov 15 09:45:32.037528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Deleting port 562bcb08-32f8-403c-9b3b-12ab16f28992 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:45:32.037848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.317560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] For port 562bcb08-32f8-403c-9b3b-12ab16f28992, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=562bcb08-32f8-403c-9b3b-12ab16f28992,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:45:32.317968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.382960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-1d77062f-1777-4c41-9fcd-aaad3e017534 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:32.383770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-1d77062f-1777-4c41-9fcd-aaad3e017534 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Synchronizing usage tracker for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:45:32.431517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-1d77062f-1777-4c41-9fcd-aaad3e017534 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Unset dirty status for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:45:32.432881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-1d77062f-1777-4c41-9fcd-aaad3e017534 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 815 time: 0.2113681
Nov 15 09:45:32.437266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 562bcb08-32f8-403c-9b3b-12ab16f28992 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:45:32.461687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Request body: {'port': {'device_id': 'acd9f26f-e687-4127-944a-1e4af794e180', 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d', 'admin_state_up': True, 'tenant_id': 'df6e1be5da544d21adb80c52ee4408a7'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:45:32.466973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Calling delete_port for 562bcb08-32f8-403c-9b3b-12ab16f28992 owned by compute:nova {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:45:32.593623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.619389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:45:32.630135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:45:32.678154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Made reservation on behalf of df6e1be5da544d21adb80c52ee4408a7 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:45:32.685241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.720733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 15 09:45:32.720733 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Nov 15 09:45:32.720733 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'status': 'DOWN', 'ports_id': '562bcb08-32f8-403c-9b3b-12ab16f28992'}]
Nov 15 09:45:32.720733 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:45:32.721264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:45:32.723031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.738912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3dd836d5-2c6f-44c1-81c8-c443a4d196ae tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:32.789741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Pushing event deleted for resources: {'Port': ['ID=562bcb08-32f8-403c-9b3b-12ab16f28992,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:32.842756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:32.954562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] No DVR routers for this DVR port 562bcb08-32f8-403c-9b3b-12ab16f28992 on host hv-neutron-7431 {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:45:32.956805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:32.960354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-deleted', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:45:33.010184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "DELETE /v2.0/ports/562bcb08-32f8-403c-9b3b-12ab16f28992 HTTP/1.1" status: 204  len: 173 time: 1.0531826
Nov 15 09:45:33.017049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Allocated IP 172.20.0.3 (42799410-f766-4d8a-873a-934b5d452e3d/31568146-6882-4537-b5b9-e7ef36afd93e/bcd852bf-0176-4bb7-ae90-7a6c06e8c159) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:45:33.025348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd171b5-9ace-46b8-afb1-42473449c2f6', 'name': 'network-vif-deleted', 'tag': '562bcb08-32f8-403c-9b3b-12ab16f28992', 'status': 'completed', 'code': 200}
Nov 15 09:45:33.197194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-57c03cf0-3464-4d73-96c7-a2e9b28ede08 req-9be01521-6f11-4c95-90f1-976762bcb49b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Synchronizing usage tracker for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:45:33.260626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-57c03cf0-3464-4d73-96c7-a2e9b28ede08 req-9be01521-6f11-4c95-90f1-976762bcb49b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Unset dirty status for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:45:33.265360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-57c03cf0-3464-4d73-96c7-a2e9b28ede08 req-9be01521-6f11-4c95-90f1-976762bcb49b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 210 time: 0.1158907
Nov 15 09:45:33.265525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Port 562bcb08-32f8-403c-9b3b-12ab16f28992 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:45:33.335015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:33.391574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:33.406456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4eeddd31-4cc0-4406-aac6-aa20d7cd26ab tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:33.551748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:33.556166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:33.610173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Network 42799410-f766-4d8a-873a-934b5d452e3d is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:45:33.611394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:45:33.613893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:45:33.685990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:33.686835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:33.741144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2846291
Nov 15 09:45:33.761091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Request body: {'port': {'device_id': 'acd9f26f-e687-4127-944a-1e4af794e180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:45:33.917134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:34.411161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd852bf-0176-4bb7-ae90-7a6c06e8c159 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:45:34.419328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:34.434677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Transition to ACTIVE for port object bcd852bf-0176-4bb7-ae90-7a6c06e8c159 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:45:34.466083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:34.482527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e4ae0cc3-a0da-4176-bba2-832cd1e8fd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:34.505889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eaf25-4a23-413b-8837-351140cb3449 req-47fd401a-62ba-4b6e-b775-c2bc9a11ad1f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:34.507945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa0eaf25-4a23-413b-8837-351140cb3449 req-47fd401a-62ba-4b6e-b775-c2bc9a11ad1f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.1058173
Nov 15 09:45:34.566299 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa0eaf25-4a23-413b-8837-351140cb3449 req-49a94376-cebf-456c-a588-b89f4a9ddf6b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516260
Nov 15 09:45:34.645586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:34.651050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:34.836501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Attempting to bind port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:45:34.836769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Attempting to bind port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:45:34.837185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Attempting to bind port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 on network 42799410-f766-4d8a-873a-934b5d452e3d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:45:34.844258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:45:34.844639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Checking segment: {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:45:34.845050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:34.845450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Bound using segment: {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:45:34.845926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Bound port: bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904cd713-312e-4b36-bd1d-f901f1e50107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '42799410-f766-4d8a-873a-934b5d452e3d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:45:34.846301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:34.949609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:45:34.952766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:45:34.991802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:35.007600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f3a8b743-39b0-499b-9ced-ac6e59f54a0c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:35.166064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:35.171287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:35.201503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:35.203068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] 10.222.0.65 "PUT /v2.0/ports/bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 1157 time: 1.4472888
Nov 15 09:45:35.203636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:45:35.353710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159', 'status': 'completed', 'code': 200}
Nov 15 09:45:35.375169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-172350f2-f13d-4937-a117-acc6b679a539 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1160 time: 0.0884459
Nov 15 09:45:35.463305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-3c5e253b-d8fc-497b-ba0b-36951e1d1260 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0712590
Nov 15 09:45:35.534979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-c478b0c1-3d10-4f17-aea6-25ea192224df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:35.537209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-c478b0c1-3d10-4f17-aea6-25ea192224df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0669940
Nov 15 09:45:35.591319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-294e813c-f7f5-48b5-9e97-df282bfaad12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451643
Nov 15 09:45:35.736986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-45c13131-c13c-4bca-92c6-08698af41faa service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376288
Nov 15 09:45:35.793119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c487da-4a9e-430b-93de-6730457880e8 req-33db88d9-fe13-43c3-b8a1-d7a1c82c3e91 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:35.795011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46c487da-4a9e-430b-93de-6730457880e8 req-33db88d9-fe13-43c3-b8a1-d7a1c82c3e91 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0943859
Nov 15 09:45:35.846080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46c487da-4a9e-430b-93de-6730457880e8 req-19b4ca13-7427-4d5d-b4fd-1222598bc67a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445831
Nov 15 09:45:35.886781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba78bbdb-9a10-403f-91d0-75990d293697 req-fcb3156b-c3b1-4b92-a5a2-149d5cb169f6 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416204
Nov 15 09:45:36.090381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-87747c4b-abff-420c-8d51-df5a18e43ef9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1160 time: 0.0836880
Nov 15 09:45:36.515135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-3940fbcf-d4ea-479b-a2c2-af7deea0faea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:36.516722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-3940fbcf-d4ea-479b-a2c2-af7deea0faea service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.4197760
Nov 15 09:45:36.594764 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-8978aede-0b48-4342-bfae-9c4603f05fe4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0698600
Nov 15 09:45:36.663002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-a11c2dba-74b3-4f8b-9968-7502a4b9e2b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:36.664577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-a11c2dba-74b3-4f8b-9968-7502a4b9e2b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0631495
Nov 15 09:45:36.719237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-a9d2fad0-d268-4c48-99ba-6a82aee80e46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479720
Nov 15 09:45:36.869934 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-69e97128-61f7-49ee-8d8e-7e2913de77fc service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411672
Nov 15 09:45:37.016559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bab86aee-c2da-4d6d-a630-7f97da52440f req-11a5431b-9d0c-4ae6-a7e4-d0b090e444b4 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388664
Nov 15 09:45:37.080624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74ac5-8023-4a5c-b6f1-9bcbdb8fcf7c req-032e6b93-1654-4138-bb1d-502c9102eb5e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:37.083163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-33c74ac5-8023-4a5c-b6f1-9bcbdb8fcf7c req-032e6b93-1654-4138-bb1d-502c9102eb5e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0985541
Nov 15 09:45:37.131237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-33c74ac5-8023-4a5c-b6f1-9bcbdb8fcf7c req-1452522d-2497-4cef-9cbd-1bd6f500dc99 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418451
Nov 15 09:45:38.352006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b87eb-e538-4e0d-b9b9-8c6067c4defb req-6acf7040-b80d-40bc-b740-2490316d7999 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:38.353634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d18b87eb-e538-4e0d-b9b9-8c6067c4defb req-6acf7040-b80d-40bc-b740-2490316d7999 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0943501
Nov 15 09:45:38.401727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d18b87eb-e538-4e0d-b9b9-8c6067c4defb req-f1be1737-0642-4ef1-8760-14575e3457c1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420358
Nov 15 09:45:38.964361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:45:39.059580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:45:39.064373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:45:39.064796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:39.198436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:39.228406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:45:39.238959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:45:39.265456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:39.267666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31d72b05-ea5a-4962-8660-8f13170859e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:45:39.305281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159', 'code': 200}
Nov 15 09:45:39.345648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:45:39.349569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:45:39.619268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ac15737d-b725-49a9-9eac-24cdd023b43e req-8da7b7d2-df15-44bf-8df5-ba155f2030ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1162 time: 0.0853734
Nov 15 09:45:39.630391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8cd8c-0d05-4e2b-ab46-ef5cf9c82a05 req-be1ab62d-1a5d-41af-980a-0ca6635ab8ab tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:39.632068 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1fd8cd8c-0d05-4e2b-ab46-ef5cf9c82a05 req-be1ab62d-1a5d-41af-980a-0ca6635ab8ab tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0992162
Nov 15 09:45:39.665519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ac15737d-b725-49a9-9eac-24cdd023b43e req-b14a8584-8319-4e89-b4ba-2dfdaacc3fb6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394297
Nov 15 09:45:39.681737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1fd8cd8c-0d05-4e2b-ab46-ef5cf9c82a05 req-d96d6b07-83af-409c-9f1b-a149a4c5ed3a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433867
Nov 15 09:45:40.746017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:45:40.832753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:45:40.833039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:40.931245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dda50-8b98-4ce7-855b-bdd7d8197188 req-b23c03c6-b063-4f12-b5e1-dfcd8ed6d2a7 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:40.932943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d80dda50-8b98-4ce7-855b-bdd7d8197188 req-b23c03c6-b063-4f12-b5e1-dfcd8ed6d2a7 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.1189573
Nov 15 09:45:40.983160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d80dda50-8b98-4ce7-855b-bdd7d8197188 req-1a3bd808-f62c-4dc4-a12c-838fdf171793 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435624
Nov 15 09:45:42.210216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76274dca-3680-40be-b3e9-3a1163b2c638 req-12c808ca-d80d-4657-8e5b-62e8837d070d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:42.211754 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76274dca-3680-40be-b3e9-3a1163b2c638 req-12c808ca-d80d-4657-8e5b-62e8837d070d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0981016
Nov 15 09:45:42.260109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76274dca-3680-40be-b3e9-3a1163b2c638 req-2b384d11-c6fd-45d2-8af0-6b3922369f46 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421438
Nov 15 09:45:42.480462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1089e-3900-4a5f-8a7a-d00407387d94 req-46fe36e6-0b47-4d76-8e84-19d99a38cf75 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:42.481980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40a1089e-3900-4a5f-8a7a-d00407387d94 req-46fe36e6-0b47-4d76-8e84-19d99a38cf75 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0939183
Nov 15 09:45:42.542687 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40a1089e-3900-4a5f-8a7a-d00407387d94 req-d253e1f8-ff6b-4db2-a36f-390155be35ba tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490279
Nov 15 09:45:43.125392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-bc35dfa5-f787-41b4-b5d7-992bd8142a71 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0900903
Nov 15 09:45:43.130531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11903a1-01e1-434e-b9d4-1715442954d0 req-30824ee1-5f45-498a-929e-6c0d7b75a4f7 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:43.132188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b11903a1-01e1-434e-b9d4-1715442954d0 req-30824ee1-5f45-498a-929e-6c0d7b75a4f7 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0942476
Nov 15 09:45:43.182286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b11903a1-01e1-434e-b9d4-1715442954d0 req-d870bc3e-91ba-40f0-8453-3aff80e7fea6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434937
Nov 15 09:45:43.311509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1f4012a-1778-4b73-875c-67297c1a69b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:44.411024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdd208-46eb-4a46-99e2-d1ea44bd43fa req-347dc925-ac48-4326-8733-f889b56c33ac tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:44.412583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86fdd208-46eb-4a46-99e2-d1ea44bd43fa req-347dc925-ac48-4326-8733-f889b56c33ac tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0984020
Nov 15 09:45:44.461137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86fdd208-46eb-4a46-99e2-d1ea44bd43fa req-8b05f324-10fd-4ed7-b2ad-784edf7bc4fc tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423150
Nov 15 09:45:44.875959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-706a0c69-67ff-4696-9a73-7f064e4edc70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1162 time: 0.0881784
Nov 15 09:45:45.015219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-59fc1d5f-d2f7-4c77-8f21-58382338fb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:45.016862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-59fc1d5f-d2f7-4c77-8f21-58382338fb94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1400681
Nov 15 09:45:45.095834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-13377798-cf28-4bd5-938b-413158c8d1ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0707896
Nov 15 09:45:45.165744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-3129b15e-e7e8-4f2e-b6ea-3f7445bde1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:45.167295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-3129b15e-e7e8-4f2e-b6ea-3f7445bde1f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0632761
Nov 15 09:45:45.221790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-f9c9cba7-8381-4363-bfea-d10b8359b314 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471051
Nov 15 09:45:45.371470 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-141ec6ff-c553-49a5-b9a0-b3019ad5beb4 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375239
Nov 15 09:45:45.521441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-9ac03a50-32be-4883-8db4-b38367a4c7d7 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378739
Nov 15 09:45:45.689212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f89eb-9bb4-493a-a5f9-3b5e67c1a13e req-7c78d62d-26df-45b9-9871-4709d4530d4d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:45.690722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-110f89eb-9bb4-493a-a5f9-3b5e67c1a13e req-7c78d62d-26df-45b9-9871-4709d4530d4d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0985975
Nov 15 09:45:45.741630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-110f89eb-9bb4-493a-a5f9-3b5e67c1a13e req-18a530f8-b29b-4257-922c-a7815c4b7221 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437148
Nov 15 09:45:45.756847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3bbfbfa-2a2f-485d-9901-b1f50f9a9bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:46.088466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:46.339530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:46.972362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a97d4-1cda-471b-8cbd-7e1c199e7163 req-0b5aebb2-5435-44c2-b945-afcd348dc08d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:46.974119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6d0a97d4-1cda-471b-8cbd-7e1c199e7163 req-0b5aebb2-5435-44c2-b945-afcd348dc08d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.1001983
Nov 15 09:45:47.023418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6d0a97d4-1cda-471b-8cbd-7e1c199e7163 req-549b781b-c6c8-423e-8545-3e9458add944 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431871
Nov 15 09:45:47.551785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:47.950917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:45:48.245564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204de57-9dd7-4a9b-b0d2-30f95fe7bca3 req-3bbb7d19-0794-470f-b02a-27f8fbdd5ab5 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:48.247092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d204de57-9dd7-4a9b-b0d2-30f95fe7bca3 req-3bbb7d19-0794-470f-b02a-27f8fbdd5ab5 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0929422
Nov 15 09:45:48.298634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d204de57-9dd7-4a9b-b0d2-30f95fe7bca3 req-6f1b820b-6752-4913-9a41-0778b1d86e4a tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454667
Nov 15 09:45:49.523284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5530851-fd58-48c3-bcd2-214955b7d88f req-003d1a98-7501-43a9-9727-c9520ad215fd tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:49.524878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e5530851-fd58-48c3-bcd2-214955b7d88f req-003d1a98-7501-43a9-9727-c9520ad215fd tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0934913
Nov 15 09:45:49.573370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e5530851-fd58-48c3-bcd2-214955b7d88f req-3596256a-477e-4e0d-9f2a-b4fc182550f2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423923
Nov 15 09:45:50.803226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b7cb5-86f1-4014-a367-a9fcf515ce36 req-0ca48db0-e87c-475f-8f03-bca60dd1a94e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:50.804884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-184b7cb5-86f1-4014-a367-a9fcf515ce36 req-0ca48db0-e87c-475f-8f03-bca60dd1a94e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0981078
Nov 15 09:45:50.854210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-184b7cb5-86f1-4014-a367-a9fcf515ce36 req-7fd850ab-f070-49a5-89f1-cf6cae91b56f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428865
Nov 15 09:45:52.077213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d3dce-ab98-4e5c-bbd8-750302c2b811 req-66e6cd49-314a-4317-a532-3aa29d8d1cda tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:52.078817 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-954d3dce-ab98-4e5c-bbd8-750302c2b811 req-66e6cd49-314a-4317-a532-3aa29d8d1cda tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0946031
Nov 15 09:45:52.126951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-954d3dce-ab98-4e5c-bbd8-750302c2b811 req-f91218ec-4f14-48a1-9f0e-4d3257130bd1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408840
Nov 15 09:45:53.357469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1ae5-09b6-40b4-8e5b-5e0d5fa39261 req-c1ebf546-c0a9-4798-9d34-303e34a0104d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:53.359084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-466c1ae5-09b6-40b4-8e5b-5e0d5fa39261 req-c1ebf546-c0a9-4798-9d34-303e34a0104d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0982008
Nov 15 09:45:53.407941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-466c1ae5-09b6-40b4-8e5b-5e0d5fa39261 req-8befa85e-c5fd-482e-92e4-4087141c568f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419381
Nov 15 09:45:54.628772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383b44-3c25-4a23-b5fd-d02c51cb0350 req-9f2e6f3d-990b-42ee-a204-93c7c40dc559 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:54.630508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc383b44-3c25-4a23-b5fd-d02c51cb0350 req-9f2e6f3d-990b-42ee-a204-93c7c40dc559 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0945292
Nov 15 09:45:54.684486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc383b44-3c25-4a23-b5fd-d02c51cb0350 req-cfdd388e-3cfd-402e-bcf2-d8e4e3631363 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475545
Nov 15 09:45:55.909620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b105c-eb18-4483-80e6-97441e616bfd req-de60f550-ea64-4a6d-9903-42c1067ec637 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:55.911345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-699b105c-eb18-4483-80e6-97441e616bfd req-de60f550-ea64-4a6d-9903-42c1067ec637 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0960310
Nov 15 09:45:55.961678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-699b105c-eb18-4483-80e6-97441e616bfd req-ace6e410-086c-46a2-b47c-849dbd7053d4 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439467
Nov 15 09:45:57.191611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d241-cc3c-4e53-b6d0-a54764a148bb req-160d7ed7-0dca-4eb0-9f72-df47e9290ede tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:57.193170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec39d241-cc3c-4e53-b6d0-a54764a148bb req-160d7ed7-0dca-4eb0-9f72-df47e9290ede tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.1006916
Nov 15 09:45:57.242381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec39d241-cc3c-4e53-b6d0-a54764a148bb req-e7ffd1c4-a478-4291-9acb-730b3a2a7025 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430920
Nov 15 09:45:58.466678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c94f-b7ba-451d-9c57-dd6e87fbe2e7 req-40007b3c-cb89-4ae6-80dc-a61be921b3d6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:58.468321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d202c94f-b7ba-451d-9c57-dd6e87fbe2e7 req-40007b3c-cb89-4ae6-80dc-a61be921b3d6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0929163
Nov 15 09:45:58.518838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d202c94f-b7ba-451d-9c57-dd6e87fbe2e7 req-face7a47-03f6-4bb9-8646-418850b7b7d8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433846
Nov 15 09:45:59.745478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cb42-b1a8-4715-9a6d-9d94db145b6f req-662faf02-02da-4e02-bb66-43a6c3becf20 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:45:59.747114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45a8cb42-b1a8-4715-9a6d-9d94db145b6f req-662faf02-02da-4e02-bb66-43a6c3becf20 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0979357
Nov 15 09:45:59.795749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45a8cb42-b1a8-4715-9a6d-9d94db145b6f req-5c31c1cd-eb08-4a8f-9150-8be2dc063e17 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424814
Nov 15 09:46:01.019583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699dc9c-1962-4327-bfbf-0e6fa14bcd2c req-3861a0e3-cc0e-4c6c-9110-d73d5849e4d9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:01.021258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1699dc9c-1962-4327-bfbf-0e6fa14bcd2c req-3861a0e3-cc0e-4c6c-9110-d73d5849e4d9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0934787
Nov 15 09:46:01.072733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1699dc9c-1962-4327-bfbf-0e6fa14bcd2c req-37d6c2f6-7076-4aec-907d-e2aa0b444a1b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453546
Nov 15 09:46:02.292195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eb1fc-3817-4012-9ec9-0286bfc34046 req-6dd5a7f2-dc1f-4a1e-b427-9fb8e618d85f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:02.293784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d60eb1fc-3817-4012-9ec9-0286bfc34046 req-6dd5a7f2-dc1f-4a1e-b427-9fb8e618d85f tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0928841
Nov 15 09:46:02.342457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d60eb1fc-3817-4012-9ec9-0286bfc34046 req-4d0cc510-baf4-4da6-8231-1446a781c519 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423343
Nov 15 09:46:03.272394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:46:03.569009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a77718-5116-4340-adff-cd3bfc68c0b9 req-3204657b-2573-44f6-8e0e-b90e55280118 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:03.570634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-02a77718-5116-4340-adff-cd3bfc68c0b9 req-3204657b-2573-44f6-8e0e-b90e55280118 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0997541
Nov 15 09:46:03.618937 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-02a77718-5116-4340-adff-cd3bfc68c0b9 req-b7de7fbe-4f71-4c7a-8c86-49526cf8a7c0 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421925
Nov 15 09:46:04.848166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963446-19dc-4550-978d-3edca35b2e29 req-1b8e94c2-a002-4c5b-aca5-55e59c4f20d2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:04.849823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb963446-19dc-4550-978d-3edca35b2e29 req-1b8e94c2-a002-4c5b-aca5-55e59c4f20d2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0959587
Nov 15 09:46:04.898760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb963446-19dc-4550-978d-3edca35b2e29 req-ba674dde-6ed3-4a3d-b2e9-b950288300f1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427649
Nov 15 09:46:06.307889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89142691-c0e2-4146-958c-1c9547e9da67 req-60e87550-829d-4236-9242-793aff0433b8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:06.309519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-89142691-c0e2-4146-958c-1c9547e9da67 req-60e87550-829d-4236-9242-793aff0433b8 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0989959
Nov 15 09:46:06.358560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-89142691-c0e2-4146-958c-1c9547e9da67 req-ecfba70c-5672-4f3a-98ef-606f3f575f42 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426061
Nov 15 09:46:07.586919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c73b0-f9b5-418d-b4d1-5fc9a69538f0 req-ed7210e0-1ebe-4548-be70-b065ca662af9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:07.588644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-123c73b0-f9b5-418d-b4d1-5fc9a69538f0 req-ed7210e0-1ebe-4548-be70-b065ca662af9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0992401
Nov 15 09:46:07.637170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-123c73b0-f9b5-418d-b4d1-5fc9a69538f0 req-bdf7e589-4126-449c-ae60-6ebdd5199d91 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422740
Nov 15 09:46:08.862677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27be23c-7254-4e66-9076-0171d0106a3f req-8ad40b76-9c7e-4a8f-899b-945f93a22797 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:08.865715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f27be23c-7254-4e66-9076-0171d0106a3f req-8ad40b76-9c7e-4a8f-899b-945f93a22797 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0974641
Nov 15 09:46:08.913542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f27be23c-7254-4e66-9076-0171d0106a3f req-78693a2b-16ea-4173-a760-0a5f7ec06e53 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415590
Nov 15 09:46:10.316106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3247e-b7a4-4f12-acd1-3f0d9279b4d5 req-6c56d810-036f-46a3-9105-cbd605a9a9f1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:10.317709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58c3247e-b7a4-4f12-acd1-3f0d9279b4d5 req-6c56d810-036f-46a3-9105-cbd605a9a9f1 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0977523
Nov 15 09:46:10.366518 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58c3247e-b7a4-4f12-acd1-3f0d9279b4d5 req-2a163cb2-b03f-427d-9975-010570e334f3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426497
Nov 15 09:46:11.588880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655d28-0cab-44c4-adb7-18dc60f98fd8 req-8010d934-789f-405c-9703-62d9bf12f25d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:11.590487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b655d28-0cab-44c4-adb7-18dc60f98fd8 req-8010d934-789f-405c-9703-62d9bf12f25d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0968246
Nov 15 09:46:11.642871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b655d28-0cab-44c4-adb7-18dc60f98fd8 req-60e0ea88-0cc9-443e-ac23-e589d71f305e tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462565
Nov 15 09:46:12.846824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:46:12.883561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-eb234620-148b-496c-97c0-d1a1cd9f1b2a service neutron] 10.222.0.65 "GET /v2.0/ports/bcd852bf-0176-4bb7-ae90-7a6c06e8c159/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.1026132
Nov 15 09:46:13.007797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:13.037136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:13.048664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:13.071452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:13.073430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:13.125158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac95e16-b340-47c9-9684-b971468183bc req-4a91b8a7-8997-4d34-9d9f-d73da7bb96f2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:13.127642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5ac95e16-b340-47c9-9684-b971468183bc req-4a91b8a7-8997-4d34-9d9f-d73da7bb96f2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.3524866
Nov 15 09:46:13.128347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159', 'code': 200}
Nov 15 09:46:13.163130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:13.172667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.173061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.173447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.173834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.174210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.174588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.174975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.175434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.176328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.176696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.177250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5ac95e16-b340-47c9-9684-b971468183bc req-ae2e65ae-833a-4ee6-8d4f-0212f66c6382 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439050
Nov 15 09:46:13.180245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.180645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.181096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.181636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.181849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.182455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.182572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.182887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.183365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.183625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.184056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.184426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.184794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.185158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:13.190873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:13.299208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f786c7a-14f6-4671-9863-7ae25f67a7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:13.327923 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-2cb2435d-20bc-49f7-8399-d76d76bdd110 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180&tenant_id=df6e1be5da544d21adb80c52ee4408a7 HTTP/1.1" status: 200  len: 1160 time: 0.0902188
Nov 15 09:46:13.448249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-54a36442-994a-44f8-8b6a-7c2cabdd47ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1160 time: 0.0854535
Nov 15 09:46:13.602602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-ba9d1653-9dee-4aeb-ad19-13ae8ad07c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:13.602602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-ba9d1653-9dee-4aeb-ad19-13ae8ad07c25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1422215
Nov 15 09:46:13.675186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-f327425d-8750-425c-8909-8c1c96fd7c8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0704839
Nov 15 09:46:13.744180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-c7879c9d-3ef9-4948-b6ee-817dc6a2161a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:13.745758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-c7879c9d-3ef9-4948-b6ee-817dc6a2161a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0639005
Nov 15 09:46:13.800134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-14e3d318-e360-40e2-b671-ef0f36c2c827 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481691
Nov 15 09:46:13.949601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-4337c91d-b84c-4755-bda4-ec449fdb75a3 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413040
Nov 15 09:46:14.096229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46741b1a-2984-42bf-9cbe-2de8e4bba495 req-18227777-b8e5-4d61-92cd-b933b7da65f9 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394274
Nov 15 09:46:14.415736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28909a1-39b3-4ce0-a357-13cc80209e3a req-07e13930-2c6a-41fc-ae99-d938e2dabb96 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:14.417386 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28909a1-39b3-4ce0-a357-13cc80209e3a req-07e13930-2c6a-41fc-ae99-d938e2dabb96 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0981493
Nov 15 09:46:14.466858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28909a1-39b3-4ce0-a357-13cc80209e3a req-34ac6d17-1909-433e-9f96-9e586a3b1b6b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429814
Nov 15 09:46:15.401012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-c5a8d697-32d1-4ef6-9582-c6acc2d3c517 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1160 time: 0.0900350
Nov 15 09:46:15.558586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-68bdb336-3bad-4741-9668-fec307a9480e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:15.560210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-68bdb336-3bad-4741-9668-fec307a9480e service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1387599
Nov 15 09:46:15.635246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-1baa90b6-cc98-47ec-9577-c173bcd58909 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0675092
Nov 15 09:46:15.692282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44df52-7c7f-49e0-8023-ff456a7d6c63 req-a6ca584f-c212-403e-83b0-09d9416cfe2b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:15.694411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d44df52-7c7f-49e0-8023-ff456a7d6c63 req-a6ca584f-c212-403e-83b0-09d9416cfe2b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0956554
Nov 15 09:46:15.726905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-488ff3a9-5a67-49bb-8406-85249ed12882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:15.728587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-488ff3a9-5a67-49bb-8406-85249ed12882 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0691664
Nov 15 09:46:15.739749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b9fd29fe-8a13-46ff-99f8-f4a7afe35f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:15.746852 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d44df52-7c7f-49e0-8023-ff456a7d6c63 req-e3c62dd9-4720-492f-b4fc-f11ccfff5c15 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461452
Nov 15 09:46:15.824307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-97a23137-1181-4d85-8cc1-5fd563e1b048 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497477
Nov 15 09:46:15.969883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-92d29dc0-0dd6-4f48-ae9d-d6705f9288f5 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378741
Nov 15 09:46:16.082287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:16.117759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d417ce59-0870-4c63-8bea-bbf56800f31f req-71b7f745-9415-4c80-9b25-972a9bfc525d service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379745
Nov 15 09:46:16.356718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:16.989657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a662-44c4-487f-8fad-92c9d4cc752f req-37bd296c-d8ca-4554-8af6-c6b418f48346 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:16.991309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8075a662-44c4-487f-8fad-92c9d4cc752f req-37bd296c-d8ca-4554-8af6-c6b418f48346 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.0999219
Nov 15 09:46:17.039422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8075a662-44c4-487f-8fad-92c9d4cc752f req-48d45486-0c2f-4925-a89e-ef6acd452072 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417342
Nov 15 09:46:17.225904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:17.312453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:17.312896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:17.453182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebbf25-ed15-4c1b-839f-eda45d802640 req-7b9f2fee-61f9-46b0-9136-6e3bc976b68d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:17.454951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73ebbf25-ed15-4c1b-839f-eda45d802640 req-7b9f2fee-61f9-46b0-9136-6e3bc976b68d tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 943 time: 0.1020973
Nov 15 09:46:17.458642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:17.485267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-7f99b0ef-20ee-4746-bad2-4a9617ae9607 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:17.486053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-7f99b0ef-20ee-4746-bad2-4a9617ae9607 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Synchronizing usage tracker for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:46:17.490442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:17.501916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:17.506368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73ebbf25-ed15-4c1b-839f-eda45d802640 req-479c538c-2cde-4f3d-916b-dde23b5b50f6 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440183
Nov 15 09:46:17.527919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:17.529720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:17.551132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-7f99b0ef-20ee-4746-bad2-4a9617ae9607 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Unset dirty status for tenant:df6e1be5da544d21adb80c52ee4408a7 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:46:17.552523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-7f99b0ef-20ee-4746-bad2-4a9617ae9607 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180&tenant_id=df6e1be5da544d21adb80c52ee4408a7&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 943 time: 0.1736536
Nov 15 09:46:17.567308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159', 'code': 200}
Nov 15 09:46:17.573284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:17.616255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:17.619593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:17.730703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-408ed133-3702-4382-84f8-29caf01b2ddc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df6e1be5da544d21adb80c52ee4408a7&device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 1162 time: 0.0850353
Nov 15 09:46:17.876735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-cbd82f11-c94b-4059-830f-11785e821125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:17.878899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-cbd82f11-c94b-4059-830f-11785e821125 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 200  len: 909 time: 0.1414344
Nov 15 09:46:17.959124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-30d30cdb-3bfc-48dd-866f-58d919acfec3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 200  len: 217 time: 0.0725012
Nov 15 09:46:17.968111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:18.028001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-f24fb466-35dc-49cf-bed0-5f896ff2e8ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:18.029565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-f24fb466-35dc-49cf-bed0-5f896ff2e8ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 200  len: 855 time: 0.0641260
Nov 15 09:46:18.081464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-054d7684-c857-43a2-a471-33bd6eb0104a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42799410-f766-4d8a-873a-934b5d452e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449719
Nov 15 09:46:18.224099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-269b48b8-bff0-4ed7-8361-f94f7a327b34 service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357224
Nov 15 09:46:18.370089 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f9b0a251-09ec-45d2-9f34-e4d6eec71ea4 req-2664014b-6e81-4141-a6e0-8235594c731e service neutron] 10.222.0.65 "GET /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390948
Nov 15 09:46:18.732608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7a46b-f171-48b9-8a02-9a43d53e20b2 req-90e5b4a2-a878-4426-82ea-c05e362739ee tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:18.734217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54a7a46b-f171-48b9-8a02-9a43d53e20b2 req-90e5b4a2-a878-4426-82ea-c05e362739ee tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0935557
Nov 15 09:46:18.783593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54a7a46b-f171-48b9-8a02-9a43d53e20b2 req-e7799057-9ebb-41dc-b199-fa0ae3199d3b tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429604
Nov 15 09:46:19.074826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:19.158023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:19.158465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:20.015331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb13a8-bb8a-4cfc-95e1-62835bfb90b8 req-af68d13d-0517-4cb2-911c-5ecd1e188de2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:20.016953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4fb13a8-bb8a-4cfc-95e1-62835bfb90b8 req-af68d13d-0517-4cb2-911c-5ecd1e188de2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0972583
Nov 15 09:46:20.066327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4fb13a8-bb8a-4cfc-95e1-62835bfb90b8 req-fff1b9aa-a4b2-4598-91f7-e180e9718504 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428882
Nov 15 09:46:20.287264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceefa64-2694-4ba0-ba74-abfc55760dea req-537dd29a-6bac-4ba6-8bec-98ca26db4716 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:20.288915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ceefa64-2694-4ba0-ba74-abfc55760dea req-537dd29a-6bac-4ba6-8bec-98ca26db4716 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0938971
Nov 15 09:46:20.340267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ceefa64-2694-4ba0-ba74-abfc55760dea req-13d9638f-4e62-4ed2-9b24-ef5b1263acfd tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450060
Nov 15 09:46:20.561409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2b616-d245-4148-9c1d-b482743b06f9 req-7c10ec9e-e6d6-4f24-b595-b6e4208ac408 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:20.563043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dbd2b616-d245-4148-9c1d-b482743b06f9 req-7c10ec9e-e6d6-4f24-b595-b6e4208ac408 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0946405
Nov 15 09:46:20.612085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dbd2b616-d245-4148-9c1d-b482743b06f9 req-faa99f3f-6d22-4344-b252-2d69939139f9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421641
Nov 15 09:46:21.374825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90a05-6f66-4a28-a3c8-d64c9421e3f3 req-549d1546-f914-4345-8782-e437e51457d3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:21.376457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86c90a05-6f66-4a28-a3c8-d64c9421e3f3 req-549d1546-f914-4345-8782-e437e51457d3 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0976191
Nov 15 09:46:21.426136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86c90a05-6f66-4a28-a3c8-d64c9421e3f3 req-be205691-4f62-44ab-be56-f83837377180 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428298
Nov 15 09:46:22.648460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b8fb5-807c-4246-a3ff-fbc13d411406 req-164134c0-b2c9-4652-8852-77a9f4219610 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:22.650104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-122b8fb5-807c-4246-a3ff-fbc13d411406 req-164134c0-b2c9-4652-8852-77a9f4219610 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0969970
Nov 15 09:46:22.698987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-122b8fb5-807c-4246-a3ff-fbc13d411406 req-16153a7f-2791-4f6f-a608-166bc9f98c14 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425780
Nov 15 09:46:23.088904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035719a8-0951-4e01-a0df-6af85230b82d req-91bd11bf-1e21-4f4f-afe2-ebf314d20f42 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:23.090491 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-035719a8-0951-4e01-a0df-6af85230b82d req-91bd11bf-1e21-4f4f-afe2-ebf314d20f42 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.0970707
Nov 15 09:46:23.173403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Deleting port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:46:23.173786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:23.729398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] For port bcd852bf-0176-4bb7-ae90-7a6c06e8c159, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,segment=NetworkSegment(904cd713-312e-4b36-bd1d-f901f1e50107),segment_id=904cd713-312e-4b36-bd1d-f901f1e50107)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:23.729967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:23.873243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Calling delete_port for bcd852bf-0176-4bb7-ae90-7a6c06e8c159 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:46:23.930153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a667b-f65f-40ec-b3c2-c12cda13b2a4 req-7125f143-7fab-4e06-8883-7dea2a6e05a2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:23.931802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a24a667b-f65f-40ec-b3c2-c12cda13b2a4 req-7125f143-7fab-4e06-8883-7dea2a6e05a2 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 945 time: 0.1013327
Nov 15 09:46:23.983318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a24a667b-f65f-40ec-b3c2-c12cda13b2a4 req-c2e0a660-7181-44b6-a3b3-12b8683db200 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/security-groups?id=1d663be5-c8fe-459d-a132-ffef56bf1b68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445824
Nov 15 09:46:24.059026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:24.075037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57bf7a56-4de3-467b-a5fa-d6928bd34402 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:24.124858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Pushing event deleted for resources: {'Port': ['ID=bcd852bf-0176-4bb7-ae90-7a6c06e8c159,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:24.193669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.194118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.194551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.194980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.195404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.195828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.196272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.196731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.197148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.197564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.197980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.198392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.198862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.199279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.199692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.200148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.200560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.200972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.201385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.201797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.202211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.202621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.203031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.203442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:24.208796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:24.305825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] No DVR routers for this DVR port bcd852bf-0176-4bb7-ae90-7a6c06e8c159 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:46:24.308794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:24.310960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-deleted', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:24.357158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-035719a8-0951-4e01-a0df-6af85230b82d req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.65 "DELETE /v2.0/ports/bcd852bf-0176-4bb7-ae90-7a6c06e8c159 HTTP/1.1" status: 204  len: 173 time: 1.2604704
Nov 15 09:46:24.369727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd9f26f-e687-4127-944a-1e4af794e180', 'name': 'network-vif-deleted', 'tag': 'bcd852bf-0176-4bb7-ae90-7a6c06e8c159', 'status': 'completed', 'code': 200}
Nov 15 09:46:24.942735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:46:24.978877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: bcd852bf-0176-4bb7-ae90-7a6c06e8c159 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:46:24.979281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device bcd852bf-0176-4bb7-ae90-7a6c06e8c159 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:46:25.186200 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16042ee3-1dc3-4529-9e79-db26e1fb6e80 req-110d89a3-d264-4068-ab39-abfeec8237d5 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] 10.222.0.81 "GET /v2.0/ports?device_id=acd9f26f-e687-4127-944a-1e4af794e180 HTTP/1.1" status: 200  len: 210 time: 0.0489483
Nov 15 09:46:26.457080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40074) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:26.525131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Deleting subnet 31568146-6882-4537-b5b9-e7ef36afd93e {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:46:26.528273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:26.584471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:26.641570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:26.922690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:26.939217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a010d52-6bd8-48c4-aa29-51c29dbfd36a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:27.033804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31568146-6882-4537-b5b9-e7ef36afd93e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:27.038727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:27.073882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.079798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d22bee16-6b94-4721-b5ae-d53e70be2b82 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31568146-6882-4537-b5b9-e7ef36afd93e HTTP/1.1" status: 204  len: 168 time: 0.6215525
Nov 15 09:46:27.082564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40078) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:27.200318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.392547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.508893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a15c15c0>,) {'filters': {'network_id': ['42799410-f766-4d8a-873a-934b5d452e3d']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:27.522132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15c15c0>, '904cd713-312e-4b36-bd1d-f901f1e50107') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:27.522474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a15c15c0>, '904cd713-312e-4b36-bd1d-f901f1e50107') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:27.534520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.549525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.551553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:46:27.733815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Network 42799410-f766-4d8a-873a-934b5d452e3d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:46:27.743679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:27.927078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Network 42799410-f766-4d8a-873a-934b5d452e3d has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:46:27.953758 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:46:28.081884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.085364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b93b44ea-982a-448d-a810-6c3dcdb63108 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:28.100226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.111395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Pushing event deleted for resources: {'Network': ['ID=42799410-f766-4d8a-873a-934b5d452e3d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:28.115519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:28.145932 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] 10.222.0.81 "DELETE /v2.0/networks/42799410-f766-4d8a-873a-934b5d452e3d HTTP/1.1" status: 204  len: 168 time: 1.0623338
Nov 15 09:46:28.406245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40084) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:28.464027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cc192109-040b-48b7-af7c-c4c4ba8a9936 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df6e1be5da544d21adb80c52ee4408a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0564125
Nov 15 09:46:28.466293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:28.529859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.557656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.659021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.664306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bf0782ad-bb82-4acb-b440-f38dcae740e0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:28.678877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d663be5-c8fe-459d-a132-ffef56bf1b68,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:28.681733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:28.682904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:28.684193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a3521bf-a1db-4050-baab-4843633004ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d663be5-c8fe-459d-a132-ffef56bf1b68 HTTP/1.1" status: 204  len: 168 time: 0.2168994
Nov 15 09:46:29.717544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40110) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:29.856369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-529907200-network', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:29.861664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:29.866956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Usage tracker for resource:network and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:29.870078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:29.876050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:29.916515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:46:29.921284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:29.935808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.006328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:30.010364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:30.013353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:30.019522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:30.116691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.202164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.205341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1df5ef23-85cd-4d32-8d9e-23606d7c89f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:30.239700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:46:30.249151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153abe2d-c27e-4668-a714-489e3824830b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:30.254124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:30.256786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.257709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Added segment c5b5b94a-46c3-40fb-ace2-88772622eb56 of type vxlan for network 5ab4aceb-7219-4a15-b910-d164038f971a
Nov 15 09:46:30.315328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.390498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.391490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:30.392165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:30.397429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-460409af-e06e-4546-ae32-ee990ce60716 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:30.504704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab4aceb-7219-4a15-b910-d164038f971a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:30.508038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:30.515489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:46:30.528745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8100421
Nov 15 09:46:30.531587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40116) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:30.538420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Request body: {'subnet': {'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-529907200-subnet', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:30.539836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:46:30.543732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:30.548149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Usage tracker for resource:subnet and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:30.552063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:30.557903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:30.624745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:46:30.629814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.276144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.291669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6eb372eb-c35d-4d0b-b448-adfa279a3b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:31.418061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db502b44-80ca-4661-9df3-c7714d1c2dc6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:31.421238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:31.497067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:46:31.497383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Network hostable DHCP agents. Network: 5ab4aceb-7219-4a15-b910-d164038f971a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:46:31.579115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Network 5ab4aceb-7219-4a15-b910-d164038f971a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:46:31.636297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 5ab4aceb-7219-4a15-b910-d164038f971a) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:31.645590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f24069-a047-4acd-8fd8-f00d93f34eee None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:46:31.648584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:31.649242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.694488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1617715
Nov 15 09:46:31.697366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 40120) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:31.702951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:31.708151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:31.712420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Usage tracker for resource:router and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:31.716082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:31.721983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:31.756725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.757691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.832382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:31.882696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-5ab4aceb-7219-4a15-b910-d164038f971a', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:46:31.883606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.067776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.177225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Allocated IP 172.20.0.2 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/a234110a-f861-48ee-aad7-a10d66581591) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:46:32.293139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.325635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.402364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.459805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Transition to ACTIVE for port object a234110a-f861-48ee-aad7-a10d66581591 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:32.479022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Transition to ACTIVE for port object a234110a-f861-48ee-aad7-a10d66581591 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:32.540343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.557746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:32.712977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Pushing event updated for resources: {'Port': ['ID=a234110a-f861-48ee-aad7-a10d66581591,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:32.718086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:32.763869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:32.764998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:32.767281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:46:32.826325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Attempting to bind port a234110a-f861-48ee-aad7-a10d66581591 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:46:32.826778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Attempting to bind port a234110a-f861-48ee-aad7-a10d66581591 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:46:32.827205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Attempting to bind port a234110a-f861-48ee-aad7-a10d66581591 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:46:32.834134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:46:32.834568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:46:32.835029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.835482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:46:32.836040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Bound port: a234110a-f861-48ee-aad7-a10d66581591, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:46:32.836477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:32.931173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Allocated IP 172.26.4.195 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/74cf5a63-1b34-46ee-8144-907cc08a6b91) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:46:33.006062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] For port a234110a-f861-48ee-aad7-a10d66581591, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:46:33.083717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] For port a234110a-f861-48ee-aad7-a10d66581591, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a234110a-f861-48ee-aad7-a10d66581591,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:46:33.111369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:33.127129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:33.242240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:33.285671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Pushing event updated for resources: {'Port': ['ID=a234110a-f861-48ee-aad7-a10d66581591,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:33.289058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:33.305277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:33.321999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-377afb39-e530-4628-b172-52695522213a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:33.478799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=74cf5a63-1b34-46ee-8144-907cc08a6b91,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:33.484128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:33.526089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:33.527294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:33.529594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:46:33.825023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:33.825748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:34.167582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Router 5712b547-c424-46a6-b2ac-52541d0362b8 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:46:34.433326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:46:34.445283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:46:34.462675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:34.465913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8201908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:34.533577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:34.535180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8367662
Nov 15 09:46:34.538362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40124) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:34.772698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c7c3d-1e12-47a2-9eb9-b0d5be43c376 None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:46:34.895938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:34.959256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c8edb765-eca6-409e-9740-44a2a2e9163c None None] Provisioning for port a234110a-f861-48ee-aad7-a10d66581591 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:35.231466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8201908>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:33Z', 'revision_number': 3, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:35.236336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:46:35.236908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Updating router 5712b547-c424-46a6-b2ac-52541d0362b8 port 74cf5a63-1b34-46ee-8144-907cc08a6b91 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:46:35.318948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.366137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a234110a-f861-48ee-aad7-a10d66581591 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:35.458021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.517874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a234110a-f861-48ee-aad7-a10d66581591 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:35.528364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a234110a-f861-48ee-aad7-a10d66581591 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:35.529013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.594994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-898006fa-47de-4bff-8527-254be1955e56 None None] Provisioning complete for port a234110a-f861-48ee-aad7-a10d66581591 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:35.595735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-898006fa-47de-4bff-8527-254be1955e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.796075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.813441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Transition to ACTIVE for port object 74cf5a63-1b34-46ee-8144-907cc08a6b91 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:35.817801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.830859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-898006fa-47de-4bff-8527-254be1955e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.838114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Allocated IP 172.20.0.1 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/b707f3a6-a8cb-42d3-af52-b34e6b40c821) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:46:35.853284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.870228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1428971b-4712-4f91-9b6a-a88d15c8b2b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:35.910474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a234110a-f861-48ee-aad7-a10d66581591, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a234110a-f861-48ee-aad7-a10d66581591,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:35.952264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:35.961913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:36.007609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.025884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Transition to ACTIVE for port object b707f3a6-a8cb-42d3-af52-b34e6b40c821 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:36.029953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Pushing event updated for resources: {'Port': ['ID=74cf5a63-1b34-46ee-8144-907cc08a6b91,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:36.050726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-898006fa-47de-4bff-8527-254be1955e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:46:36.051281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-898006fa-47de-4bff-8527-254be1955e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:46:36.057893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.058293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.058672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.059054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.059404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.059783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.060183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.060551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.060920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.061285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.061650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.062014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.062434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.062803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.063163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.063478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a234110a-f861-48ee-aad7-a10d66581591,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:36.063680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.064073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.064440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.064802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.065164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.065591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.067325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.067532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:36.067942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.068319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.071206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.072798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:36.091149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47e95162-feeb-485d-a3f6-9db4af82598b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:36.108176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Attempting to bind port 74cf5a63-1b34-46ee-8144-907cc08a6b91 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:46:36.108599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Attempting to bind port 74cf5a63-1b34-46ee-8144-907cc08a6b91 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:46:36.109021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Attempting to bind port 74cf5a63-1b34-46ee-8144-907cc08a6b91 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:46:36.116526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:46:36.116948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:46:36.117402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.117842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:46:36.118359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Bound port: 74cf5a63-1b34-46ee-8144-907cc08a6b91, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:46:36.118783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.201487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] For port 74cf5a63-1b34-46ee-8144-907cc08a6b91, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:46:36.204727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] For port 74cf5a63-1b34-46ee-8144-907cc08a6b91, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=74cf5a63-1b34-46ee-8144-907cc08a6b91,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:46:36.225307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.241218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04899ffa-b5e9-4ce0-a038-ce69d36cfa8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:36.248779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Pushing event updated for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:36.264933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.265362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.265783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.266196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.266610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.267021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.267430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.267868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.268262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.268668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.269570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.269999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.270451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.270865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.271275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.271680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.272128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.272533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.272937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.273343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.273746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.274150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.274552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.274950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:46:36.281159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:36.321073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:36.322436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:36.325142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:46:36.386494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.416429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Pushing event updated for resources: {'Port': ['ID=74cf5a63-1b34-46ee-8144-907cc08a6b91,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:36.420007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:36.468631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:36.469317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8201908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:36.548808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.699468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:36.762042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Provisioning for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:36.767656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Provisioning complete for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:36.768118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.838552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Port b707f3a6-a8cb-42d3-af52-b34e6b40c821 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:46:36.852520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Provisioning complete for port a234110a-f861-48ee-aad7-a10d66581591 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:36.852959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a57fca13-55ad-4132-9692-333f2505146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.856978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.876551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:36.907383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4335b6b-59ad-474c-8830-a521a7980499 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:37.007674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:37.030552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Pushing event updated for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:37.079963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:37.158770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:37.160506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:37.240334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8201908>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:35Z', 'revision_number': 1, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:37.244790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76422cf-6ae7-408d-a86f-35dc5e42dc13 None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:35Z', 'revision_number': 1, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:46:37.308201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a234110a-f861-48ee-aad7-a10d66581591 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:37.396298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a234110a-f861-48ee-aad7-a10d66581591 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:37.396739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:37.482456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e61e3d4c-ea87-4e9b-a4b3-a888daab3d69 None None] Provisioning complete for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:37.483020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e61e3d4c-ea87-4e9b-a4b3-a888daab3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:37.777951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e61e3d4c-ea87-4e9b-a4b3-a888daab3d69 None None] Port b707f3a6-a8cb-42d3-af52-b34e6b40c821 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:46:37.994721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:46:38.272535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:46:38.281757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] 10.222.0.81 "PUT /v2.0/routers/5712b547-c424-46a6-b2ac-52541d0362b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7422771
Nov 15 09:46:38.833425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40134) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:38.839789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'security_group': {'name': 'tempest-securitygroup--40661620', 'description': 'tempest-description--1172894569'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:38.847504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:38.851768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:security_group and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:38.854824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:38.860664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:38.898788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:38.936256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:38.940274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:security_group_rule and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:38.943331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:38.949131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:39.005356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.030150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.036887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4fc874bf-1749-4692-96ff-fa4e3f353ea7 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:39.076840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d4571-5463-48ce-96a6-9ee532b637ad,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:39.079989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:39.104554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.105872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-73bc4705-afae-4e3e-807a-674d3146c2fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2709882
Nov 15 09:46:39.108633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40138) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:39.114436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'security_group_rule': {'security_group_id': 'ea2d4571-5463-48ce-96a6-9ee532b637ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:39.120831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:39.124879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:security_group_rule and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:39.127883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:39.134173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:39.174180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.240570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.270639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.272682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fa6e1c60-8d34-4212-a149-ea2c8c787f15 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:39.297349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d69162e-40c6-41cd-b672-630edcfd8e44,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:39.304713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:39.322305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 74cf5a63-1b34-46ee-8144-907cc08a6b91 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:39.327593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.329223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b0db48a-22f7-42fb-bd13-4ed1f45a8e05 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2193096
Nov 15 09:46:39.332286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40142) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:39.337906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'security_group_rule': {'security_group_id': 'ea2d4571-5463-48ce-96a6-9ee532b637ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:39.344582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:39.348727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:security_group_rule and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:39.351759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:39.357658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:39.397903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.430032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 74cf5a63-1b34-46ee-8144-907cc08a6b91 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:39.435303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 74cf5a63-1b34-46ee-8144-907cc08a6b91 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:39.435735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.511479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.538893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.540903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5e91feb5-d25e-4439-a0a0-6eae1a5574bc tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:39.565236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a01e9-2e35-4d42-80f3-eeafd9583963,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:39.568866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:39.573066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.589817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 74cf5a63-1b34-46ee-8144-907cc08a6b91, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=74cf5a63-1b34-46ee-8144-907cc08a6b91,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:39.596089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.597412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2641299
Nov 15 09:46:39.601805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40146) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:39.607639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:39.614175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:39.618305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:floatingip and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:46:39.619025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.621361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:46:39.622012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:39.627256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:39.659060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:39.700064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=74cf5a63-1b34-46ee-8144-907cc08a6b91,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:39.703395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:39.806660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:40.150795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Allocated IP 172.26.4.52 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/db8b29cc-0dfd-407f-a019-65c7c6929714) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:46:40.273452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:46:40.309185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:40.368416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:40.384213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:40.523968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=db8b29cc-0dfd-407f-a019-65c7c6929714,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:40.537095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:40.580900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:40.582831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:40.585763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:46:40.587135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:46:40.600369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:40.601063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c1d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:40.684338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:40.766769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:40.834856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:41.062932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.093514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.109082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:41.190479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c1d0>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 2, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:41.195514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:46:41.195963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Updating router 5712b547-c424-46a6-b2ac-52541d0362b8 port b707f3a6-a8cb-42d3-af52-b34e6b40c821 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:46:41.259588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=db8b29cc-0dfd-407f-a019-65c7c6929714,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:41.260677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.265091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:41.311418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 74cf5a63-1b34-46ee-8144-907cc08a6b91 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:41.361408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.407966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.409370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8064554
Nov 15 09:46:41.543000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 74cf5a63-1b34-46ee-8144-907cc08a6b91 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:41.543444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.603163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-72a56ded-ea4e-4735-a50f-0608a27084f9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:46:41.665240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-72a56ded-ea4e-4735-a50f-0608a27084f9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:46:41.666463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-72a56ded-ea4e-4735-a50f-0608a27084f9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--40661620&fields=id&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 267 time: 0.1082485
Nov 15 09:46:41.837124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-858da03e-fec0-4312-a6bf-4d2f8f779edd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:41.838772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-858da03e-fec0-4312-a6bf-4d2f8f779edd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1648908
Nov 15 09:46:41.857503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-912a3bad-1d40-4b85-858f-afb78325522f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/quotas/564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 375 time: 0.0121756
Nov 15 09:46:41.910687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.923536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Transition to ACTIVE for port object b707f3a6-a8cb-42d3-af52-b34e6b40c821 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:41.950792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:41.962393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-c02376f7-0b7e-4158-b30b-d12cc2c5f388 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:46:41.967709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:42.007621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-c02376f7-0b7e-4158-b30b-d12cc2c5f388 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:46:42.009166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-c02376f7-0b7e-4158-b30b-d12cc2c5f388 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1452186
Nov 15 09:46:42.119952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Pushing event updated for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:42.125006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:42.167897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-c7e40b89-e1db-4765-9348-aae1b73ffab6 service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459150
Nov 15 09:46:42.285324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Attempting to bind port b707f3a6-a8cb-42d3-af52-b34e6b40c821 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:46:42.285868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Attempting to bind port b707f3a6-a8cb-42d3-af52-b34e6b40c821 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:46:42.286126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Attempting to bind port b707f3a6-a8cb-42d3-af52-b34e6b40c821 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:46:42.293451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:46:42.293881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:46:42.294342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:42.294790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:46:42.295319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Bound port: b707f3a6-a8cb-42d3-af52-b34e6b40c821, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:46:42.295745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:42.323612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a0174663-0cbe-43e4-be6a-93e3b3a785f5 service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477363
Nov 15 09:46:42.402719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] For port b707f3a6-a8cb-42d3-af52-b34e6b40c821, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:46:42.405882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] For port b707f3a6-a8cb-42d3-af52-b34e6b40c821, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b707f3a6-a8cb-42d3-af52-b34e6b40c821,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:46:42.443110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:42.459758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:42.590008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-482f7158-b6ba-4fdf-8c4f-d3d551eff71e req-30682f71-d001-4554-a711-26200ea98ddd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 210 time: 0.0499809
Nov 15 09:46:42.622228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Pushing event updated for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:42.627592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:42.669548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:42.670245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c1d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:43.097116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:43.345167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b707f3a6-a8cb-42d3-af52-b34e6b40c821 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:43.402545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ad9-01a0-47dd-a097-2159d1538307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:43.542506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3c1d0>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:42Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:43.547183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9ff59-eb7d-4e5e-ac66-2d681301e22f None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:42Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:46:43.561808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:43.568165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:43.568607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:43.719768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:43.759271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b707f3a6-a8cb-42d3-af52-b34e6b40c821, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b707f3a6-a8cb-42d3-af52-b34e6b40c821,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:43.786466 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8118f09-f189-4984-afdf-714246cc8ce7 req-81fd1f2b-0253-47b7-9cb3-5bc4925eba1f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 210 time: 0.0505061
Nov 15 09:46:43.797322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:43.799376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03e26596-998b-496b-9aa3-d230a8eae87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:43.885053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:43.888468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:44.375047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a886a82e-2d25-44cc-9799-1e6a57e88192 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:44.375797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a886a82e-2d25-44cc-9799-1e6a57e88192 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:46:44.625275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a886a82e-2d25-44cc-9799-1e6a57e88192 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:46:44.626573 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a886a82e-2d25-44cc-9799-1e6a57e88192 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.4111927
Nov 15 09:46:44.729141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-b6fc4728-946a-4027-9bda-c64e6ec87126 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:46:44.742317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-b6fc4728-946a-4027-9bda-c64e6ec87126 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:46:44.743706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-b6fc4728-946a-4027-9bda-c64e6ec87126 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 5043 time: 0.0865779
Nov 15 09:46:44.754310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'port': {'device_id': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'admin_state_up': True, 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'security_groups': ['ea2d4571-5463-48ce-96a6-9ee532b637ad']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:44.903613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:46:44.914334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:46:44.957079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:46:44.962745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:44.978411 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44915539-e2b1-494f-bb90-93f0d61b37ab req-710d15ac-027d-404c-a2cf-ada76fe3afb7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 210 time: 0.0532191
Nov 15 09:46:45.274302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Allocated IP 172.20.0.10 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/22d97582-e714-4eb3-b73e-b2fb8de53846) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:46:45.297133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b707f3a6-a8cb-42d3-af52-b34e6b40c821 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:45.378367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b707f3a6-a8cb-42d3-af52-b34e6b40c821 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:45.378949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:45.476471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:45.492965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Transition to ACTIVE for port object 22d97582-e714-4eb3-b73e-b2fb8de53846 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:45.556846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:45.572285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6f64d64a-d82c-4084-919e-4afdcb95216a tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:45.699216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b632fd3-4d61-490e-9cb0-0ed2f78cc989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:45.722651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:45.735374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:45.779091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:46:45.780181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:46:45.782393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:46:45.854673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:45.855448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:45.963170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2130311
Nov 15 09:46:45.981973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Request body: {'port': {'device_id': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:46.087788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d5da3a06-2111-47b8-9139-48a114e8c659 None None] Provisioning for port 22d97582-e714-4eb3-b73e-b2fb8de53846 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:46.092983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d5da3a06-2111-47b8-9139-48a114e8c659 None None] Provisioning complete for port 22d97582-e714-4eb3-b73e-b2fb8de53846 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:46.096133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d5da3a06-2111-47b8-9139-48a114e8c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.118245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.125083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.161229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d5da3a06-2111-47b8-9139-48a114e8c659 None None] Port 22d97582-e714-4eb3-b73e-b2fb8de53846 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:46:46.222223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209f57f-bbe1-4b22-8279-1b522fa727a4 req-bf199b02-5827-438b-bf3e-1c4851164387 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:46.223898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d209f57f-bbe1-4b22-8279-1b522fa727a4 req-bf199b02-5827-438b-bf3e-1c4851164387 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 932 time: 0.1033258
Nov 15 09:46:46.273517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d209f57f-bbe1-4b22-8279-1b522fa727a4 req-03775028-e25c-45a7-9eec-06bf187c7dc7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431476
Nov 15 09:46:46.356505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.560768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d97582-e714-4eb3-b73e-b2fb8de53846 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:46:46.568496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.580622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Transition to ACTIVE for port object 22d97582-e714-4eb3-b73e-b2fb8de53846 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:46:46.607620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:46.622744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9972656-5327-49b0-8fac-7a7c8abe6037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:47.055956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:47.060262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:47.250145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Attempting to bind port 22d97582-e714-4eb3-b73e-b2fb8de53846 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:46:47.250526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Attempting to bind port 22d97582-e714-4eb3-b73e-b2fb8de53846 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:46:47.250895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Attempting to bind port 22d97582-e714-4eb3-b73e-b2fb8de53846 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:46:47.258838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:46:47.259217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:46:47.259624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:47.260050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:46:47.260529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Bound port: 22d97582-e714-4eb3-b73e-b2fb8de53846, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:46:47.260910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:47.368765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:46:47.371892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=22d97582-e714-4eb3-b73e-b2fb8de53846,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:46:47.396935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:47.413248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7925a31e-8dec-4652-a81a-6560634d9148 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:47.499411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af3aa6-dbca-42e1-b8af-10a91faa330e req-bcb581ba-88db-4908-b278-2a0152b73bc8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:47.501057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0af3aa6-dbca-42e1-b8af-10a91faa330e req-bcb581ba-88db-4908-b278-2a0152b73bc8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0986140
Nov 15 09:46:47.545378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:47.553793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0af3aa6-dbca-42e1-b8af-10a91faa330e req-f7138f72-1040-496b-b268-106ad2a6976c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459728
Nov 15 09:46:47.580028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:47.585524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:47.618347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:47.619667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] 10.222.0.65 "PUT /v2.0/ports/22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 1158 time: 1.6423132
Nov 15 09:46:47.620216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:47.727695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'status': 'completed', 'code': 200}
Nov 15 09:46:47.780986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-0d60a0a8-2d68-435c-bf40-4f499561f999 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1161 time: 0.0911729
Nov 15 09:46:47.870612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-08c08d75-b570-4035-9fc2-765af206258b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 217 time: 0.0744841
Nov 15 09:46:47.940692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-56eb34e7-cbe1-4e42-84f1-35b275a0ed0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:47.942428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-56eb34e7-cbe1-4e42-84f1-35b275a0ed0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0655208
Nov 15 09:46:47.956629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:48.039890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-6a26b1ed-022f-4c76-8cb7-bb8f1ee35a72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896761
Nov 15 09:46:48.188588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-a242de0a-4bf1-4287-bd22-9da14786aa94 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410573
Nov 15 09:46:48.333021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ce2c34c3-f8c2-4beb-acd7-b9a2b44e3607 req-47729758-c086-4d94-954e-06b3b195e4af service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374531
Nov 15 09:46:48.563955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-da5a488f-d3b5-48aa-b6f2-24f14a09ff19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1161 time: 0.0868807
Nov 15 09:46:48.711931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-a2a137fc-0d86-46a2-8b0f-0bd53d6e0e40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:48.713568 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-a2a137fc-0d86-46a2-8b0f-0bd53d6e0e40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1416554
Nov 15 09:46:48.775545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0d379-e1c6-4747-8397-63d64d8ed753 req-fc3a7e98-a7f1-4fb4-9183-8f075f6f57c0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:48.777240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4a0d379-e1c6-4747-8397-63d64d8ed753 req-fc3a7e98-a7f1-4fb4-9183-8f075f6f57c0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0935962
Nov 15 09:46:48.796064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-73e7ad75-28c6-4fae-9132-b9644e789d27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 217 time: 0.0735762
Nov 15 09:46:48.831428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4a0d379-e1c6-4747-8397-63d64d8ed753 req-02e375de-7623-4fbc-a146-253f288f76bb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479774
Nov 15 09:46:48.870172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-01afcd64-b855-4402-ba21-36236461b378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:48.871795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-01afcd64-b855-4402-ba21-36236461b378 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0689142
Nov 15 09:46:48.968957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-b5367985-ac24-45fa-95a8-de88110c1230 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881176
Nov 15 09:46:49.120268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-dfd98662-159a-4ac2-91c4-ad98a57c3d7c service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431277
Nov 15 09:46:49.276671 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e5f0895-3609-432f-9d70-cf7d70143633 req-09c9291e-2676-4bdc-96ce-fae0f22f6788 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493475
Nov 15 09:46:50.067473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef2e0-776d-4806-a83c-1c0ac96702cc req-0348f7db-b213-4c2b-9c82-d72c7e99cfe0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:50.069122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbdef2e0-776d-4806-a83c-1c0ac96702cc req-0348f7db-b213-4c2b-9c82-d72c7e99cfe0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0990121
Nov 15 09:46:50.116804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbdef2e0-776d-4806-a83c-1c0ac96702cc req-de51846b-2f23-4475-b5cd-227e51cef479 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414841
Nov 15 09:46:51.343010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a56d0-e6d9-499c-b477-415233026396 req-eb2db6c8-1de2-424a-be0a-a039a84ee97a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:51.344706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba4a56d0-e6d9-499c-b477-415233026396 req-eb2db6c8-1de2-424a-be0a-a039a84ee97a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0942996
Nov 15 09:46:51.393086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba4a56d0-e6d9-499c-b477-415233026396 req-bdb205f4-d9d6-40e4-8115-2d2a356c82a1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418570
Nov 15 09:46:51.689785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:51.795759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 22d97582-e714-4eb3-b73e-b2fb8de53846 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:46:51.802205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 22d97582-e714-4eb3-b73e-b2fb8de53846 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:51.802637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:51.939161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:51.967365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:51.978093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=22d97582-e714-4eb3-b73e-b2fb8de53846,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:46:52.001653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:52.004611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:46:52.037574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'code': 200}
Nov 15 09:46:52.098808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:46:52.101973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:46:52.361929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-018b3a64-5fc3-4ba7-ad76-3f55c996b80c req-e22bcffa-dadd-4f31-927d-1e57addf0c80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1163 time: 0.0845320
Nov 15 09:46:52.406757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-018b3a64-5fc3-4ba7-ad76-3f55c996b80c req-413d7112-bb64-4791-94ab-f1cf29175b1f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380542
Nov 15 09:46:52.748419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630526f-73fb-46a4-97f8-b0fd3d1f17d5 req-e1c73d70-3b8c-40dc-89e5-600be03d1201 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:52.749951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9630526f-73fb-46a4-97f8-b0fd3d1f17d5 req-e1c73d70-3b8c-40dc-89e5-600be03d1201 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0977747
Nov 15 09:46:52.798505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9630526f-73fb-46a4-97f8-b0fd3d1f17d5 req-95741caa-c3ec-4217-bbec-bfc3e9a6bc26 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416713
Nov 15 09:46:53.364169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:46:53.447454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 22d97582-e714-4eb3-b73e-b2fb8de53846 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:46:53.447929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:54.022063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8876-466b-4dbe-8425-5c0fee6dc58b req-15ea2e2e-d292-4f43-a048-65e7d0f0188e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:54.023681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-51ff8876-466b-4dbe-8425-5c0fee6dc58b req-15ea2e2e-d292-4f43-a048-65e7d0f0188e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0931568
Nov 15 09:46:54.076081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-51ff8876-466b-4dbe-8425-5c0fee6dc58b req-b7c6d88d-38b2-4629-a144-d85ca4f0dcb8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461395
Nov 15 09:46:54.288301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65370-48eb-4c28-a468-e9ab3ee8a8ec req-28500bd3-8c48-4d01-b7a2-185e3e85af95 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:54.289914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40d65370-48eb-4c28-a468-e9ab3ee8a8ec req-28500bd3-8c48-4d01-b7a2-185e3e85af95 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0926919
Nov 15 09:46:54.299931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40202) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:46:54.305561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'floatingip': {'port_id': '22d97582-e714-4eb3-b73e-b2fb8de53846'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:46:54.651559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:55.356554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:55.378472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:55.618936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 associated. External IP: 172.26.4.52, port: 22d97582-e714-4eb3-b73e-b2fb8de53846.
Nov 15 09:46:56.117634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:46:56.369209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:46:56.373628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:46:56.379533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:46:56.392781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:56.394119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3da62e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:56.441584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8a02f804-8feb-4685-87c1-7bd8fbcd4244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "PUT /v2.0/floatingips/e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 HTTP/1.1" status: 200  len: 991 time: 2.1405079
Nov 15 09:46:56.442304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:46:56.524658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'status': 'completed', 'code': 200}
Nov 15 09:46:56.620423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:56.656681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-defcc57b-0d30-4db3-b56e-4b5f22e8e96c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1163 time: 0.0934865
Nov 15 09:46:56.772672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bebbc6-c154-4622-9908-01c47e15cf87 req-ee850b2a-b66f-4d4e-921e-37dd3ca794df tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:56.774353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bebbc6-c154-4622-9908-01c47e15cf87 req-ee850b2a-b66f-4d4e-921e-37dd3ca794df tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.2113113
Nov 15 09:46:56.810055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-4dd60ee6-b76f-4e8b-be78-5ff860bfc63d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:56.811711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-4dd60ee6-b76f-4e8b-be78-5ff860bfc63d service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1480289
Nov 15 09:46:56.832641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bebbc6-c154-4622-9908-01c47e15cf87 req-a6194939-6391-49e5-a55c-88e077b7d4fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0512924
Nov 15 09:46:56.945514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-5ad01170-66c4-4b1f-bf46-ad4179dca80a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 999 time: 0.1263142
Nov 15 09:46:57.017121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-0deae1e4-55e9-4357-917f-c66add25b0e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:57.019379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-0deae1e4-55e9-4357-917f-c66add25b0e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0666957
Nov 15 09:46:57.036162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3da62e8>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:08:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:46:55Z', 'revision_number': 1, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:57.040498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:46:57.052223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:46:57.052897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3da62e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:46:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:57.114313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-1d4d1250-7152-4420-9ce0-69e99abe24d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887563
Nov 15 09:46:57.267642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-1a06b8b2-0834-4288-8775-4597bea02afc service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450806
Nov 15 09:46:57.297574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:46:57.425361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002182-6b2e-4982-b14a-77e3a9e26c91 req-c7832c4b-30e8-41d3-8c94-cc90de2d7f1e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:57.427041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6002182-6b2e-4982-b14a-77e3a9e26c91 req-c7832c4b-30e8-41d3-8c94-cc90de2d7f1e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1008632
Nov 15 09:46:57.478185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6002182-6b2e-4982-b14a-77e3a9e26c91 req-2254a0d2-46a6-49da-9017-8e0e662b4524 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443032
Nov 15 09:46:57.489783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd92a8fd-65d6-4091-9644-fb3b2e67d231 req-f5218c96-619f-4b17-bf9a-ff4635d5a31c service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2150424
Nov 15 09:46:57.499738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-d9c0000e-4476-4a49-9544-f20221e11f21 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1444590
Nov 15 09:46:57.716057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3da62e8>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:08:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:46:55Z', 'revision_number': 1, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:46:57.720640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86146-cfdd-4a7c-8475-e3dad9828199 None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:08:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:46:55Z', 'revision_number': 1, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:46:58.024081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9ce6b-ffe3-48c8-9e78-f26bd2761b50 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:46:58.712199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f30f4-75ee-4678-ac60-b52add3ad82f req-74ec83ba-d8d9-4757-9a56-c2bb4aadf790 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:58.713832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a3f30f4-75ee-4678-ac60-b52add3ad82f req-74ec83ba-d8d9-4757-9a56-c2bb4aadf790 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0958741
Nov 15 09:46:58.766537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a3f30f4-75ee-4678-ac60-b52add3ad82f req-38c58ce7-20a0-4468-802a-5d0d476828eb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458391
Nov 15 09:46:59.419357 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-579b7a07-c06d-4b35-8a27-cfc928c98b13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1163 time: 0.0853369
Nov 15 09:46:59.563031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-e9764cf2-7a1a-42e8-ba20-31e59813cff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:59.564703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-e9764cf2-7a1a-42e8-ba20-31e59813cff8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1383126
Nov 15 09:46:59.688297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-51ebbf39-9848-4efb-866b-a4acecd12b1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 1001 time: 0.1141641
Nov 15 09:46:59.760199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-b868ac2b-9358-4c1c-9ece-54302b5c1c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:59.761786 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-b868ac2b-9358-4c1c-9ece-54302b5c1c2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0669134
Nov 15 09:46:59.854108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-2d48c03f-9036-4e1e-8fc5-2a407a4ad3bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853455
Nov 15 09:46:59.997930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0265a-f7fd-45f3-94ad-e36047ac5439 req-28479fb9-2aa3-44c7-81f2-8fc14d4685f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:46:59.999752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5bb0265a-f7fd-45f3-94ad-e36047ac5439 req-28479fb9-2aa3-44c7-81f2-8fc14d4685f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1004767
Nov 15 09:47:00.001761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-e64872c9-6705-4439-bc59-c01ab5a9a026 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404042
Nov 15 09:47:00.050892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5bb0265a-f7fd-45f3-94ad-e36047ac5439 req-dcb9bb04-4dec-4c91-a2b2-bedf833175fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437982
Nov 15 09:47:00.150101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-c7c84001-4b3b-46e8-8dca-c98b06c72527 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413069
Nov 15 09:47:01.273955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f138a9-3322-421e-9d68-f93180b83abc req-4f5478b9-a7d1-4b53-873e-bc15d2b58dd5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:01.275816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22f138a9-3322-421e-9d68-f93180b83abc req-4f5478b9-a7d1-4b53-873e-bc15d2b58dd5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0931427
Nov 15 09:47:01.328505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22f138a9-3322-421e-9d68-f93180b83abc req-1cc27d50-6629-4400-9335-ca214eec6b2f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464864
Nov 15 09:47:02.559779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81b63e-8e18-47c7-92a1-68683ab2f825 req-b41d352c-d03f-4b7e-8c2c-834131b64dcb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:02.561394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d81b63e-8e18-47c7-92a1-68683ab2f825 req-b41d352c-d03f-4b7e-8c2c-834131b64dcb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0985179
Nov 15 09:47:02.610747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d81b63e-8e18-47c7-92a1-68683ab2f825 req-c798aaa6-0990-4b01-9e3e-e0be2a63cd64 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425253
Nov 15 09:47:03.836710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a872a1-e795-40c3-9219-24627bacb9bc req-761f9bfe-3713-466c-a5c1-e6bb54cca5c5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:03.838337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c7a872a1-e795-40c3-9219-24627bacb9bc req-761f9bfe-3713-466c-a5c1-e6bb54cca5c5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0987909
Nov 15 09:47:03.888432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c7a872a1-e795-40c3-9219-24627bacb9bc req-a55ee32a-a042-48b0-b5ed-ba56a922defc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437868
Nov 15 09:47:05.148323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036ebb6-e30c-4df1-9ada-85e9ffa445ac req-48d429b5-dd0f-4865-af56-3191ddf1fadf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:05.149830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5036ebb6-e30c-4df1-9ada-85e9ffa445ac req-48d429b5-dd0f-4865-af56-3191ddf1fadf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0953450
Nov 15 09:47:05.198915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5036ebb6-e30c-4df1-9ada-85e9ffa445ac req-fe8d1bfc-6735-4119-b3ac-8ee901c61dc2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429921
Nov 15 09:47:06.423651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ceadc-590d-4224-a3ac-a6d658a71d06 req-62f48575-6d5b-4c1b-9d59-1f66c9723057 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:06.425440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae3ceadc-590d-4224-a3ac-a6d658a71d06 req-62f48575-6d5b-4c1b-9d59-1f66c9723057 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0974641
Nov 15 09:47:06.473669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae3ceadc-590d-4224-a3ac-a6d658a71d06 req-a72e87ec-8ccf-4772-ac98-0bae121e7f86 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421126
Nov 15 09:47:07.694113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03266b-e4d8-44b2-adbb-f5e52661adbb req-a82b5313-741b-44b6-9abc-8659b07c7006 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:07.695762 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc03266b-e4d8-44b2-adbb-f5e52661adbb req-a82b5313-741b-44b6-9abc-8659b07c7006 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0937784
Nov 15 09:47:07.751398 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc03266b-e4d8-44b2-adbb-f5e52661adbb req-767324f4-38b2-4be1-9b9d-55bfc095e965 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490336
Nov 15 09:47:08.978358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d73222-93f5-4db3-bbdd-b11878db83a7 req-14194ece-6f97-4260-b24f-a6aed0187d65 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:08.979999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45d73222-93f5-4db3-bbdd-b11878db83a7 req-14194ece-6f97-4260-b24f-a6aed0187d65 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0934439
Nov 15 09:47:09.028255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45d73222-93f5-4db3-bbdd-b11878db83a7 req-934f67ec-2216-4fb6-9c3c-083b0b0ee30a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420103
Nov 15 09:47:10.257908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e569a2-4c18-4855-bbb3-a7bd8bf4240d req-edc12e44-ebf1-4165-8377-a448f0aa3187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:10.259446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13e569a2-4c18-4855-bbb3-a7bd8bf4240d req-edc12e44-ebf1-4165-8377-a448f0aa3187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0975637
Nov 15 09:47:10.307663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13e569a2-4c18-4855-bbb3-a7bd8bf4240d req-29d08658-8f23-42d1-b822-34746d527d74 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419834
Nov 15 09:47:11.529157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b72e-d6ba-44f6-83c1-6bd35e7fd877 req-871463a0-918d-4927-a648-8e11f261771f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:11.530742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e6c1b72e-d6ba-44f6-83c1-6bd35e7fd877 req-871463a0-918d-4927-a648-8e11f261771f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0934274
Nov 15 09:47:11.579090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e6c1b72e-d6ba-44f6-83c1-6bd35e7fd877 req-c103efe8-535c-4a35-a8c2-40da1c81f893 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413880
Nov 15 09:47:12.807002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f0ad-ad20-4396-9a90-dc0ffe2beccc req-aa3e9044-19ef-45e4-b207-a121e8e58465 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:12.808656 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0865f0ad-ad20-4396-9a90-dc0ffe2beccc req-aa3e9044-19ef-45e4-b207-a121e8e58465 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1001775
Nov 15 09:47:12.858567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0865f0ad-ad20-4396-9a90-dc0ffe2beccc req-bf66661a-60d4-4095-ab4b-d2b58bbccf3d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429909
Nov 15 09:47:13.315979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e89a743c-a25d-4634-bb6a-c3cdaa17b9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:14.083940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebb5f-c81d-47e7-9481-b43ffc82bd6a req-ac780bca-1298-46e9-b7f3-d78b535b287c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:14.085546 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-547ebb5f-c81d-47e7-9481-b43ffc82bd6a req-ac780bca-1298-46e9-b7f3-d78b535b287c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0972650
Nov 15 09:47:14.135168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-547ebb5f-c81d-47e7-9481-b43ffc82bd6a req-272bd517-ce1d-451f-9943-9f935ff5c267 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433588
Nov 15 09:47:15.365065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1ed8-402e-4ba9-8361-2d886ff2b8f2 req-d2fa440c-245b-4049-8b2b-c9ec20e8e3b6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:15.366705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-173c1ed8-402e-4ba9-8361-2d886ff2b8f2 req-d2fa440c-245b-4049-8b2b-c9ec20e8e3b6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1017139
Nov 15 09:47:15.415054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-173c1ed8-402e-4ba9-8361-2d886ff2b8f2 req-d709a1ea-ed5a-41dd-abd6-74c2f32f7bc3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422049
Nov 15 09:47:15.710053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6a54c91-74a6-4c59-95d6-14d954b801c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:16.121192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:16.356090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:16.462245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-81011031-5e91-45f6-be2d-8c6ffa3f1d33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1163 time: 0.0926988
Nov 15 09:47:16.664206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cfc8d-74d0-4f01-adc7-ab3787d23ee1 req-ee8b674b-fa8d-4336-8fe2-77ab1d7232ba tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:16.666013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-794cfc8d-74d0-4f01-adc7-ab3787d23ee1 req-ee8b674b-fa8d-4336-8fe2-77ab1d7232ba tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1045921
Nov 15 09:47:16.933870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-9b6e928a-cf4b-4416-83d5-0542acc686c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:16.935495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-9b6e928a-cf4b-4416-83d5-0542acc686c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.4487894
Nov 15 09:47:17.007001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-794cfc8d-74d0-4f01-adc7-ab3787d23ee1 req-e79e5cc0-abc6-4ba7-a5de-922281651ed4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3337123
Nov 15 09:47:17.067596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-caf8112c-fb07-4579-be63-e06b7ecd2aeb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 1001 time: 0.1234939
Nov 15 09:47:17.140844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-e7c69382-1dbc-496b-b756-ca27cfca0f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:17.142349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-e7c69382-1dbc-496b-b756-ca27cfca0f0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0675702
Nov 15 09:47:17.242443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-96aa94c4-ec57-40ed-aceb-ed661daf4ce7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920429
Nov 15 09:47:17.254722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-c7ff4d6c-c984-41f2-9ce8-0f3913a80d31 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:47:17.255890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-c7ff4d6c-c984-41f2-9ce8-0f3913a80d31 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056226
Nov 15 09:47:17.274685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:47:17.400198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-3770b228-a36e-4d0b-86e5-d4b78c45378b service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364567
Nov 15 09:47:17.544405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da9be7d8-e98c-4426-8d86-961a86696e5a req-c41590f6-3fb5-4ae1-8466-824c37e807ef service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375821
Nov 15 09:47:17.561627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:17.978302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:18.230579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba7e99-ee75-409c-9802-4720a6b4d7cf req-985b8aec-1b92-400c-82cb-1a6a8a228259 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:18.232146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26ba7e99-ee75-409c-9802-4720a6b4d7cf req-985b8aec-1b92-400c-82cb-1a6a8a228259 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0938225
Nov 15 09:47:18.280749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-26ba7e99-ee75-409c-9802-4720a6b4d7cf req-11cb9ba5-141a-4c37-887e-7ca1c8d30a9f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424354
Nov 15 09:47:19.514776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8937-f639-4ec7-ba89-ea2699a35cd0 req-04bf6f10-7965-48eb-b113-feae604f5dd5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:19.516308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b8db8937-f639-4ec7-ba89-ea2699a35cd0 req-04bf6f10-7965-48eb-b113-feae604f5dd5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1037176
Nov 15 09:47:19.564285 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b8db8937-f639-4ec7-ba89-ea2699a35cd0 req-b4f647c5-9e6b-4655-be30-aee45f88c025 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411522
Nov 15 09:47:20.787715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224246-5644-489c-b37d-d404f66d7f31 req-62ea4123-e30a-4aaf-b5f3-24d39d43375f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:20.789384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a224246-5644-489c-b37d-d404f66d7f31 req-62ea4123-e30a-4aaf-b5f3-24d39d43375f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0952010
Nov 15 09:47:20.843400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0a224246-5644-489c-b37d-d404f66d7f31 req-73dbbde5-4103-4298-908e-73d654648b26 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477109
Nov 15 09:47:22.068562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3258-5097-45a7-9fbf-cf8094e34a6f req-67d83e27-ba39-4929-bbcd-f5847f225dae tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:22.070175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f7c3258-5097-45a7-9fbf-cf8094e34a6f req-67d83e27-ba39-4929-bbcd-f5847f225dae tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0983496
Nov 15 09:47:22.119767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f7c3258-5097-45a7-9fbf-cf8094e34a6f req-bfc3a277-f7db-4260-a518-4ea415203c3f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431361
Nov 15 09:47:23.343793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e3dc-0d4b-4334-ae18-f30aa48482b3 req-de8c46ea-cc75-4108-af76-6e48e2d255b8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:23.345407 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea80e3dc-0d4b-4334-ae18-f30aa48482b3 req-de8c46ea-cc75-4108-af76-6e48e2d255b8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0959561
Nov 15 09:47:23.393136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea80e3dc-0d4b-4334-ae18-f30aa48482b3 req-0abac4b0-484d-4b22-8a1c-ab04324e1bca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410209
Nov 15 09:47:24.616729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf398fd-03c9-45b6-aeed-328a0e5693bd req-bed017c0-a263-4490-99af-385956bdf2b8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:24.618348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-faf398fd-03c9-45b6-aeed-328a0e5693bd req-bed017c0-a263-4490-99af-385956bdf2b8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0933416
Nov 15 09:47:24.667263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-faf398fd-03c9-45b6-aeed-328a0e5693bd req-08ebef51-fb4f-4e05-8e2a-7c7917874db6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425045
Nov 15 09:47:25.895978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96150352-25c9-4b8c-b514-a76969da944e req-b4df6be1-5f1d-4ff5-82ca-103de5a25df9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:25.897597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96150352-25c9-4b8c-b514-a76969da944e req-b4df6be1-5f1d-4ff5-82ca-103de5a25df9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0981996
Nov 15 09:47:25.946456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96150352-25c9-4b8c-b514-a76969da944e req-6f43acc2-09de-46ce-83fb-43d662207325 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425718
Nov 15 09:47:27.167900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765ffb-b78d-4f0e-a537-070c2e827af0 req-d05ae0f7-75b5-4213-bc78-2c3526f6518d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:27.169524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87765ffb-b78d-4f0e-a537-070c2e827af0 req-d05ae0f7-75b5-4213-bc78-2c3526f6518d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0929649
Nov 15 09:47:27.221454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87765ffb-b78d-4f0e-a537-070c2e827af0 req-8d36b192-5f2c-4db4-8b27-c22b3580a54d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453978
Nov 15 09:47:28.574440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f99ed-0a17-4d73-a8b9-caa07bdcba9b req-a73c95c7-7b87-4dc1-89ff-18ee2bd103a9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:28.576114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-069f99ed-0a17-4d73-a8b9-caa07bdcba9b req-a73c95c7-7b87-4dc1-89ff-18ee2bd103a9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0945609
Nov 15 09:47:28.623332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-069f99ed-0a17-4d73-a8b9-caa07bdcba9b req-a631adae-0380-43f3-a1b3-f86e3ec82074 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403430
Nov 15 09:47:29.852763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bca1e-6632-4908-b339-e291272c6467 req-c4803e4a-c06e-4925-bde5-6a01bdf19d32 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:29.854413 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad4bca1e-6632-4908-b339-e291272c6467 req-c4803e4a-c06e-4925-bde5-6a01bdf19d32 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0999527
Nov 15 09:47:29.903120 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad4bca1e-6632-4908-b339-e291272c6467 req-52dc5d9f-d325-4f74-a6ed-55be3e5819d6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423775
Nov 15 09:47:31.134234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1554975-4854-437e-b25f-fd97688f65ea req-772eb551-705d-4f49-87c3-d073bf3ea9ee tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:31.135753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1554975-4854-437e-b25f-fd97688f65ea req-772eb551-705d-4f49-87c3-d073bf3ea9ee tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0945880
Nov 15 09:47:31.184170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1554975-4854-437e-b25f-fd97688f65ea req-9b01b6f5-8f05-4f98-906f-8ec3e1ca24b6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423357
Nov 15 09:47:32.409648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542587d-df31-4ba3-99e8-6da3804b2849 req-a0496570-9764-4e98-b050-a333cdb4dabf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:32.411860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b542587d-df31-4ba3-99e8-6da3804b2849 req-a0496570-9764-4e98-b050-a333cdb4dabf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0966833
Nov 15 09:47:32.459990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b542587d-df31-4ba3-99e8-6da3804b2849 req-f4eab713-7f94-4777-9323-e143a4b28b56 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419693
Nov 15 09:47:32.555349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-cd524a5a-a477-4cee-8e59-95518d275536 service neutron] 10.222.0.65 "GET /v2.0/ports/22d97582-e714-4eb3-b73e-b2fb8de53846/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0864110
Nov 15 09:47:33.002570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-25e62a3d-4091-4bc9-a0ca-af4399ac0673 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1163 time: 0.0863612
Nov 15 09:47:33.134949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-220420b5-be7b-4fc5-bba4-1b1350d8dfca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1163 time: 0.0914543
Nov 15 09:47:33.278981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-2a6dc683-f993-4290-abd9-0bd19c98b466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:33.280609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-2a6dc683-f993-4290-abd9-0bd19c98b466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1383986
Nov 15 09:47:33.403895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-ea949ed7-d349-4089-91bd-3f8c49ae1d03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 1001 time: 0.1152444
Nov 15 09:47:33.473197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-67882d63-5e63-423d-925c-895eb2d0ae72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:33.474809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-67882d63-5e63-423d-925c-895eb2d0ae72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0639150
Nov 15 09:47:33.510037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:47:33.575875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-02c11eb6-f537-42f8-a435-8f17e5b095a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914073
Nov 15 09:47:33.647876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:33.687281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=22d97582-e714-4eb3-b73e-b2fb8de53846,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:47:33.688357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:47:33.695717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39050-2971-43d8-9a55-1106cb9a9722 req-0404ad5f-f43e-402c-b987-bfb35d1a1fb1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:33.697770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94e39050-2971-43d8-9a55-1106cb9a9722 req-0404ad5f-f43e-402c-b987-bfb35d1a1fb1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1028411
Nov 15 09:47:33.727168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:33.730064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:33.730665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-0240e4f9-3c0d-440a-beb7-e50ff341098a service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470263
Nov 15 09:47:33.749458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94e39050-2971-43d8-9a55-1106cb9a9722 req-7835f289-120b-47d5-9986-75ac1935c3bc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453899
Nov 15 09:47:33.765714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'code': 200}
Nov 15 09:47:33.813587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:33.823877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.824284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.824669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.825051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.825429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.825805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.826178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.826546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.826921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.827291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.827661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.828053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.828518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.828890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.829259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.829627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.829994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.830365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.830729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.831098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.831468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.832591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.833192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.833570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:33.838184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:33.900919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d1110b5-e5f9-495e-9d03-9b4929754470 req-f776b48b-aa75-434a-9e8c-8730d5003efd service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1636686
Nov 15 09:47:34.985016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664f5e-cc5a-4894-b706-57b8a839d2c9 req-4a60e0fd-9fd5-4da8-a7a4-4d7bbdb8c354 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:34.986697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa664f5e-cc5a-4894-b706-57b8a839d2c9 req-4a60e0fd-9fd5-4da8-a7a4-4d7bbdb8c354 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0958011
Nov 15 09:47:35.041099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa664f5e-cc5a-4894-b706-57b8a839d2c9 req-991ce43b-0306-4ac7-8de0-412e44e4e089 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475972
Nov 15 09:47:36.274294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b000b-c8c9-4af0-896b-a275a80f1de9 req-94db5f5c-1bd4-4dbc-a899-947d4472bb70 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:36.276034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7d8b000b-c8c9-4af0-896b-a275a80f1de9 req-94db5f5c-1bd4-4dbc-a899-947d4472bb70 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0985172
Nov 15 09:47:36.326431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7d8b000b-c8c9-4af0-896b-a275a80f1de9 req-5d72d067-04c8-4b6a-b53f-276365dbaedc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439365
Nov 15 09:47:37.548787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a292df0-5ee1-4914-b764-79a63cd09b35 req-0099b0c7-23e8-4044-9ee2-0759b6c5eef8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:37.550510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a292df0-5ee1-4914-b764-79a63cd09b35 req-0099b0c7-23e8-4044-9ee2-0759b6c5eef8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0926743
Nov 15 09:47:37.602891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a292df0-5ee1-4914-b764-79a63cd09b35 req-9fd44dc6-4527-4310-92b8-3fea18db6340 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460610
Nov 15 09:47:38.034436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84642-d9f2-420e-b1a3-2838e58b128c req-e2335d6b-c147-4703-b281-594cdddfe55d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:38.036710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dcd84642-d9f2-420e-b1a3-2838e58b128c req-e2335d6b-c147-4703-b281-594cdddfe55d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 944 time: 0.0983512
Nov 15 09:47:38.044708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:47:38.069269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-be7c9536-67c0-4736-8b11-a731f2d32b21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:38.070044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-be7c9536-67c0-4736-8b11-a731f2d32b21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:47:38.088245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dcd84642-d9f2-420e-b1a3-2838e58b128c req-cb07f0a4-0f70-4e9d-875c-7bbc103127eb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443206
Nov 15 09:47:38.104267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-be7c9536-67c0-4736-8b11-a731f2d32b21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:47:38.105559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-be7c9536-67c0-4736-8b11-a731f2d32b21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 944 time: 0.1349523
Nov 15 09:47:38.127427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 22d97582-e714-4eb3-b73e-b2fb8de53846 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:47:38.127877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:38.266917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:38.294852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:47:38.295235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-8b37a3c4-a79f-4af2-9ab6-cf3a34de89ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 1161 time: 0.0898595
Nov 15 09:47:38.306090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=22d97582-e714-4eb3-b73e-b2fb8de53846,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:47:38.333826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:38.336063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:38.375736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'code': 200}
Nov 15 09:47:38.417020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:38.420332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:38.450642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-e6d1af33-11d0-4581-8240-d55414bf25af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:38.452326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-e6d1af33-11d0-4581-8240-d55414bf25af service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1467283
Nov 15 09:47:38.576320 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-4ee74328-d430-4610-b1ee-76fe76685765 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 200  len: 1001 time: 0.1172109
Nov 15 09:47:38.656072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-83e93a78-9bed-4102-8c28-9eef0a604364 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:38.657640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-83e93a78-9bed-4102-8c28-9eef0a604364 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0680003
Nov 15 09:47:38.749455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-3a3e33ed-10c9-4a1a-aa75-a70c85de1e4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843084
Nov 15 09:47:38.896589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-070824a6-2d19-4c2a-88cf-484f89b9d022 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393793
Nov 15 09:47:39.041790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f56d34d-0f15-4408-9cd3-27e7abc46cba req-0dff51dc-e67f-4949-a959-61d1dcd8f1a4 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377106
Nov 15 09:47:39.317701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf3a8-33f6-4e2e-a014-b2e9a021a880 req-0ee36ecc-4cac-48ca-ab34-c29a13467934 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:39.319231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dcaf3a8-33f6-4e2e-a014-b2e9a021a880 req-0ee36ecc-4cac-48ca-ab34-c29a13467934 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0997894
Nov 15 09:47:39.367099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dcaf3a8-33f6-4e2e-a014-b2e9a021a880 req-69514551-85e8-460b-8ded-8dddd5d435ab tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415769
Nov 15 09:47:39.760166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:47:39.843637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 22d97582-e714-4eb3-b73e-b2fb8de53846 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:47:39.844123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:40.590703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f09c-d06b-475b-8e5d-999855a943d5 req-a83c8573-ad05-4029-a415-2599a73f04c0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:40.592351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9754f09c-d06b-475b-8e5d-999855a943d5 req-a83c8573-ad05-4029-a415-2599a73f04c0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0928912
Nov 15 09:47:40.640479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9754f09c-d06b-475b-8e5d-999855a943d5 req-47271f52-8c62-44a5-8524-49405b6d3cca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414793
Nov 15 09:47:40.867149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecdad1-fdde-44d5-9b47-3c4bb60ca537 req-31910498-46fd-49b1-a939-08bbdc496c66 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:40.868797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40ecdad1-fdde-44d5-9b47-3c4bb60ca537 req-31910498-46fd-49b1-a939-08bbdc496c66 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.1009090
Nov 15 09:47:40.917841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-40ecdad1-fdde-44d5-9b47-3c4bb60ca537 req-8903d459-36c6-40ad-94e0-8aa7c1a54435 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424845
Nov 15 09:47:41.138276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54d9a-6f94-44a6-85ef-d78641102b55 req-6c32675b-7738-4ae7-a4f2-978709cd92ee tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:41.139907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88e54d9a-6f94-44a6-85ef-d78641102b55 req-6c32675b-7738-4ae7-a4f2-978709cd92ee tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0927846
Nov 15 09:47:41.192830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-88e54d9a-6f94-44a6-85ef-d78641102b55 req-4d09fa1e-f8e2-4e5d-a0ab-878abd17cf24 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461943
Nov 15 09:47:41.730354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17176b63-f607-4494-abdd-d0708ad3807e req-96c7f7db-5b69-467d-a32c-0c8301830c12 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:41.731988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-17176b63-f607-4494-abdd-d0708ad3807e req-96c7f7db-5b69-467d-a32c-0c8301830c12 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0968723
Nov 15 09:47:41.782353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-17176b63-f607-4494-abdd-d0708ad3807e req-33a98f6c-c9d7-4a57-81b0-ed731dd81161 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436289
Nov 15 09:47:43.011289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081787f-a3be-414c-91a8-a687389e842e req-42efcd33-ff2a-4447-9b00-0fb002640190 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:43.012922 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f081787f-a3be-414c-91a8-a687389e842e req-42efcd33-ff2a-4447-9b00-0fb002640190 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0994213
Nov 15 09:47:43.065166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f081787f-a3be-414c-91a8-a687389e842e req-fa31b01e-9747-4de5-925b-4f16f142ab35 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459282
Nov 15 09:47:43.298403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-07a8a658-9390-4c58-8279-233fbb8f867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:43.884787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-b00ed6e7-91ef-4c46-bc83-0b4a624bfaf0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:43.886347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-b00ed6e7-91ef-4c46-bc83-0b4a624bfaf0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0998352
Nov 15 09:47:43.968417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Deleting port 22d97582-e714-4eb3-b73e-b2fb8de53846 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:47:43.968803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:44.250948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] For port 22d97582-e714-4eb3-b73e-b2fb8de53846, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=22d97582-e714-4eb3-b73e-b2fb8de53846,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:47:44.251542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:44.291315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed113e-6d44-4849-9bd0-010007a7297f req-f6c0c106-0d90-4a86-9028-22ea785882d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:44.293012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0ed113e-6d44-4849-9bd0-010007a7297f req-f6c0c106-0d90-4a86-9028-22ea785882d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 946 time: 0.0950541
Nov 15 09:47:44.343096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0ed113e-6d44-4849-9bd0-010007a7297f req-b3835c20-cd16-4756-b239-1248749d0599 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428813
Nov 15 09:47:44.596233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:44.596655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:44.597619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 disassociated. External IP: 172.26.4.52, port: 22d97582-e714-4eb3-b73e-b2fb8de53846.
Nov 15 09:47:44.598281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Calling delete_port for 22d97582-e714-4eb3-b73e-b2fb8de53846 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:47:44.829758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:44.849374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:44.896349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'Port': ['ID=22d97582-e714-4eb3-b73e-b2fb8de53846,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:44.968122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.968549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.968977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.969426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.969848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.970265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.970680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.971096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.971505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.971976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.972405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.972889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.973357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.973767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.974175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.974582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.974995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.975403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.975811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.976245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.976731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.977061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.977468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.977873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:47:44.983141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:45.533304 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5791fad2-89b1-425a-bd79-8040714d3845 req-ea19c63d-a747-4fbd-b9c4-c503688e8a39 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 210 time: 0.0518708
Nov 15 09:47:45.580372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:47:45.602567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:47:45.638251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 22d97582-e714-4eb3-b73e-b2fb8de53846 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:47:45.638583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 22d97582-e714-4eb3-b73e-b2fb8de53846 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:47:45.715251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb65e-ab29-4230-9dd7-3ae9dfec0867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:45.844648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:47:45.855217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:47:45.869349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:47:45.870017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:47:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:47:45.887959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] No DVR routers for this DVR port 22d97582-e714-4eb3-b73e-b2fb8de53846 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:47:45.890539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:45.894903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-deleted', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:47:45.939943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6833c433-0b8d-4119-8905-4fb89a45ff03 req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "DELETE /v2.0/ports/22d97582-e714-4eb3-b73e-b2fb8de53846 HTTP/1.1" status: 204  len: 173 time: 2.0470157
Nov 15 09:47:45.956986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755ba76-bedc-4e67-a5a2-b6171c76c217', 'name': 'network-vif-deleted', 'tag': '22d97582-e714-4eb3-b73e-b2fb8de53846', 'status': 'completed', 'code': 200}
Nov 15 09:47:46.109208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:47:46.115296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:46.343716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:46.456048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6748>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:47:46.461104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:47:46.472985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:47:46.473652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:47:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:47:46.708252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:47:46.730199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab5b1880-a101-4ab9-8ad5-dc10d1a7f42c req-52abc3a9-e4c8-4c85-8355-0cc22a0f1f2d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=0755ba76-bedc-4e67-a5a2-b6171c76c217 HTTP/1.1" status: 200  len: 210 time: 0.0501809
Nov 15 09:47:47.059706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6748>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:47:47.063875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338fb87-9abf-40d1-adec-692b5c6b9186 None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:47:47.494193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ddeb5-7e71-48b6-851d-00a8cf65f488 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:47:47.725176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:47.966727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:48.121643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-6ab146d0-c02a-45d9-802b-1af9b5322551 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--40661620&fields=id&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 267 time: 0.0438039
Nov 15 09:47:48.283224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-5daed03a-e248-415c-b35a-71ebc324d8e5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:48.284774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-5daed03a-e248-415c-b35a-71ebc324d8e5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1553800
Nov 15 09:47:48.302441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-803aee19-acd4-4e24-b759-1548fb803271 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/quotas/564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 375 time: 0.0116186
Nov 15 09:47:48.402665 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-fc87fd16-2cb9-446f-a28e-c44ecf9250a0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0949388
Nov 15 09:47:48.552194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-c6291352-6ab4-4045-88bc-a94b9b3c88df service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370788
Nov 15 09:47:48.694927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-a2a9d17f-b764-4f01-a265-67e452b49a71 service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363630
Nov 15 09:47:48.992438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c924a864-bbce-4982-b49a-9c8954877a61 req-3aa9c565-2ac1-4271-9131-0c42a2b1c56f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 210 time: 0.0478950
Nov 15 09:47:50.167698 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a0f47750-cf66-40e7-bde2-afdd4ac3e906 req-c3d0fc59-9cc0-4d96-b8c1-07f831b64d71 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 210 time: 0.0477898
Nov 15 09:47:50.621323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-a69f2b2a-c41c-47ca-8095-db1bf94b5d34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:50.622892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-a69f2b2a-c41c-47ca-8095-db1bf94b5d34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1628079
Nov 15 09:47:50.712202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-9c4820f7-5dcc-4193-9dec-7e33d42a2ef3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 5043 time: 0.0677114
Nov 15 09:47:50.722401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'port': {'device_id': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'admin_state_up': True, 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'security_groups': ['ea2d4571-5463-48ce-96a6-9ee532b637ad']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:47:50.873613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:47:50.877868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:port and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:47:50.881590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for port was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:47:50.887396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:47:50.926898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:47:50.932572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:51.247703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Allocated IP 172.20.0.6 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/661ad3db-2341-45f8-9493-6411cae8c8d3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:47:51.378853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8084ada-5707-404b-af2d-cdb1c012788e req-ef5bdee6-2804-4b26-80c8-68a4be59e371 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 210 time: 0.0510697
Nov 15 09:47:51.488298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:51.537835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Transition to ACTIVE for port object 661ad3db-2341-45f8-9493-6411cae8c8d3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:47:51.584264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:51.599896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:51.744794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:51.749056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:51.804975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:47:51.806128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:47:51.808510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:47:51.887195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:51.887890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:51.979302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2610085
Nov 15 09:47:51.998618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Request body: {'port': {'device_id': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:47:52.069731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0e28899f-ace7-47b3-ad34-f24cc85e5e04 None None] Provisioning for port 661ad3db-2341-45f8-9493-6411cae8c8d3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:47:52.075048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0e28899f-ace7-47b3-ad34-f24cc85e5e04 None None] Provisioning complete for port 661ad3db-2341-45f8-9493-6411cae8c8d3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:47:52.075477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e28899f-ace7-47b3-ad34-f24cc85e5e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:52.134517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:52.138045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0e28899f-ace7-47b3-ad34-f24cc85e5e04 None None] Port 661ad3db-2341-45f8-9493-6411cae8c8d3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:47:52.570911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661ad3db-2341-45f8-9493-6411cae8c8d3 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:47:52.578442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:52.591570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Transition to ACTIVE for port object 661ad3db-2341-45f8-9493-6411cae8c8d3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:47:52.606506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e2b65-73d3-4019-b40e-41401dc8ec76 req-79709d6e-f235-445e-b5c9-20bdb1dbfbc7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:52.608180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad9e2b65-73d3-4019-b40e-41401dc8ec76 req-79709d6e-f235-445e-b5c9-20bdb1dbfbc7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 931 time: 0.0950882
Nov 15 09:47:52.629894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:52.646622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-208ec6a4-091b-4d54-a144-3ca40def2fdf tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:52.657293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad9e2b65-73d3-4019-b40e-41401dc8ec76 req-03fb658a-4528-45e3-96b4-c9b0284d139f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419936
Nov 15 09:47:52.804644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:52.807927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:52.997263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Attempting to bind port 661ad3db-2341-45f8-9493-6411cae8c8d3 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:47:52.997639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Attempting to bind port 661ad3db-2341-45f8-9493-6411cae8c8d3 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:47:52.998009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Attempting to bind port 661ad3db-2341-45f8-9493-6411cae8c8d3 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:47:53.005378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:47:53.005757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:47:53.006162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:53.006559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:47:53.007036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Bound port: 661ad3db-2341-45f8-9493-6411cae8c8d3, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:47:53.007408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:53.110530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:47:53.113757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=661ad3db-2341-45f8-9493-6411cae8c8d3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:47:53.144754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:53.160467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36b38c1f-7d0c-44ad-9b8b-4a20141bb40f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:53.319236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:53.324568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:53.357515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:53.359071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-384437ed-9664-4359-81a7-f01420965d08 service neutron] 10.222.0.65 "PUT /v2.0/ports/661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 1157 time: 1.3652959
Nov 15 09:47:53.359626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:47:53.419534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'status': 'completed', 'code': 200}
Nov 15 09:47:53.553188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8cf23df9-e68d-4f97-a8ce-8544060b502b req-6344a084-6268-4bca-a5cf-0e8929e26c9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1160 time: 0.0873516
Nov 15 09:47:53.714236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23df9-e68d-4f97-a8ce-8544060b502b req-f7398e6b-01e0-4aeb-b42f-f731e05198c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:53.715867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8cf23df9-e68d-4f97-a8ce-8544060b502b req-f7398e6b-01e0-4aeb-b42f-f731e05198c3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1478200
Nov 15 09:47:53.867128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23df9-e68d-4f97-a8ce-8544060b502b req-bdecb16c-92fa-40e4-aef8-6e00a3b2cccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:53.868779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8cf23df9-e68d-4f97-a8ce-8544060b502b req-bdecb16c-92fa-40e4-aef8-6e00a3b2cccd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1464715
Nov 15 09:47:53.889041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41f52a-8100-44fb-a86d-9e8ac40aa6e9 req-db045b90-b1c8-44b8-a3b3-e9253ef8fe60 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:53.890686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc41f52a-8100-44fb-a86d-9e8ac40aa6e9 req-db045b90-b1c8-44b8-a3b3-e9253ef8fe60 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.1024976
Nov 15 09:47:53.940808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc41f52a-8100-44fb-a86d-9e8ac40aa6e9 req-a3da285e-4aa0-402b-9875-cde6998a7e6f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435655
Nov 15 09:47:54.019496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-90c9e2cc-91a3-490e-be36-973216f84fda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1160 time: 0.0899193
Nov 15 09:47:54.104572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-5232c4db-2053-400f-8e32-a9a907fa1927 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 217 time: 0.0712943
Nov 15 09:47:54.173284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-cd6ef275-84a2-4348-9869-65db827e2c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:54.175458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-cd6ef275-84a2-4348-9869-65db827e2c19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0643072
Nov 15 09:47:54.264434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-fceb765a-dbd0-4c2c-b2fa-ebaa2057efa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828874
Nov 15 09:47:54.275685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:47:54.692659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-28f3a130-a66a-474c-9c15-525c73a5e001 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4179201
Nov 15 09:47:54.913786 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84bcb6a2-4b74-4c9e-8c93-82ea2bcdcb4c req-84c25864-9c6e-4e3a-a1c6-b8f9f9351084 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2128394
Nov 15 09:47:55.163420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1d1b-a64b-4d78-9408-ede3de48f416 req-c3886b1f-960a-4403-a095-f5172b3ba41e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:55.165044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b32f1d1b-a64b-4d78-9408-ede3de48f416 req-c3886b1f-960a-4403-a095-f5172b3ba41e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0920603
Nov 15 09:47:55.213198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b32f1d1b-a64b-4d78-9408-ede3de48f416 req-cafd8bcb-fb30-4183-b137-187519584229 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421135
Nov 15 09:47:56.439500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16ca3-4091-464e-94d1-1a3ca228ac3b req-cd52d2e3-3853-4501-b46a-0a0a12b450fa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:56.441672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14b16ca3-4091-464e-94d1-1a3ca228ac3b req-cd52d2e3-3853-4501-b46a-0a0a12b450fa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0973504
Nov 15 09:47:56.489622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14b16ca3-4091-464e-94d1-1a3ca228ac3b req-cb57b5d7-0558-4eb0-9073-81a72342acdb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418820
Nov 15 09:47:57.710627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b337-faab-4b28-a3af-24e01833d2aa req-2d1c8004-fe19-4649-bc7c-80c33b699bc1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:57.712288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb13b337-faab-4b28-a3af-24e01833d2aa req-2d1c8004-fe19-4649-bc7c-80c33b699bc1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0937843
Nov 15 09:47:57.763669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb13b337-faab-4b28-a3af-24e01833d2aa req-98903df9-2b7d-418f-be6d-ec0d1ddd0edb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451126
Nov 15 09:47:58.206314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:47:58.332752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 661ad3db-2341-45f8-9493-6411cae8c8d3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:47:58.337720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 661ad3db-2341-45f8-9493-6411cae8c8d3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:47:58.338153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:58.474401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:58.501835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:47:58.512543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=661ad3db-2341-45f8-9493-6411cae8c8d3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:47:58.549682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:47:58.553142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:47:58.591589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'code': 200}
Nov 15 09:47:58.632800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:47:58.636533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:47:58.928178 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca2a78d3-c86f-4ad8-ada1-4fedd6a8ba89 req-2fc9ece3-c3b6-4862-8199-bf01d3c37cc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1162 time: 0.0951834
Nov 15 09:47:58.975826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca2a78d3-c86f-4ad8-ada1-4fedd6a8ba89 req-f2698cd4-cabf-41b7-a3b5-34e8b7c5fa6e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405893
Nov 15 09:47:58.994929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538acc-c196-411b-8adb-e5cf718326b4 req-507db6de-56ff-4a9e-98f8-ed3b3bd9210d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:47:58.996580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86538acc-c196-411b-8adb-e5cf718326b4 req-507db6de-56ff-4a9e-98f8-ed3b3bd9210d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0964026
Nov 15 09:47:59.044957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-86538acc-c196-411b-8adb-e5cf718326b4 req-465fffe9-ad99-4f23-a9b1-b12bf5a7754a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422001
Nov 15 09:47:59.943163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:48:00.026116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 661ad3db-2341-45f8-9493-6411cae8c8d3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:48:00.026549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:00.279208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8bfe-5ab2-4f17-8ec7-a93c4785339a req-4bf352b5-dae8-464a-8852-9f8f81d5d448 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:00.280855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db0e8bfe-5ab2-4f17-8ec7-a93c4785339a req-4bf352b5-dae8-464a-8852-9f8f81d5d448 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0982473
Nov 15 09:48:00.330060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db0e8bfe-5ab2-4f17-8ec7-a93c4785339a req-18b99ede-46cc-4112-a82a-bb77728bfbf5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422482
Nov 15 09:48:00.545103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dd46-43c5-4e63-9554-8434096c970f req-5b1ab205-aef8-4bf4-8b86-7ca049791a08 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:00.547002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f514dd46-43c5-4e63-9554-8434096c970f req-5b1ab205-aef8-4bf4-8b86-7ca049791a08 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0940545
Nov 15 09:48:00.556539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40392) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:48:00.562156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'floatingip': {'port_id': '661ad3db-2341-45f8-9493-6411cae8c8d3'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:48:00.647935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:01.588395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:01.617852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:01.860921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 associated. External IP: 172.26.4.52, port: 661ad3db-2341-45f8-9493-6411cae8c8d3.
Nov 15 09:48:02.363455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:48:02.614763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:48:02.619948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:02.624651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:48:02.638794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:48:02.639474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a813b048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:47:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:02.688641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5e1a3737-945d-4e27-a277-8d9a083613b4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "PUT /v2.0/floatingips/e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 HTTP/1.1" status: 200  len: 990 time: 2.1309581
Nov 15 09:48:02.689339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:02.860766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'status': 'completed', 'code': 200}
Nov 15 09:48:02.885415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:48:03.008693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-929e77f2-b8a2-45e6-b7de-0b2c49322a4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1162 time: 0.1016209
Nov 15 09:48:03.120644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371689-3421-49b2-a071-ce2d6a86eb59 req-bfeb143b-c1c7-45b1-9c9d-f14021ee665b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:03.122609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c371689-3421-49b2-a071-ce2d6a86eb59 req-bfeb143b-c1c7-45b1-9c9d-f14021ee665b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.1062417
Nov 15 09:48:03.172245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ea7da-8c2b-477f-9508-8edb28138320 req-ece13c3b-eb52-4799-b49b-a82201abd435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:03.173799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-ece13c3b-eb52-4799-b49b-a82201abd435 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1574163
Nov 15 09:48:03.174362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c371689-3421-49b2-a071-ce2d6a86eb59 req-50e80401-bcec-49e4-a32c-e4b1b3ecdf65 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437205
Nov 15 09:48:03.298262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a813b048>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:e0:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:48:01Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:03.299881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-2529c98f-fa98-404d-8c58-d8287df471c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 998 time: 0.1181691
Nov 15 09:48:03.303011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:48:03.314313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:48:03.314973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a813b048>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:47:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:03.375572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ea7da-8c2b-477f-9508-8edb28138320 req-690226e1-f5bd-4881-a6d7-f7b0ac34050d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:03.377248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-690226e1-f5bd-4881-a6d7-f7b0ac34050d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0692179
Nov 15 09:48:03.470170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-e72aae65-8e4d-4c43-83d7-8dc4d1fe32dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862727
Nov 15 09:48:03.627666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-1385da73-f70f-4a0c-893f-d87b58038f1e service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497388
Nov 15 09:48:03.705920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:48:03.779490 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-892ea7da-8c2b-477f-9508-8edb28138320 req-fe6436d1-5a04-46e3-87da-da33a54888e4 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441746
Nov 15 09:48:04.099899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a813b048>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:e0:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:48:01Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:04.104070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed37f8-8b3a-4c41-8885-51511db8a7ee None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:e0:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:48:01Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:48:04.382116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17f557-2a2c-4538-913a-4961ca085d17 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:48:04.413292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b127c6-01fd-4723-a56e-57b2578a3b21 req-1e9f39c6-4d0c-4700-bcf6-ab0d40c9b7f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:04.414921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9b127c6-01fd-4723-a56e-57b2578a3b21 req-1e9f39c6-4d0c-4700-bcf6-ab0d40c9b7f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.1010373
Nov 15 09:48:04.464939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9b127c6-01fd-4723-a56e-57b2578a3b21 req-d1593d23-afec-4daa-a89e-e72902d15b70 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433407
Nov 15 09:48:05.690853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cc2fa-61bc-4cdc-b40d-ec06fbdde990 req-8133d17e-35f4-4391-a99e-2c166e671b39 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:05.693151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-095cc2fa-61bc-4cdc-b40d-ec06fbdde990 req-8133d17e-35f4-4391-a99e-2c166e671b39 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0932486
Nov 15 09:48:05.741954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-095cc2fa-61bc-4cdc-b40d-ec06fbdde990 req-e7fe0045-81cc-46ba-bdf2-4380e374a79c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422370
Nov 15 09:48:06.967542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5dce-baf8-48ec-8cbe-38fb5b42122b req-e25b1bbe-6024-4e7e-8687-904de5349f98 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:06.969333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-768e5dce-baf8-48ec-8cbe-38fb5b42122b req-e25b1bbe-6024-4e7e-8687-904de5349f98 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0968926
Nov 15 09:48:07.018106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-768e5dce-baf8-48ec-8cbe-38fb5b42122b req-f13fe8aa-4c5a-453b-a2de-90d6520c2f87 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421219
Nov 15 09:48:08.241370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9d35-67bc-4516-9671-dcb6382f1018 req-ef7898b8-0ec8-4cec-aa60-705296eb1fef tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:08.242963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b2c9d35-67bc-4516-9671-dcb6382f1018 req-ef7898b8-0ec8-4cec-aa60-705296eb1fef tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0940964
Nov 15 09:48:08.294561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b2c9d35-67bc-4516-9671-dcb6382f1018 req-cc8b706c-c01f-47b0-825c-3aecae428e37 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453765
Nov 15 09:48:09.515369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388608-32b7-488c-801d-876f980c3444 req-26e73ad6-88e7-4c1b-ab79-2e5909d4f3fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:09.516999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be388608-32b7-488c-801d-876f980c3444 req-26e73ad6-88e7-4c1b-ab79-2e5909d4f3fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0939217
Nov 15 09:48:09.565167 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be388608-32b7-488c-801d-876f980c3444 req-1c3eb662-e804-417c-b440-c468c4d8d756 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420849
Nov 15 09:48:10.789964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec062a-41bf-410e-96c0-0f8acf48ebde req-077d12f1-1c05-4ba2-9d2c-2836be7875a3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:10.791616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44ec062a-41bf-410e-96c0-0f8acf48ebde req-077d12f1-1c05-4ba2-9d2c-2836be7875a3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0982196
Nov 15 09:48:10.848487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-44ec062a-41bf-410e-96c0-0f8acf48ebde req-804bc3a1-6410-48e8-844b-7458ae06accf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428188
Nov 15 09:48:12.077197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7772-b2c5-43ea-b9f0-ca8e6ea3720c req-db85058a-5997-40aa-9c03-843e0baa9df1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:12.079053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a76d7772-b2c5-43ea-b9f0-ca8e6ea3720c req-db85058a-5997-40aa-9c03-843e0baa9df1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0963988
Nov 15 09:48:12.131787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a76d7772-b2c5-43ea-b9f0-ca8e6ea3720c req-6a6d2b8f-783d-4046-9da9-f178ee847db7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465279
Nov 15 09:48:13.309626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7b013cb1-65ec-40eb-b650-6dc537eac2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:13.361551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f7026-393a-4bec-ac31-80a5ca80617b req-726fb21a-1407-4c4b-8498-eedd12afb553 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:13.363172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-056f7026-393a-4bec-ac31-80a5ca80617b req-726fb21a-1407-4c4b-8498-eedd12afb553 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0990083
Nov 15 09:48:13.411793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-056f7026-393a-4bec-ac31-80a5ca80617b req-4438dc83-809e-4c33-a2a5-bfc4422ee62b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408976
Nov 15 09:48:14.634736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e165a1-5640-49b7-87c2-97f66fe06da4 req-34c99c64-2577-4ef4-bfb3-be70adf414a3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:14.636393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e165a1-5640-49b7-87c2-97f66fe06da4 req-34c99c64-2577-4ef4-bfb3-be70adf414a3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0948474
Nov 15 09:48:14.685376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c6e165a1-5640-49b7-87c2-97f66fe06da4 req-f2b9a5d3-4397-4bd6-8721-dd7883d6649f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427756
Nov 15 09:48:15.714972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e265f195-6a4b-4864-9c62-19110982218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:15.913067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358811-903b-4f8a-b660-8fa3272687e8 req-fd651cea-ca96-41e7-bba9-2e15260ba4c1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:15.914685 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-80358811-903b-4f8a-b660-8fa3272687e8 req-fd651cea-ca96-41e7-bba9-2e15260ba4c1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0978298
Nov 15 09:48:15.962956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-80358811-903b-4f8a-b660-8fa3272687e8 req-0e3228b1-4be8-4f97-8acc-832e854e12a6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417430
Nov 15 09:48:16.126300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:16.349516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:17.184586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abafa2-63f3-4a53-bce5-d4fcec568632 req-627bee34-6356-45c1-8d3e-dbcc5d2e7922 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:17.186100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-59abafa2-63f3-4a53-bce5-d4fcec568632 req-627bee34-6356-45c1-8d3e-dbcc5d2e7922 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0952775
Nov 15 09:48:17.239280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-59abafa2-63f3-4a53-bce5-d4fcec568632 req-3754d8a1-5851-4450-9acf-1e2934601c94 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468681
Nov 15 09:48:17.392833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-7eedfe04-472e-41ad-a445-7cf1ca992f89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1162 time: 0.0891082
Nov 15 09:48:17.551337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-7e0c2ed1-6e46-45f6-b558-3f15ee5ee4c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:17.558495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-7e0c2ed1-6e46-45f6-b558-3f15ee5ee4c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1402879
Nov 15 09:48:17.583827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:17.678858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-bd57ed23-6211-4b48-9d09-ea02acc02575 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 1000 time: 0.1175902
Nov 15 09:48:17.749825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-ddd524c9-b4fe-4018-ae1f-2f99ecf1cf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:17.751400 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-ddd524c9-b4fe-4018-ae1f-2f99ecf1cf7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0653746
Nov 15 09:48:17.842075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-40b22d75-722d-42a9-9cca-4ce7bdd228b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839801
Nov 15 09:48:17.972220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:17.990277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-873b40c9-a565-4fc7-b09e-1c1247b943a8 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396942
Nov 15 09:48:18.137098 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-54c09ad1-18bb-4be9-9eaa-e626069332da req-679be748-3fe8-45ba-a9e7-227fcedc43fd service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376650
Nov 15 09:48:18.478882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc4af7-fcb1-48f7-a725-6411870c4ad5 req-43979c28-c9f2-4dc8-a896-f6f34cfb1079 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:18.480434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-acfc4af7-fcb1-48f7-a725-6411870c4ad5 req-43979c28-c9f2-4dc8-a896-f6f34cfb1079 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0946248
Nov 15 09:48:18.528818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-acfc4af7-fcb1-48f7-a725-6411870c4ad5 req-e5bb92c9-f64d-4c33-8dd4-0210dbefa44e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421307
Nov 15 09:48:19.759761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642ddd-65d5-4df6-805c-5c59671957d6 req-9d20e2fa-7b28-41b8-9bbd-ae90847b15ab tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:19.761398 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69642ddd-65d5-4df6-805c-5c59671957d6 req-9d20e2fa-7b28-41b8-9bbd-ae90847b15ab tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0982947
Nov 15 09:48:19.810609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69642ddd-65d5-4df6-805c-5c59671957d6 req-8368ad63-eebc-46dd-a559-83895c1cce11 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429292
Nov 15 09:48:21.036655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37658b0-730d-4895-af6b-98acd236454b req-9d1c6acf-f0a8-4959-8d52-4d0ef0780243 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:21.038266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c37658b0-730d-4895-af6b-98acd236454b req-9d1c6acf-f0a8-4959-8d52-4d0ef0780243 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0944123
Nov 15 09:48:21.086348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c37658b0-730d-4895-af6b-98acd236454b req-8e819527-e7f9-4392-9ef3-82de9a57d874 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419576
Nov 15 09:48:22.336077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682d54-352b-4e15-833a-884b797aba03 req-4fa9ad41-ef5b-4984-9ce5-b897fc42cd4d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:22.337691 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a682d54-352b-4e15-833a-884b797aba03 req-4fa9ad41-ef5b-4984-9ce5-b897fc42cd4d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0971363
Nov 15 09:48:22.386942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a682d54-352b-4e15-833a-884b797aba03 req-e9a060ea-6ba2-4e1e-90ba-ab2c95873715 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430315
Nov 15 09:48:23.606610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a2a3-1295-4860-8e2d-db3a9657bc9f req-93626cf6-aa9f-4bf2-bb96-4f0a094e800c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:23.608267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba76a2a3-1295-4860-8e2d-db3a9657bc9f req-93626cf6-aa9f-4bf2-bb96-4f0a094e800c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0937243
Nov 15 09:48:23.660129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba76a2a3-1295-4860-8e2d-db3a9657bc9f req-9baccffa-19d7-470b-96bd-679d79d9fe63 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451648
Nov 15 09:48:25.134546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66315d87-b090-4b39-a54f-17c1ef73aed8 req-341fa3c0-0ec6-4f6f-8ec4-d6bda2c2ac5b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:25.136214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66315d87-b090-4b39-a54f-17c1ef73aed8 req-341fa3c0-0ec6-4f6f-8ec4-d6bda2c2ac5b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.3480606
Nov 15 09:48:25.184062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66315d87-b090-4b39-a54f-17c1ef73aed8 req-9c0818e5-7fc0-4226-bc7f-47174f4bf8d5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415075
Nov 15 09:48:26.405742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84c471-818a-4bdc-a8d9-52a267006419 req-a8bfa942-3296-4a33-bfe4-7de3dd93e59d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:26.407340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af84c471-818a-4bdc-a8d9-52a267006419 req-a8bfa942-3296-4a33-bfe4-7de3dd93e59d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0953677
Nov 15 09:48:26.456245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af84c471-818a-4bdc-a8d9-52a267006419 req-13a8492d-0047-4b65-81ec-f13d19d37df3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418770
Nov 15 09:48:27.679792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e027c-ea7d-4599-b589-bdff8553c7cc req-19ade6ad-d9ae-42d1-9705-70e5082cedb0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:27.681449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-623e027c-ea7d-4599-b589-bdff8553c7cc req-19ade6ad-d9ae-42d1-9705-70e5082cedb0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0938401
Nov 15 09:48:27.733331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-623e027c-ea7d-4599-b589-bdff8553c7cc req-716ac89a-5279-4c19-b449-2ce32ddf09e3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457261
Nov 15 09:48:28.958642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ca4b-d3a3-4e93-8509-857fda1e4b31 req-b4fc680a-8885-449d-aaf7-3dd9b3475f47 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:28.960258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-80c6ca4b-d3a3-4e93-8509-857fda1e4b31 req-b4fc680a-8885-449d-aaf7-3dd9b3475f47 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0930908
Nov 15 09:48:29.008752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-80c6ca4b-d3a3-4e93-8509-857fda1e4b31 req-9e0273ce-5e8d-4100-9c17-aae33effb9fd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421853
Nov 15 09:48:29.553159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d598d-e2cd-42ac-b715-a8b36201eff9 req-9039251e-7ac1-4ef2-af89-6500d27bf14e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:29.554798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea2d598d-e2cd-42ac-b715-a8b36201eff9 req-9039251e-7ac1-4ef2-af89-6500d27bf14e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.1002173
Nov 15 09:48:29.580574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-205879a7-99b4-488a-8d85-8711a4fd2a2a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0894313
Nov 15 09:48:29.605091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea2d598d-e2cd-42ac-b715-a8b36201eff9 req-c8aa9dab-8d7f-405d-92a4-478f33f5debd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439670
Nov 15 09:48:30.840371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83695b7-0d20-45c0-b6cd-358c1f3f13ac req-78b5dda0-f937-44cc-a58d-0a8491c92c7f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:30.842009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f83695b7-0d20-45c0-b6cd-358c1f3f13ac req-78b5dda0-f937-44cc-a58d-0a8491c92c7f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.1007710
Nov 15 09:48:30.891312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f83695b7-0d20-45c0-b6cd-358c1f3f13ac req-43afdf56-6c57-4651-a5e6-9a65589d5c62 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430028
Nov 15 09:48:31.276788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:48:31.407378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-4e17fd23-fd59-40dd-a498-314a208cc315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1162 time: 0.0851643
Nov 15 09:48:31.551140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-d61d1bf7-f63a-41f4-a318-aa5edf9e38ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:31.553587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-d61d1bf7-f63a-41f4-a318-aa5edf9e38ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1391454
Nov 15 09:48:31.678150 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-114eeb5a-7eaa-49de-a06d-2ce4b56572b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 1000 time: 0.1163571
Nov 15 09:48:31.751663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-cc813e1c-d1ec-41bb-8d11-055bce515993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:31.753259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-cc813e1c-d1ec-41bb-8d11-055bce515993 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0676451
Nov 15 09:48:31.847034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-6ee2e190-2e52-421e-9aaa-eb7e3fe8f9d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868504
Nov 15 09:48:31.993669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-0d0e1dd2-c88c-444b-8175-695316ec5067 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395969
Nov 15 09:48:32.120271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a8e7-32d3-41fb-a622-26ad9f9a670c req-5293a594-a180-4d49-bd96-764d6c2b978f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:32.121803 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3b0a8e7-32d3-41fb-a622-26ad9f9a670c req-5293a594-a180-4d49-bd96-764d6c2b978f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0998013
Nov 15 09:48:32.141707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-49de94b9-d905-4321-8271-0ab49d2d5b33 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397130
Nov 15 09:48:32.175878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3b0a8e7-32d3-41fb-a622-26ad9f9a670c req-e0366751-0ba7-486e-a69a-ffd3c806d7f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477858
Nov 15 09:48:33.399318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dee1a-982b-4d06-82e3-3575823ffff7 req-9c329af4-216f-44a1-9bae-6fd8ed36154a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:33.400949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f50dee1a-982b-4d06-82e3-3575823ffff7 req-9c329af4-216f-44a1-9bae-6fd8ed36154a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0943127
Nov 15 09:48:33.453126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f50dee1a-982b-4d06-82e3-3575823ffff7 req-078dfdac-85b6-4350-83cc-8c2e9a8660a2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460441
Nov 15 09:48:34.263712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-1e072626-2b2c-4aa5-8820-d5497dceadd7 service neutron] 10.222.0.65 "GET /v2.0/ports/661ad3db-2341-45f8-9493-6411cae8c8d3/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0942152
Nov 15 09:48:34.685853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c44557-8a46-4ca1-a907-d4cdbda9d573 req-b3664507-e812-4a2e-9381-5289f8a92c86 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:34.687486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-20c44557-8a46-4ca1-a907-d4cdbda9d573 req-b3664507-e812-4a2e-9381-5289f8a92c86 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0963824
Nov 15 09:48:34.690324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-f30b00cf-85a4-48c0-8ff3-76d77c8b45d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1162 time: 0.0932598
Nov 15 09:48:34.740706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-20c44557-8a46-4ca1-a907-d4cdbda9d573 req-09d3bb2a-2a82-4366-8542-3216cbd35482 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461764
Nov 15 09:48:34.812059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-9ab9caf2-fd1a-4255-80f5-ad78d99815db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1162 time: 0.0863671
Nov 15 09:48:34.958462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-59b3b904-8f93-49f4-abcf-b395959863c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:34.960009 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-59b3b904-8f93-49f4-abcf-b395959863c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1403911
Nov 15 09:48:35.081925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-291b59c4-3a72-450d-b345-e162e7905f3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 1000 time: 0.1149724
Nov 15 09:48:35.154952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-f979d9ea-e0cf-42fc-9dbe-54a82799e5ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:35.156598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-f979d9ea-e0cf-42fc-9dbe-54a82799e5ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0671463
Nov 15 09:48:35.247117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-ce296e0d-5105-42a9-a7ef-54b3197b3f6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835485
Nov 15 09:48:35.390577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-54d886be-5366-4007-a47c-109b2714aade service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360292
Nov 15 09:48:35.533379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c28dbf32-c755-4842-8ff1-a31dd7625a72 req-1d06097b-c570-43e2-b060-d689df32906a service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357841
Nov 15 09:48:35.977262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dd5b-02fe-488e-a5d5-2da9cf9e05ee req-c1977c55-159d-4464-be78-e84e7b8ebdb9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:35.978892 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e804dd5b-02fe-488e-a5d5-2da9cf9e05ee req-c1977c55-159d-4464-be78-e84e7b8ebdb9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0984321
Nov 15 09:48:36.027713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e804dd5b-02fe-488e-a5d5-2da9cf9e05ee req-1879cc5d-6771-4c8b-9989-0819269ab635 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426178
Nov 15 09:48:36.117164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:48:36.252513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:36.280979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:36.291808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=661ad3db-2341-45f8-9493-6411cae8c8d3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:48:36.326728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:36.328757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fcec5f92-0307-4d08-acbe-e71aecaa1111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:36.361315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'code': 200}
Nov 15 09:48:36.407292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:36.416512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.416917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.417313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.417707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.418092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.418476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.418856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.419237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.419615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.420128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.420668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.421046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.421478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.421858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.422236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.422611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.422995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.423371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.423746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.424152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.424532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.424907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.425283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.425657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:36.430502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:37.283583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e664d0-458e-45b8-85df-c74ee5375045 req-8c5adf7c-62af-4c4b-a9d2-f2170c38af8f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:37.285195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7e664d0-458e-45b8-85df-c74ee5375045 req-8c5adf7c-62af-4c4b-a9d2-f2170c38af8f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.1136696
Nov 15 09:48:37.343336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7e664d0-458e-45b8-85df-c74ee5375045 req-b2e327e9-6a38-4c26-ab42-a1097fa02835 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505867
Nov 15 09:48:38.575636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a27d-ca40-416e-8afd-6d90593f51c9 req-a66d0c7c-57f8-40db-b945-69537da0808c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:38.577388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba63a27d-ca40-416e-8afd-6d90593f51c9 req-a66d0c7c-57f8-40db-b945-69537da0808c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0986495
Nov 15 09:48:38.625640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba63a27d-ca40-416e-8afd-6d90593f51c9 req-d9ca410f-0117-4899-9d6c-4ba85e3a7c1f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417187
Nov 15 09:48:39.021377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9c90c-43b5-4b6c-9319-8b518855b003 req-9384c66f-6acb-4794-b13f-9f14401ff989 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:39.022943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8d9c90c-43b5-4b6c-9319-8b518855b003 req-9384c66f-6acb-4794-b13f-9f14401ff989 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0955102
Nov 15 09:48:39.048527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-0cc1c38b-26b9-4b97-86cf-bad36c3399d8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:39.049309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-0cc1c38b-26b9-4b97-86cf-bad36c3399d8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:48:39.075876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8d9c90c-43b5-4b6c-9319-8b518855b003 req-05d6aaee-69ca-42d4-b958-9a6f2ba684a5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466535
Nov 15 09:48:39.085815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-0cc1c38b-26b9-4b97-86cf-bad36c3399d8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:48:39.087143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-0cc1c38b-26b9-4b97-86cf-bad36c3399d8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 943 time: 0.1365037
Nov 15 09:48:39.270255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-00864188-2cc1-41c5-a850-71ce59367037 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1160 time: 0.0896130
Nov 15 09:48:39.414503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-8349a6f3-87af-43f0-a26d-9220860d717c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:39.416143 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-8349a6f3-87af-43f0-a26d-9220860d717c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1396310
Nov 15 09:48:39.538869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-4746dabb-3cd7-4501-b952-c43fcac99853 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 998 time: 0.1157427
Nov 15 09:48:39.612103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-f5bfffd3-5df3-4e47-86dd-858dc42fcb47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:39.614156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-f5bfffd3-5df3-4e47-86dd-858dc42fcb47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0640249
Nov 15 09:48:39.980462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-aaa7ad10-44f8-419f-998b-9800fbdb989b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3594759
Nov 15 09:48:40.126537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-c0d83f68-7791-4335-8c49-08df9d30bada service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387968
Nov 15 09:48:40.279308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab9fe893-4c3f-4221-a43c-f1dd62450a60 req-7e136997-d9b7-4513-a7d8-4d046a98daa6 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460044
Nov 15 09:48:40.305506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b264-e019-44c2-aca0-97e4ed713766 req-fa0d7ec7-01dd-47ec-8132-288c4c65eb9d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:40.307144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1893b264-e019-44c2-aca0-97e4ed713766 req-fa0d7ec7-01dd-47ec-8132-288c4c65eb9d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0972207
Nov 15 09:48:40.357848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1893b264-e019-44c2-aca0-97e4ed713766 req-20e5a391-9619-4f9f-a501-13480c627229 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441461
Nov 15 09:48:41.584013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e7219-91bb-49ee-8239-020fd88214c6 req-62fdc14f-ac40-45bc-8542-c28791d8ffdc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:41.585551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-541e7219-91bb-49ee-8239-020fd88214c6 req-62fdc14f-ac40-45bc-8542-c28791d8ffdc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0987580
Nov 15 09:48:41.633779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-541e7219-91bb-49ee-8239-020fd88214c6 req-39a4a108-8dbc-4dbb-9fe1-b570b3181014 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420663
Nov 15 09:48:41.856600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd7fd7-fa17-41ed-bb9f-2a5a4e85e2a2 req-65d56e95-4987-4df7-a722-90573e13f2f7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:41.858237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1dd7fd7-fa17-41ed-bb9f-2a5a4e85e2a2 req-65d56e95-4987-4df7-a722-90573e13f2f7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0950687
Nov 15 09:48:41.906354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1dd7fd7-fa17-41ed-bb9f-2a5a4e85e2a2 req-577aa769-6118-4640-bec9-d16ab0284993 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409329
Nov 15 09:48:42.343609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e3b2f-a03f-47bb-a718-b4790c6aa963 req-fc533e83-bc56-4f6e-bb92-b252cd19ff42 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:42.345262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-097e3b2f-a03f-47bb-a718-b4790c6aa963 req-fc533e83-bc56-4f6e-bb92-b252cd19ff42 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.1002181
Nov 15 09:48:42.396626 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-097e3b2f-a03f-47bb-a718-b4790c6aa963 req-f918ac74-d17e-4e9e-b51b-28927e0b792f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444672
Nov 15 09:48:42.439161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-8b14fb63-b1eb-4f2b-a85c-393f959dcd77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 1160 time: 0.0875680
Nov 15 09:48:42.584341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f785-48da-4891-99b3-d8f8066343b2 req-eb5a0e50-7797-4b06-89a9-284c4f1a9c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:42.586508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-eb5a0e50-7797-4b06-89a9-284c4f1a9c99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1396017
Nov 15 09:48:42.708447 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-46e6457c-04ad-4a22-af89-334d52d7c4fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 200  len: 998 time: 0.1147075
Nov 15 09:48:42.776583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f785-48da-4891-99b3-d8f8066343b2 req-84bf94af-7881-4f23-a531-4d45b84095f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:42.778130 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-84bf94af-7881-4f23-a531-4d45b84095f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0631156
Nov 15 09:48:42.873382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-7d2dba24-fd55-44c8-958d-d19f84bc8215 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884185
Nov 15 09:48:43.020467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-2603b4e9-61c9-4176-ab7f-824dc0c934e8 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393158
Nov 15 09:48:43.164387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3317f785-48da-4891-99b3-d8f8066343b2 req-d4411999-67ab-4fb9-9ae7-0c9aca649656 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366897
Nov 15 09:48:43.314604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26a75b17-4572-499e-8a2f-fd334695f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:43.627160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a9627-d484-4871-82f9-aa58fedb0fbe req-164c3d35-f1b9-43fa-9991-2672960a99f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:43.628718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-821a9627-d484-4871-82f9-aa58fedb0fbe req-164c3d35-f1b9-43fa-9991-2672960a99f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 943 time: 0.0972688
Nov 15 09:48:43.676251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-821a9627-d484-4871-82f9-aa58fedb0fbe req-9ada3632-0d85-4cab-9b3f-333f5b8ffd19 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406365
Nov 15 09:48:44.576782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:48:44.661478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 661ad3db-2341-45f8-9493-6411cae8c8d3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:48:44.662030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:44.801848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:44.831311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:44.842513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=661ad3db-2341-45f8-9493-6411cae8c8d3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:48:44.869383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:44.872654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:44.910982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'code': 200}
Nov 15 09:48:44.912039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d0e8d-8ac6-4454-b91d-b1062c096156 req-a71c2e25-7cd7-4368-b2c0-9fa2942c2faa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:44.914245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d44d0e8d-8ac6-4454-b91d-b1062c096156 req-a71c2e25-7cd7-4368-b2c0-9fa2942c2faa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.1070399
Nov 15 09:48:44.952058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:44.955675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:44.964399 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d44d0e8d-8ac6-4454-b91d-b1062c096156 req-072a990a-aa85-4c74-9341-3184adbfa609 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440161
Nov 15 09:48:45.493280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93d9e-9165-4e94-991d-5318a4e625bd req-622655e2-f17e-412c-a469-9faa1f38c8e5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:45.494797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84a93d9e-9165-4e94-991d-5318a4e625bd req-622655e2-f17e-412c-a469-9faa1f38c8e5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0976005
Nov 15 09:48:45.543365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84a93d9e-9165-4e94-991d-5318a4e625bd req-46bee689-c4ec-451e-82ca-114209f25d9d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422385
Nov 15 09:48:45.697440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e31ab6b-c7a8-4fd4-9f06-5f04f40ee0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:46.154777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:46.354627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:46.400761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:48:46.483582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 661ad3db-2341-45f8-9493-6411cae8c8d3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:48:46.483955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:46.771076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e686e-8237-4fd6-b95e-297fde8b5cf4 req-7b914ff8-06ee-4ffc-8f79-74fd757d3874 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:46.772911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2e686e-8237-4fd6-b95e-297fde8b5cf4 req-7b914ff8-06ee-4ffc-8f79-74fd757d3874 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0939693
Nov 15 09:48:46.828393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2e686e-8237-4fd6-b95e-297fde8b5cf4 req-55eee9ad-8299-475b-b60d-71ef756b6617 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491979
Nov 15 09:48:47.560875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:47.563524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-be516d0b-33a7-4a84-880a-26893b8fdc0d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:47.565203 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-be516d0b-33a7-4a84-880a-26893b8fdc0d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0952559
Nov 15 09:48:47.653753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Deleting port 661ad3db-2341-45f8-9493-6411cae8c8d3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:48:47.654130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:47.935699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] For port 661ad3db-2341-45f8-9493-6411cae8c8d3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=661ad3db-2341-45f8-9493-6411cae8c8d3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:48:47.936343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:47.983794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:48.053985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7217884-d957-41fb-bd12-facb2a92fd22 req-d822a0b3-d442-4d84-ba42-5bef22574edf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:48.056215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7217884-d957-41fb-bd12-facb2a92fd22 req-d822a0b3-d442-4d84-ba42-5bef22574edf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 945 time: 0.0961719
Nov 15 09:48:48.105493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7217884-d957-41fb-bd12-facb2a92fd22 req-5b89abce-ee66-44ea-bb7c-d22569ba2684 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430102
Nov 15 09:48:48.243931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 661ad3db-2341-45f8-9493-6411cae8c8d3 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:48:48.286520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:48.286945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:48.287301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 disassociated. External IP: 172.26.4.52, port: 661ad3db-2341-45f8-9493-6411cae8c8d3.
Nov 15 09:48:48.287690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Calling delete_port for 661ad3db-2341-45f8-9493-6411cae8c8d3 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:48:48.387305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:48.503641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:48.504351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 15 09:48:48.504351 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Nov 15 09:48:48.504351 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'status': 'DOWN', 'ports_id': '661ad3db-2341-45f8-9493-6411cae8c8d3'}]
Nov 15 09:48:48.504351 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:48:48.504762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:48:48.519554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:48.614322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'Port': ['ID=661ad3db-2341-45f8-9493-6411cae8c8d3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:48.639459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.639831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.640279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.640701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.641118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.641529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.641941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.642350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.642758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.643166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.643573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.644002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.644468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.644873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.645278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.645685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.646087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.646487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.646890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.647290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.647691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.648117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.648522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.649117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:48:48.654226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:48.974395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:48:49.042602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Port 661ad3db-2341-45f8-9493-6411cae8c8d3 update to DOWN by agent not found {{(pid=81075) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Nov 15 09:48:49.249788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:48:49.261487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:48:49.278985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:48:49.279702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8454588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:48:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:49.293401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] No DVR routers for this DVR port 661ad3db-2341-45f8-9493-6411cae8c8d3 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:48:49.296199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:49.305576 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-29a33979-b75c-41f5-8d2c-c9a391400f5a req-e8721237-dffb-4d6a-a803-08cfca4107a6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=f15c36be-32db-4c6e-8d63-25f8ab65fe8c HTTP/1.1" status: 200  len: 210 time: 0.0647461
Nov 15 09:48:49.309450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-deleted', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:49.360800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebb33159-04e0-4d70-bc2d-da19a42f80d1 req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "DELETE /v2.0/ports/661ad3db-2341-45f8-9493-6411cae8c8d3 HTTP/1.1" status: 204  len: 173 time: 1.7887743
Nov 15 09:48:49.384175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15c36be-32db-4c6e-8d63-25f8ab65fe8c', 'name': 'network-vif-deleted', 'tag': '661ad3db-2341-45f8-9493-6411cae8c8d3', 'status': 'completed', 'code': 200}
Nov 15 09:48:49.529774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:48:49.872492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8454588>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:49.876940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:48:49.889126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:48:49.889812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8454588>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:48:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:50.120173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:48:50.483280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8454588>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:48:50.487615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9683e-dbf2-4682-a389-f657a99b513e None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:48:50.699621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-aa856d50-4a0e-410a-9dad-85e5af8bb6c2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--40661620&fields=id&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 267 time: 0.0427837
Nov 15 09:48:50.869626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-4ecc9929-20cd-4032-b557-1552ad7335f6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:50.871518 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-4ecc9929-20cd-4032-b557-1552ad7335f6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1648583
Nov 15 09:48:50.888672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-88a07b16-566d-4783-867b-715c47537648 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/quotas/564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 375 time: 0.0110681
Nov 15 09:48:50.893957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97ee42-d6d2-4242-a7f7-6c7248a428d4 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:48:50.990938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-fcd56fb7-06c2-42f0-b427-a957bc152277 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0952926
Nov 15 09:48:51.223464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-dc7369b5-baa0-4356-8e7e-d834bb12404f service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194536
Nov 15 09:48:51.368739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-ad549605-9fdd-4665-879b-b95e4e0246ec service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386900
Nov 15 09:48:51.604891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae62a04a-0c34-4e22-80e0-f993c0f6b6a4 req-89219398-2995-4514-afc8-f1d23ad62a25 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 210 time: 0.0517941
Nov 15 09:48:52.784710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbd9f0f0-c947-4c76-a73e-9c475c06a4c1 req-71f5d410-cea6-43db-bfe5-343dcc8b0eb5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 210 time: 0.0481989
Nov 15 09:48:53.131511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-225d6cbe-379b-4c3a-9e22-7e5a0139ad38 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:53.133780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-225d6cbe-379b-4c3a-9e22-7e5a0139ad38 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1619582
Nov 15 09:48:53.223383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-ee3a2996-ce87-47e7-8fc6-7ff35cc1bb45 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 5043 time: 0.0707164
Nov 15 09:48:53.233072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'port': {'device_id': 'eb209005-cfb5-40b6-940a-39d15336235a', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'admin_state_up': True, 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'security_groups': ['ea2d4571-5463-48ce-96a6-9ee532b637ad']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:48:53.378914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:48:53.384074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:port and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:48:53.387123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for port was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:48:53.393003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:48:53.423364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:48:53.429006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:53.735512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Allocated IP 172.20.0.6 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/52ff659a-a35c-4bc9-84bf-49594c0191f3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:48:53.940654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:53.957531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Transition to ACTIVE for port object 52ff659a-a35c-4bc9-84bf-49594c0191f3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:48:53.969741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dac254df-38c7-4142-98c5-eefc9fcb034d req-d27af41f-bcd5-4206-80a4-bc82957842fa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 210 time: 0.0475490
Nov 15 09:48:54.012583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:54.028562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e8d0be1-2b58-4e8b-8e0f-beff064bf0b7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:54.463262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:54.475827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:54.520454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:48:54.521637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:48:54.524196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:48:54.593040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:54.593719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:54.704166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4749875
Nov 15 09:48:54.723152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Request body: {'port': {'device_id': 'eb209005-cfb5-40b6-940a-39d15336235a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:48:54.834790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c9cf2d68-c4ea-4d7b-aea9-734e61a858ff None None] Provisioning for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:48:54.840853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c9cf2d68-c4ea-4d7b-aea9-734e61a858ff None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:48:54.841373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2d68-c4ea-4d7b-aea9-734e61a858ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:54.855949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:54.908308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf2d68-c4ea-4d7b-aea9-734e61a858ff None None] Port 52ff659a-a35c-4bc9-84bf-49594c0191f3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:48:55.198526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feabbf-b0c9-4214-877a-3c78723320b6 req-e6192bee-11af-4d7b-bf19-b4718e78397d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:55.200201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79feabbf-b0c9-4214-877a-3c78723320b6 req-e6192bee-11af-4d7b-bf19-b4718e78397d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 931 time: 0.1017668
Nov 15 09:48:55.251085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79feabbf-b0c9-4214-877a-3c78723320b6 req-4d6c34ec-64c6-47eb-8cbf-04fb09fe4751 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444579
Nov 15 09:48:55.311471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ff659a-a35c-4bc9-84bf-49594c0191f3 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:48:55.318877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:55.331474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Transition to ACTIVE for port object 52ff659a-a35c-4bc9-84bf-49594c0191f3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:48:55.360267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:55.375723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2aee39fb-f028-4ab1-a30c-452a381b0de9 tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:55.530372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:55.535487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:55.718371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Attempting to bind port 52ff659a-a35c-4bc9-84bf-49594c0191f3 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:48:55.718750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Attempting to bind port 52ff659a-a35c-4bc9-84bf-49594c0191f3 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:48:55.719125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Attempting to bind port 52ff659a-a35c-4bc9-84bf-49594c0191f3 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:48:55.726514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:48:55.727085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:48:55.727616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:55.728053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:48:55.728541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Bound port: 52ff659a-a35c-4bc9-84bf-49594c0191f3, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:48:55.728923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:55.829905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:48:55.833293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:48:55.863801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:55.879920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79a647e1-1da0-44d5-9694-3ce7381bb358 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:56.041305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:56.046887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:56.082273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:56.083686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] 10.222.0.65 "PUT /v2.0/ports/52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 1157 time: 1.3651462
Nov 15 09:48:56.084268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:56.145499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'status': 'completed', 'code': 200}
Nov 15 09:48:56.262818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-8ea55d5d-0d85-45b8-b6c2-e7f77e00fdc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1160 time: 0.0891647
Nov 15 09:48:56.350860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-fe2abce7-ee14-42e8-b71a-1be996eea15f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 217 time: 0.0746162
Nov 15 09:48:56.428731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-9d5fdfa3-e636-4891-a2a7-906f2cc2c47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:56.431495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-9d5fdfa3-e636-4891-a2a7-906f2cc2c47a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0735562
Nov 15 09:48:56.473582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3248-50e8-403d-ab2b-ae307d3096b0 req-b72289b3-6103-4038-870c-a389c53c15dc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:56.475207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5cf3248-50e8-403d-ab2b-ae307d3096b0 req-b72289b3-6103-4038-870c-a389c53c15dc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0952389
Nov 15 09:48:56.524579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b5cf3248-50e8-403d-ab2b-ae307d3096b0 req-b8318195-6bfa-405d-a403-d2c9438f6523 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425515
Nov 15 09:48:56.528999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-520293d9-01e3-4006-9ac0-6650faa05b97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900600
Nov 15 09:48:56.672701 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-7212fd99-f1ff-412e-b6d0-5d6ee75cffb8 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365306
Nov 15 09:48:56.816740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8114ffc-8150-4dd1-bd26-ef6c0063d6e5 req-91cbda0d-bc78-46f6-945a-1d03d52cd801 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375234
Nov 15 09:48:57.033605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-c20ddc93-4913-427b-84fe-d2543be2a6c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1160 time: 0.0857553
Nov 15 09:48:57.181258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-3e807a49-8f6e-4a5c-9ecb-a5ccc12b357b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:57.182864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-3e807a49-8f6e-4a5c-9ecb-a5ccc12b357b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1417296
Nov 15 09:48:57.261938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-fbeb5696-0ee1-4d8b-8a15-ffd7acbcf284 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 217 time: 0.0713010
Nov 15 09:48:57.331682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-fe7e00b6-e608-41ab-a155-8b89305e5064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:57.333309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-fe7e00b6-e608-41ab-a155-8b89305e5064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0643704
Nov 15 09:48:57.428794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-299f7a48-92a6-45bb-a0eb-93aea6fb3b4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878050
Nov 15 09:48:57.576017 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-7dd61e8e-9e57-460c-a43a-9636d052d347 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392457
Nov 15 09:48:57.721508 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33d69d2-6d0a-4587-b8e0-f2f69b68f672 req-94bc2f70-05c4-46d4-a201-ee10e0ce96ff service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387796
Nov 15 09:48:57.754806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040209c3-1cbe-4b9a-a046-a98fe5234f39 req-a0330e71-59ff-4f49-b92a-e848e1be10e2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:57.756467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-040209c3-1cbe-4b9a-a046-a98fe5234f39 req-a0330e71-59ff-4f49-b92a-e848e1be10e2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.1000311
Nov 15 09:48:57.806092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-040209c3-1cbe-4b9a-a046-a98fe5234f39 req-c5cf55b9-9d0e-4918-8d44-8aaec8d593ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428445
Nov 15 09:48:58.790816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:48:58.908700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:48:58.913799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:48:58.915156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:59.036385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc4d60-359f-4fef-9274-8b2b34b85b81 req-544485ea-5b64-4ce8-b2c1-37fa673e34c1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:48:59.037999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-51cc4d60-359f-4fef-9274-8b2b34b85b81 req-544485ea-5b64-4ce8-b2c1-37fa673e34c1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0975134
Nov 15 09:48:59.056998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:59.084977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:48:59.088105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-51cc4d60-359f-4fef-9274-8b2b34b85b81 req-f7817068-d47f-4d57-bb7a-702e041880f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430832
Nov 15 09:48:59.098570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:48:59.126575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:48:59.128714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:48:59.163500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:48:59.210526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:48:59.214557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:48:59.507599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a03f8a3c-6083-4131-af31-67773350cbef req-9ca87193-6518-453d-ae5e-eac4004f28e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.0844989
Nov 15 09:48:59.553205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a03f8a3c-6083-4131-af31-67773350cbef req-3f72ff33-79af-4f0c-8334-5d1a7a848164 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379653
Nov 15 09:49:00.310706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d678-7c97-4d56-8893-615f86db9512 req-0a6047a4-061b-41e9-96b8-dc1ca59700f5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:00.312348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7b4d678-7c97-4d56-8893-615f86db9512 req-0a6047a4-061b-41e9-96b8-dc1ca59700f5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0937004
Nov 15 09:49:00.361146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d7b4d678-7c97-4d56-8893-615f86db9512 req-bc7ecb8c-977a-47ea-b4fc-c7ea2554aa52 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426409
Nov 15 09:49:00.551624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:49:00.631958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:49:00.632389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:01.588916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a83d03-eb81-4bb7-be58-d0aa137976dc req-a588c208-be3f-405c-ac58-fe70a9b06d46 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:01.590441 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-95a83d03-eb81-4bb7-be58-d0aa137976dc req-a588c208-be3f-405c-ac58-fe70a9b06d46 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0980904
Nov 15 09:49:01.638686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-95a83d03-eb81-4bb7-be58-d0aa137976dc req-e88f1bc4-7b81-4333-bc73-946ec2ce4d9b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420201
Nov 15 09:49:01.855135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d707e-16a9-4e50-88c2-5d136e6ef7bd req-4a6b05f9-bf08-44b6-b2f4-40e95e7d3b6a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:01.856825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec3d707e-16a9-4e50-88c2-5d136e6ef7bd req-4a6b05f9-bf08-44b6-b2f4-40e95e7d3b6a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0950093
Nov 15 09:49:01.866795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40578) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:49:01.873635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'floatingip': {'port_id': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:49:01.958280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:02.911076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:02.942696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:03.188284 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 associated. External IP: 172.26.4.52, port: 52ff659a-a35c-4bc9-84bf-49594c0191f3.
Nov 15 09:49:03.681864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:49:03.936345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:49:03.940769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:03.946091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:49:03.958526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:49:03.959194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84548d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:48:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:04.005747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e78ae08-4d7f-4cb0-b003-40e48f39805b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "PUT /v2.0/floatingips/e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 HTTP/1.1" status: 200  len: 990 time: 2.1366704
Nov 15 09:49:04.006522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:04.079291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'status': 'completed', 'code': 200}
Nov 15 09:49:04.226288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-b8b9f1e1-3341-4d3e-a17f-f60aa139411e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.1004865
Nov 15 09:49:04.358136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:49:04.392137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-7e61b72c-f5fb-4510-8670-4b6b41f3ab22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:04.393776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-7e61b72c-f5fb-4510-8670-4b6b41f3ab22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1488576
Nov 15 09:49:04.531319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-b4df609a-cef1-4a05-8c7b-6808419aae18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 998 time: 0.1296852
Nov 15 09:49:04.594927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5899de-778c-477a-9b2c-3a944ad44e32 req-044b1637-b76e-44c0-a00e-ff0103eb490c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:04.598765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af5899de-778c-477a-9b2c-3a944ad44e32 req-044b1637-b76e-44c0-a00e-ff0103eb490c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1390340
Nov 15 09:49:04.654814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-af5899de-778c-477a-9b2c-3a944ad44e32 req-0a8130a2-2991-4d43-8c18-5166c7f67cf4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476639
Nov 15 09:49:04.672588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-e7c94c9d-bb2c-4909-ba41-654e92c526fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:04.674202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-e7c94c9d-bb2c-4909-ba41-654e92c526fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.1348071
Nov 15 09:49:04.787928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-00551ad0-7aa3-40e0-9e37-0a9517e65fa5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3305457
Nov 15 09:49:04.807390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-f5e9b12c-b3b6-41dc-85c3-9dffd90baa0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1242959
Nov 15 09:49:04.835439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84548d0>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:3d:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb209005-cfb5-40b6-940a-39d15336235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:49:02Z', 'revision_number': 9, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:04.841137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:49:04.853489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:49:04.854158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84548d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:48:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:05.099092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:49:05.259500 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-4c119b82-0a42-4ad9-b388-3b3cd63ab6d3 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4447234
Nov 15 09:49:05.414965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-67a7cfd9-38fc-49bb-b23f-a9897d1ea1a0 req-f37c79db-3f03-41ea-bd83-cf2520e705cf service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469500
Nov 15 09:49:05.513882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84548d0>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:3d:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb209005-cfb5-40b6-940a-39d15336235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:49:02Z', 'revision_number': 9, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:05.518045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991b244-8e89-4067-81fc-b4380d1b9d6a None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:3d:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb209005-cfb5-40b6-940a-39d15336235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:49:02Z', 'revision_number': 9, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:49:05.809392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc500e5-08e8-481b-bafb-2eac3ecdb366 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:49:05.896975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce40688-367f-4f74-ae83-cd85dff8d40a req-535e56bc-53c5-4c00-a746-1796c23085ca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:05.899773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ce40688-367f-4f74-ae83-cd85dff8d40a req-535e56bc-53c5-4c00-a746-1796c23085ca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1039875
Nov 15 09:49:05.950823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ce40688-367f-4f74-ae83-cd85dff8d40a req-072affc5-89fe-41da-87ae-d30d8f1ea6c9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453022
Nov 15 09:49:06.609038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-8a539d70-c4c7-41e7-bc0e-80269317a04e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.0899112
Nov 15 09:49:06.754603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-0eda2583-b3ea-478c-9e6c-db407bbfd002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:06.756252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-0eda2583-b3ea-478c-9e6c-db407bbfd002 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1403916
Nov 15 09:49:06.879537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-30cb1189-5a95-4050-ab88-a374d9a5caad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 1001 time: 0.1167231
Nov 15 09:49:06.951494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-63113aad-0c45-4ef3-befc-6eb290129ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:06.953129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-63113aad-0c45-4ef3-befc-6eb290129ed2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0674498
Nov 15 09:49:07.047204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-c8bebdfd-eb67-4dc1-ac9a-4975bff88ef2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874205
Nov 15 09:49:07.182138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf99ea-b429-4d1c-9315-244ed9c6960f req-1979285a-769c-470e-8cff-080cab2d5315 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:07.183695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2bf99ea-b429-4d1c-9315-244ed9c6960f req-1979285a-769c-470e-8cff-080cab2d5315 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1008058
Nov 15 09:49:07.194851 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-7f391a4f-255b-4f73-9d0c-02d32aca1254 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409752
Nov 15 09:49:07.233319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2bf99ea-b429-4d1c-9315-244ed9c6960f req-3b117f84-cbbc-4b22-95f3-c0a18b225791 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429695
Nov 15 09:49:07.343439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-85af33bc-4893-4230-bd30-44b7b45a0f02 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413186
Nov 15 09:49:08.278358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:49:08.459542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758416-5fa5-419c-a985-56e4ca1e1275 req-715bae20-e2a5-48bf-bcc2-be7156971308 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:08.461738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b758416-5fa5-419c-a985-56e4ca1e1275 req-715bae20-e2a5-48bf-bcc2-be7156971308 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0942783
Nov 15 09:49:08.514292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b758416-5fa5-419c-a985-56e4ca1e1275 req-52b98b9a-3bdb-4011-a3d7-4407a65218c1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415454
Nov 15 09:49:09.740153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c74cd5-b74e-4590-a4f5-1c2c7c15478e req-e57a4aa8-1e34-42fb-b395-d51850e37bda tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:09.742335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72c74cd5-b74e-4590-a4f5-1c2c7c15478e req-e57a4aa8-1e34-42fb-b395-d51850e37bda tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0973458
Nov 15 09:49:09.792242 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72c74cd5-b74e-4590-a4f5-1c2c7c15478e req-58999d12-1a30-4aa0-8cf0-bebd29600610 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426686
Nov 15 09:49:11.016514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091f92-2306-44ec-a779-d0b1b28b6178 req-5ba4a462-9262-408b-b026-f423975856e8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:11.018137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1091f92-2306-44ec-a779-d0b1b28b6178 req-5ba4a462-9262-408b-b026-f423975856e8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0941660
Nov 15 09:49:11.071179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1091f92-2306-44ec-a779-d0b1b28b6178 req-8041a180-4355-474a-b87a-e3eb9232c293 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461235
Nov 15 09:49:12.296928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a38f-594c-45e4-9c5a-202f69a602be req-64e79702-fbb6-4b51-bee6-3f937e797951 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:12.298574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4785a38f-594c-45e4-9c5a-202f69a602be req-64e79702-fbb6-4b51-bee6-3f937e797951 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0949650
Nov 15 09:49:12.347927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4785a38f-594c-45e4-9c5a-202f69a602be req-9aa834e0-e7d7-48bf-9d7e-ba9704ced053 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427611
Nov 15 09:49:13.320552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a908cfcf-e65e-49c5-8d76-e062575670ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:13.577425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf8a8-e71f-47cd-9a1d-426bb6937cf2 req-2397f2de-dc4f-40e4-976b-232cc1020d5d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:13.578941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-317bf8a8-e71f-47cd-9a1d-426bb6937cf2 req-2397f2de-dc4f-40e4-976b-232cc1020d5d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0954397
Nov 15 09:49:13.627231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-317bf8a8-e71f-47cd-9a1d-426bb6937cf2 req-cb20057a-3500-4832-98dc-042379212f03 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421829
Nov 15 09:49:14.983113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237aa7f-5456-4c7d-8250-49fad0c26c7e req-8af0122d-f546-4992-aa8e-4173c0078872 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:14.984729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9237aa7f-5456-4c7d-8250-49fad0c26c7e req-8af0122d-f546-4992-aa8e-4173c0078872 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.2283087
Nov 15 09:49:15.031825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9237aa7f-5456-4c7d-8250-49fad0c26c7e req-1d5682fb-4c22-4ecc-bb80-7a2cce88ef09 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410707
Nov 15 09:49:15.697475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-21d09d85-a6c3-41c9-a365-df78c72190e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:16.160527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:16.267738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da0bc-1fa3-4138-b096-7137d0d2cd4f req-8556fa8f-40a1-48ed-8e6d-b0398b36d11b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:16.269391 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-165da0bc-1fa3-4138-b096-7137d0d2cd4f req-8556fa8f-40a1-48ed-8e6d-b0398b36d11b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1021576
Nov 15 09:49:16.318900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-165da0bc-1fa3-4138-b096-7137d0d2cd4f req-afd86a53-f431-412d-9fe2-056cf5a60dff tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422828
Nov 15 09:49:16.366200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:17.553287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b1d7d-c3c2-404c-9bae-c020b686b4bb req-03c7ecf5-3904-4ff1-8491-102109cd2a7d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:17.555650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f64b1d7d-c3c2-404c-9bae-c020b686b4bb req-03c7ecf5-3904-4ff1-8491-102109cd2a7d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0948534
Nov 15 09:49:17.566254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:17.607941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f64b1d7d-c3c2-404c-9bae-c020b686b4bb req-bdd1fc16-cbe9-4791-9466-b7c47b181053 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459323
Nov 15 09:49:17.965596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:18.832154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e4bf-e224-4dd5-ba2a-7bf0c145429a req-6793813d-8ce9-4606-a7e1-c3126b2a3268 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:18.833848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bb1e4bf-e224-4dd5-ba2a-7bf0c145429a req-6793813d-8ce9-4606-a7e1-c3126b2a3268 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0958078
Nov 15 09:49:18.883904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bb1e4bf-e224-4dd5-ba2a-7bf0c145429a req-5076bd50-8761-479b-a6a3-38aa6c8a0ed3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436163
Nov 15 09:49:19.375980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-b6b7e369-68e2-406e-9e48-f9bfde351758 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.0873649
Nov 15 09:49:19.535432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-da2c17ad-3be6-4896-9cef-1a3d32f8861e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:19.537076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-da2c17ad-3be6-4896-9cef-1a3d32f8861e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1417003
Nov 15 09:49:19.659924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-34636a2c-cf2f-404f-abad-5d295b5083dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 1001 time: 0.1149576
Nov 15 09:49:19.734500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-40e990cd-5f17-4292-a0b1-c534e201a432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:19.736110 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-40e990cd-5f17-4292-a0b1-c534e201a432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0694895
Nov 15 09:49:19.829548 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-ff30534d-a90d-4304-a73d-9b09a20e7ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857120
Nov 15 09:49:19.979587 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-2d1a1041-5252-4a3a-bea2-d1f9d5871ed6 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417232
Nov 15 09:49:20.112675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3bc35-bac8-4a31-aa5b-a8df8da92ad4 req-066b7fab-1024-4e59-a52d-747dea65b386 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:20.114310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25a3bc35-bac8-4a31-aa5b-a8df8da92ad4 req-066b7fab-1024-4e59-a52d-747dea65b386 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0985868
Nov 15 09:49:20.131466 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8a48d9a-b8a7-440b-b2ba-bdfb6828f020 req-ddd7b499-85a6-4068-a941-83c7ed39a9ee service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431744
Nov 15 09:49:20.164041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25a3bc35-bac8-4a31-aa5b-a8df8da92ad4 req-a5672a03-b4a7-4b22-87b6-3a37f81ef24d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425575
Nov 15 09:49:21.384924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93a412-fd6c-4962-aa00-24f22cef39b0 req-42bf910e-634f-452d-ac8d-b2163369c902 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:21.386524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c93a412-fd6c-4962-aa00-24f22cef39b0 req-42bf910e-634f-452d-ac8d-b2163369c902 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0921359
Nov 15 09:49:21.435197 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c93a412-fd6c-4962-aa00-24f22cef39b0 req-78d43a44-86c8-45b1-beb7-646f901dca99 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424440
Nov 15 09:49:22.918182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62ffc-905c-4b80-8c42-898a1c738e79 req-3fdc2d03-b979-4186-9d83-2e78f8580378 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:22.920078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cd62ffc-905c-4b80-8c42-898a1c738e79 req-3fdc2d03-b979-4186-9d83-2e78f8580378 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.3535416
Nov 15 09:49:22.968122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9cd62ffc-905c-4b80-8c42-898a1c738e79 req-11cf5346-77f2-40df-942c-0a0e90495264 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418053
Nov 15 09:49:24.191962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45a43-f7de-4d91-90c2-55799c2e573d req-4e65c7b2-ca5e-45c2-bf79-b707863dbdd2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:24.193503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ec45a43-f7de-4d91-90c2-55799c2e573d req-4e65c7b2-ca5e-45c2-bf79-b707863dbdd2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0930219
Nov 15 09:49:24.248285 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ec45a43-f7de-4d91-90c2-55799c2e573d req-f364e59f-ef6a-48a5-a0a9-7966459829f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481024
Nov 15 09:49:25.469708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644e795-899a-4b3e-b9dd-73124c725c4d req-362cbbc7-0de5-41e3-a329-ba63c5e1de79 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:25.471336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7644e795-899a-4b3e-b9dd-73124c725c4d req-362cbbc7-0de5-41e3-a329-ba63c5e1de79 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0944452
Nov 15 09:49:25.519648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7644e795-899a-4b3e-b9dd-73124c725c4d req-453f2c85-83b0-491b-ace2-b2e13cea105b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421414
Nov 15 09:49:26.745218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f718d6-9663-4667-b426-658d4105cb73 req-b5915540-5ee6-4f3a-b974-65d3ca7c6d5d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:26.746822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b1f718d6-9663-4667-b426-658d4105cb73 req-b5915540-5ee6-4f3a-b974-65d3ca7c6d5d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0996342
Nov 15 09:49:26.795299 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b1f718d6-9663-4667-b426-658d4105cb73 req-c2b8fd28-f5ea-437b-a009-84d10a43c99c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422451
Nov 15 09:49:28.020808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d7549-f091-4063-b170-9d23e0841735 req-6d61f058-685c-4422-b856-2e0e7fc9e799 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:28.022425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-569d7549-f091-4063-b170-9d23e0841735 req-6d61f058-685c-4422-b856-2e0e7fc9e799 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0937006
Nov 15 09:49:28.072188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-569d7549-f091-4063-b170-9d23e0841735 req-755decc0-e27d-40ea-a1e0-6c104112ed2e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432193
Nov 15 09:49:29.300269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad256-1b47-404e-ad6e-77d55493260d req-41e41374-c85d-40ac-820c-3b25384cb156 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:29.301902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c67ad256-1b47-404e-ad6e-77d55493260d req-41e41374-c85d-40ac-820c-3b25384cb156 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1008916
Nov 15 09:49:29.351719 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c67ad256-1b47-404e-ad6e-77d55493260d req-e835ef5a-078f-4afc-bec9-109826032771 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428846
Nov 15 09:49:30.575399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c17e7-4601-4b17-a9b1-0c6fed3131a9 req-415d90d9-ffbe-424c-bc37-c6bc2b0e227b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:30.577043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-507c17e7-4601-4b17-a9b1-0c6fed3131a9 req-415d90d9-ffbe-424c-bc37-c6bc2b0e227b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0952909
Nov 15 09:49:30.628516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-507c17e7-4601-4b17-a9b1-0c6fed3131a9 req-ebb3844a-4e39-4b42-87b1-e4e8ef1ff7c2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453830
Nov 15 09:49:31.855882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4faac-11d6-4020-a65f-ea26bad83ad4 req-8f5e6309-0446-4655-b3ff-db8286608ecd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:31.857520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46b4faac-11d6-4020-a65f-ea26bad83ad4 req-8f5e6309-0446-4655-b3ff-db8286608ecd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0953319
Nov 15 09:49:31.906637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46b4faac-11d6-4020-a65f-ea26bad83ad4 req-5572f762-bb4b-4d57-bf15-c8afb128d194 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429385
Nov 15 09:49:33.135057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853eb69-0a2b-4c50-9759-f96756c89618 req-bd25a9a8-da1e-4cd9-b7d1-5e4f6dd7ae6f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:33.136637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8853eb69-0a2b-4c50-9759-f96756c89618 req-bd25a9a8-da1e-4cd9-b7d1-5e4f6dd7ae6f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0995874
Nov 15 09:49:33.184969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8853eb69-0a2b-4c50-9759-f96756c89618 req-0094b63a-d199-4b6a-8866-5337f6d4d27a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419767
Nov 15 09:49:34.406609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4c6c2-46e0-4e3b-a63a-4fbde26c560d req-44cf4fc0-66cb-4f7a-93c1-bafd11aae269 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:34.408294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70c4c6c2-46e0-4e3b-a63a-4fbde26c560d req-44cf4fc0-66cb-4f7a-93c1-bafd11aae269 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0942159
Nov 15 09:49:34.457145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-70c4c6c2-46e0-4e3b-a63a-4fbde26c560d req-a15eaa7c-c0b2-4b41-b73e-a057e6c4a893 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427167
Nov 15 09:49:35.685546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e6da3-57a5-43e0-8989-227da6c4f1da req-23e11bf8-2e0a-48fd-af2d-f0ce4c3e051c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:35.687084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c51e6da3-57a5-43e0-8989-227da6c4f1da req-23e11bf8-2e0a-48fd-af2d-f0ce4c3e051c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0971053
Nov 15 09:49:35.734938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c51e6da3-57a5-43e0-8989-227da6c4f1da req-3c9b71c6-f82c-44e7-a366-f251c5d503a9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416503
Nov 15 09:49:36.981430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671470a0-8e7a-4321-be0b-2413a63d783e req-a016d3a9-3c61-41d6-8537-e31fb8a39f50 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:36.983369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-671470a0-8e7a-4321-be0b-2413a63d783e req-a016d3a9-3c61-41d6-8537-e31fb8a39f50 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1115317
Nov 15 09:49:37.039525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-671470a0-8e7a-4321-be0b-2413a63d783e req-3df817f9-0015-4cee-802b-21866e31dcaf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492899
Nov 15 09:49:38.264094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799795-592a-43b1-b1b3-399afc3f3ade req-9b2d29f3-e2ad-4004-b6a3-3f1a2b914ee3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:38.265692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8c799795-592a-43b1-b1b3-399afc3f3ade req-9b2d29f3-e2ad-4004-b6a3-3f1a2b914ee3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0959654
Nov 15 09:49:38.313794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8c799795-592a-43b1-b1b3-399afc3f3ade req-59405dd8-aa30-4395-bc75-05de8c7c7e8c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420630
Nov 15 09:49:39.543665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903e69-52ed-4f0d-b5ef-3522bdfdc2cc req-9e3e1c54-147c-4d38-9442-53c3333dc1e1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:39.545614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e903e69-52ed-4f0d-b5ef-3522bdfdc2cc req-9e3e1c54-147c-4d38-9442-53c3333dc1e1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0977213
Nov 15 09:49:39.593015 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e903e69-52ed-4f0d-b5ef-3522bdfdc2cc req-6f64b6b5-8d81-4980-a25f-46f58e58b36a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412891
Nov 15 09:49:39.768193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-f4c2eca3-b0e4-484f-b428-61641aec8629 service neutron] 10.222.0.65 "GET /v2.0/ports/52ff659a-a35c-4bc9-84bf-49594c0191f3/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0896957
Nov 15 09:49:40.201505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-7099c347-3eb5-417b-87ae-edc795688335 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1162 time: 0.0866702
Nov 15 09:49:40.331604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-2d5c39f5-2a23-4956-8bec-28b70f3212c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.0930476
Nov 15 09:49:40.475236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-a19b013e-24c7-42f7-b9d4-a11b1f13deac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:40.476845 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-a19b013e-24c7-42f7-b9d4-a11b1f13deac service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1383440
Nov 15 09:49:40.597008 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-c2f56b47-a7e8-41ac-a45f-8d69f699195a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 1001 time: 0.1124120
Nov 15 09:49:40.671375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-4a60182a-fe9f-41f7-8c27-4bd254a944fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:40.673026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-4a60182a-fe9f-41f7-8c27-4bd254a944fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0689738
Nov 15 09:49:40.765897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-144dc05f-f4d8-41cb-ab04-e59844d746f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852726
Nov 15 09:49:40.818092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5e800-9566-4033-addc-1c4bd92748cd req-9c844db4-dc48-4da3-9e32-a2a92416c34b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:40.819749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9bd5e800-9566-4033-addc-1c4bd92748cd req-9c844db4-dc48-4da3-9e32-a2a92416c34b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0960193
Nov 15 09:49:40.844054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:49:40.886362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9bd5e800-9566-4033-addc-1c4bd92748cd req-17c10569-dd5a-47fc-8845-05bf1b0baef9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0587132
Nov 15 09:49:40.922578 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-ec665a4d-57a4-43db-8900-b4970e880135 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474717
Nov 15 09:49:40.987607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:41.021030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:41.032514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:41.063182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:41.065325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:41.076944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c6198b8-7c9c-4caa-bcea-860d24a78cae req-2f1da8b5-8883-4067-b7eb-9537e98312ed service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468310
Nov 15 09:49:41.143073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:41.153507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.153911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.154339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.154734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.155207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.155594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.156023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.156385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.156764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.157143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.157519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.157898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.158332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.158710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.159085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.159460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.159833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:41.171196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:41.217864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:49:42.114751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea09e-fc64-4b25-a6fa-6a97f245544f req-2a2ad919-8a56-42f6-9615-affb6721aa07 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:42.116311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f5ea09e-fc64-4b25-a6fa-6a97f245544f req-2a2ad919-8a56-42f6-9615-affb6721aa07 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0921988
Nov 15 09:49:42.165205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f5ea09e-fc64-4b25-a6fa-6a97f245544f req-062e97b8-abca-4b2b-9cc0-880b0bdd1aca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420966
Nov 15 09:49:43.314505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3205abd-337d-46d7-9870-bab80993a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:43.396653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844fba-8fdd-43e6-b3c5-63e0216fd55a req-8ef1fc54-ecc8-4ab8-ba16-df755082a98c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:43.398280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-92844fba-8fdd-43e6-b3c5-63e0216fd55a req-8ef1fc54-ecc8-4ab8-ba16-df755082a98c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0990438
Nov 15 09:49:43.450216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-92844fba-8fdd-43e6-b3c5-63e0216fd55a req-dabd4126-1b23-48c8-97bb-b54276554c23 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453501
Nov 15 09:49:44.672788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4aa64-53a4-4c74-b765-fe8b6942964b req-97c7ce6a-380b-4d74-aa27-726eb4105759 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:44.674420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0bc4aa64-53a4-4c74-b765-fe8b6942964b req-97c7ce6a-380b-4d74-aa27-726eb4105759 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0946195
Nov 15 09:49:44.723519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0bc4aa64-53a4-4c74-b765-fe8b6942964b req-d1dbdc94-72af-494c-b58e-62e8a27191ca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421903
Nov 15 09:49:45.281403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:49:45.305804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:49:45.393540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:49:45.393980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:45.402129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-a7cf84aa-7560-4efb-a6bd-0f95592997f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:45.402917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-a7cf84aa-7560-4efb-a6bd-0f95592997f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:49:45.425701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95b01f-5110-4fcd-b88c-22a4213f95e0 req-fd01e951-bd49-437c-8490-b90e4d919bd9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:45.430524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df95b01f-5110-4fcd-b88c-22a4213f95e0 req-fd01e951-bd49-437c-8490-b90e4d919bd9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.1042030
Nov 15 09:49:45.440017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-a7cf84aa-7560-4efb-a6bd-0f95592997f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:49:45.441460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-a7cf84aa-7560-4efb-a6bd-0f95592997f4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 943 time: 0.1452687
Nov 15 09:49:45.481336 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df95b01f-5110-4fcd-b88c-22a4213f95e0 req-c4cc892a-059b-421d-8827-c58e3c86ec70 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457127
Nov 15 09:49:45.534622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:45.536091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-ab2b3145-3ad3-4bb3-8ce1-f54b1bc8938c service neutron] 10.222.0.65 "GET /v2.0/ports/52ff659a-a35c-4bc9-84bf-49594c0191f3/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0880842
Nov 15 09:49:45.563147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:45.573426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:45.605821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:45.607873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:45.643077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:49:45.673327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-09a9372f-bd12-48be-b756-73b96591126e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1162 time: 0.0922058
Nov 15 09:49:45.701252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:45.705630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:45.708620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7389-5524-4064-afd3-d06e3c3c891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:45.820557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-5ada490f-fee7-49d0-87bb-d8bce903fd07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:45.822063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-5ada490f-fee7-49d0-87bb-d8bce903fd07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1413472
Nov 15 09:49:45.942596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-2b87204f-3bbb-4a58-8eaf-774a06caa230 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 1001 time: 0.1132112
Nov 15 09:49:46.015812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-2426b830-d103-438e-abc3-8daa492992df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:46.017438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-2426b830-d103-438e-abc3-8daa492992df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0677142
Nov 15 09:49:46.109179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-ed21d67c-53c7-424b-bac5-306ea70ca0a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841744
Nov 15 09:49:46.143016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:46.256796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-ea9dbbf0-369c-4309-9eaa-aede4f4f6f5f service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402621
Nov 15 09:49:46.360360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:46.406738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-5b114889-46d9-478d-ba64-848ed7d509a0 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412563
Nov 15 09:49:46.714081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa07c5-d550-48fe-a2db-319d238fa0e1 req-2dfcb3a9-000c-4225-8f06-ceff6da76072 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:46.715608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0efa07c5-d550-48fe-a2db-319d238fa0e1 req-2dfcb3a9-000c-4225-8f06-ceff6da76072 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0999384
Nov 15 09:49:46.765217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0efa07c5-d550-48fe-a2db-319d238fa0e1 req-cdace9cc-d76f-457c-980d-1d0f681826d3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433178
Nov 15 09:49:47.110736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:49:47.190654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:49:47.191080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:47.576926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:47.977467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:47.994262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509c265-c814-488b-b117-c6e844650944 req-d7721d56-4ca5-42e4-b2b1-5624b200fce9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:47.995903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5509c265-c814-488b-b117-c6e844650944 req-d7721d56-4ca5-42e4-b2b1-5624b200fce9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0942230
Nov 15 09:49:48.043985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5509c265-c814-488b-b117-c6e844650944 req-e55fc87c-6ec6-4ab3-a05b-29b0eba74c07 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416286
Nov 15 09:49:48.914520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:49:49.050826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:49.096403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:49.107169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:49.153508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:49.156838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:49.197622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:49:49.242975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:49.246641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:49.285254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b3a52-150d-4dbf-bdf4-b56a503baddc req-5dd92748-6712-4cfb-85af-8d882f51c3a7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:49.286854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-364b3a52-150d-4dbf-bdf4-b56a503baddc req-5dd92748-6712-4cfb-85af-8d882f51c3a7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.1045563
Nov 15 09:49:49.340503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-364b3a52-150d-4dbf-bdf4-b56a503baddc req-5210635c-edc6-4eb5-85e7-da069b61cdb2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468869
Nov 15 09:49:49.595826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-64ae25d1-6885-4b2c-b2cb-69e37f4ec2a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1160 time: 0.0915115
Nov 15 09:49:49.715698 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-ceb04263-5b6e-4a1a-b6bf-221bd28f6e40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 1160 time: 0.0850847
Nov 15 09:49:49.861235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-f49a836c-24fb-45f5-a3db-d7f7358111d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:49.862862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-f49a836c-24fb-45f5-a3db-d7f7358111d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1403401
Nov 15 09:49:49.986503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-94b11d71-8ac7-48e8-aa26-d0b9d2b91f79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 200  len: 999 time: 0.1162198
Nov 15 09:49:50.056497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-25bfd0a7-252e-43fc-900a-f295541d9136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:50.058072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-25bfd0a7-252e-43fc-900a-f295541d9136 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0643623
Nov 15 09:49:50.150741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-a0e3426c-e6b9-413a-b621-2c416591654e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851502
Nov 15 09:49:50.298170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-3338cd2a-57e1-4a4a-90cf-1541a7264673 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386037
Nov 15 09:49:50.442980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dddabfc2-93dd-4e77-902b-7d9376628aed req-0cf2158c-f132-4673-83a8-5b605bdbd857 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365242
Nov 15 09:49:50.571408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0c4b6-0ca6-4e64-8825-9bdfc491ab67 req-7740911d-5245-4599-9068-f1b34418f62d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:50.573057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e0c4b6-0ca6-4e64-8825-9bdfc491ab67 req-7740911d-5245-4599-9068-f1b34418f62d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0953617
Nov 15 09:49:50.624016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98e0c4b6-0ca6-4e64-8825-9bdfc491ab67 req-4e812856-fab1-46d5-b4fc-cd120e88269b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448358
Nov 15 09:49:51.846061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ebeca-2198-459c-86d9-22456b9cdd35 req-7f3dcaab-38d3-4dee-807b-1cbb0ca58560 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:51.847675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c3ebeca-2198-459c-86d9-22456b9cdd35 req-7f3dcaab-38d3-4dee-807b-1cbb0ca58560 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0938985
Nov 15 09:49:51.896842 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c3ebeca-2198-459c-86d9-22456b9cdd35 req-39f575c4-c95a-45bf-8458-9aad2450585a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421631
Nov 15 09:49:53.122034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f346-42b6-4aee-a969-3d5f2de57bbc req-477368a2-da2c-4778-984f-ab99254d9893 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:53.123565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-92c6f346-42b6-4aee-a969-3d5f2de57bbc req-477368a2-da2c-4778-984f-ab99254d9893 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0969961
Nov 15 09:49:53.171440 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-92c6f346-42b6-4aee-a969-3d5f2de57bbc req-ff963cb9-9d06-46c8-96dc-1e54a3cffe50 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417104
Nov 15 09:49:53.298238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:49:53.380066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:49:53.380429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:53.395808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a6933-9b2b-4e32-9eca-ccc1c2c03926 req-b998becf-11bd-47df-8f79-be89c44401c4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:53.397448 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee9a6933-9b2b-4e32-9eca-ccc1c2c03926 req-b998becf-11bd-47df-8f79-be89c44401c4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 943 time: 0.0935202
Nov 15 09:49:53.446467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee9a6933-9b2b-4e32-9eca-ccc1c2c03926 req-92522d2e-ea70-4e16-a8df-ccca78804db4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425627
Nov 15 09:49:53.520385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:53.549166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:53.560054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:53.600356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:53.602944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:53.639099 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:49:53.673011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea8b9-3a0c-4703-8524-053a770b1e72 req-caa0aa1f-eb54-4ece-9797-5d4a0126725b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:53.674651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-144ea8b9-3a0c-4703-8524-053a770b1e72 req-caa0aa1f-eb54-4ece-9797-5d4a0126725b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0997012
Nov 15 09:49:53.685632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=8']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:53.689031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:53.725959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-144ea8b9-3a0c-4703-8524-053a770b1e72 req-0704ab25-9f30-4af6-874c-4f2676012847 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442066
Nov 15 09:49:54.257346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ca65-6d5b-4ac4-9dc5-fa46508a28fb req-995d8569-0aed-48e1-b9df-ca861a04da73 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:54.259474 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d77ca65-6d5b-4ac4-9dc5-fa46508a28fb req-995d8569-0aed-48e1-b9df-ca861a04da73 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0944233
Nov 15 09:49:54.313925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d77ca65-6d5b-4ac4-9dc5-fa46508a28fb req-b272a99a-73e9-44c3-8d96-3df214b9950c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481582
Nov 15 09:49:55.157845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:49:55.241593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 52ff659a-a35c-4bc9-84bf-49594c0191f3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:49:55.242678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:55.541446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8ad8-618b-476c-9fdf-3c2e6993947f req-5250969e-c889-4cb9-8542-168db8285adf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:55.543074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f27e8ad8-618b-476c-9fdf-3c2e6993947f req-5250969e-c889-4cb9-8542-168db8285adf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.0939777
Nov 15 09:49:55.591663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f27e8ad8-618b-476c-9fdf-3c2e6993947f req-1188d0e4-cc15-4bd8-b061-24f5a7edac18 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421433
Nov 15 09:49:56.818319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-c464eaf0-4f51-473c-8f31-7147ca249db2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:56.820725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-c464eaf0-4f51-473c-8f31-7147ca249db2 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1033905
Nov 15 09:49:56.828745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f637c-dc5c-442f-8d5c-33ebe87daad2 req-832df4e0-d67b-4973-9550-ea1428cb110e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:49:56.830366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4e4f637c-dc5c-442f-8d5c-33ebe87daad2 req-832df4e0-d67b-4973-9550-ea1428cb110e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 945 time: 0.1094286
Nov 15 09:49:56.884065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4e4f637c-dc5c-442f-8d5c-33ebe87daad2 req-389819d4-2f53-4fcd-a8c7-79331ba79851 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464253
Nov 15 09:49:56.982413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 52ff659a-a35c-4bc9-84bf-49594c0191f3 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:49:57.129699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.164613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:57.175629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:57.195461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Deleting port 52ff659a-a35c-4bc9-84bf-49594c0191f3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:49:57.195461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.217618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.219696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:57.253246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'code': 200}
Nov 15 09:49:57.299687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=9']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:57.303026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:57.483291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] For port 52ff659a-a35c-4bc9-84bf-49594c0191f3, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=52ff659a-a35c-4bc9-84bf-49594c0191f3,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:49:57.483588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.828469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.829032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:57.829214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 disassociated. External IP: 172.26.4.52, port: 52ff659a-a35c-4bc9-84bf-49594c0191f3.
Nov 15 09:49:57.829599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Calling delete_port for 52ff659a-a35c-4bc9-84bf-49594c0191f3 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:49:58.071312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d117970a-a2bf-445f-b662-fa425dc67339 req-45d8cca4-f846-4f48-87bf-51020e91076d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 210 time: 0.0483298
Nov 15 09:49:58.077518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:58.094609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:49:58.190824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'Port': ['ID=52ff659a-a35c-4bc9-84bf-49594c0191f3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:49:58.219747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.220208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.220639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.221085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.221508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.221926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.222344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.222760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.223178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.223593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.224037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.224454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.224921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.225333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.225741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.226279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.226710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.227175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.227588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.228029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.228442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.228862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.229265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.229673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:49:58.235039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:49:58.558848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:49:58.886142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:49:58.896554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:49:58.909287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:49:58.909956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8252f98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:49:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:58.926519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] No DVR routers for this DVR port 52ff659a-a35c-4bc9-84bf-49594c0191f3 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:49:58.928909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:49:58.932702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-deleted', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:49:58.979806 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9543ec27-09a2-4112-8ef8-3a6dd4d66015 req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "DELETE /v2.0/ports/52ff659a-a35c-4bc9-84bf-49594c0191f3 HTTP/1.1" status: 204  len: 173 time: 2.1536782
Nov 15 09:49:58.994927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb209005-cfb5-40b6-940a-39d15336235a', 'name': 'network-vif-deleted', 'tag': '52ff659a-a35c-4bc9-84bf-49594c0191f3', 'status': 'completed', 'code': 200}
Nov 15 09:49:59.147416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:49:59.277205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccfd2381-71ad-473d-80ad-f8fc93805cdb req-035f510e-39fd-4736-8ffd-2de501c5c58b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=eb209005-cfb5-40b6-940a-39d15336235a HTTP/1.1" status: 200  len: 210 time: 0.0539596
Nov 15 09:49:59.496809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8252f98>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:59.500855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:49:59.512624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:49:59.513286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8252f98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:49:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:49:59.739919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:50:00.240772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8252f98>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:50:00.244973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51e350-2356-42ca-8cc2-340ef178afdb None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:50:00.630332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf0b133-0e5d-4382-953b-481ef7c5aeb4 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:50:00.698517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-fede8fd7-85ac-4220-b8e7-7b6f688f1869 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--40661620&fields=id&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 267 time: 0.0483172
Nov 15 09:50:00.869397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-a34530a1-928f-4912-8530-7591cb784697 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:00.871109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-a34530a1-928f-4912-8530-7591cb784697 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1649003
Nov 15 09:50:00.889171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8b00e2c0-d39e-4022-a8c1-c398bfb8e722 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/quotas/564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 375 time: 0.0120418
Nov 15 09:50:00.988512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-e2352d12-97cc-4c74-bcc6-ab071d6415e6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934813
Nov 15 09:50:01.137031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-53bf46e9-e09b-41de-a802-c884ef5bf5f0 service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357195
Nov 15 09:50:01.280172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-cad5346d-c3d8-4f93-9b5d-d0a81de6059d service neutron] 10.222.0.81 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366165
Nov 15 09:50:01.518493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ca0713b-a6f2-46e1-bd07-b347e55f45e9 req-7975d22d-8394-492c-9ecc-453798bf7dda tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 210 time: 0.0523753
Nov 15 09:50:02.698794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ed88f97-6aed-4f14-b647-61fee068b26d req-df401c99-999c-42f7-873f-37a00d5e42d3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 210 time: 0.0475593
Nov 15 09:50:03.501707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-70cb6355-2ca8-4acc-b2d8-4e5138b57c9f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:03.503339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-70cb6355-2ca8-4acc-b2d8-4e5138b57c9f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 811 time: 0.1622727
Nov 15 09:50:03.601838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d8a889c9-3f6e-4d50-bfdd-b92bb28adbe1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 5043 time: 0.0743308
Nov 15 09:50:03.610656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'port': {'device_id': '325b7703-81b2-491b-adf8-17053b53e65e', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'admin_state_up': True, 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'security_groups': ['ea2d4571-5463-48ce-96a6-9ee532b637ad']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:50:03.761817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:50:03.766211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Usage tracker for resource:port and tenant:564cb2fa49104b4a8401dfeac1dc54c3 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:50:03.769462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Quota usage for port was recalculated. Used quota:3. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:50:03.776994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:50:03.805875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Made reservation on behalf of 564cb2fa49104b4a8401dfeac1dc54c3 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:50:03.811566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:03.889676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fc048bca-e5a4-4bd7-8df9-51d8f5c6ec51 req-502d8a1c-b45d-4e08-8bbd-2ed6d69b9d65 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 210 time: 0.0516510
Nov 15 09:50:04.137922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Allocated IP 172.20.0.8 (5ab4aceb-7219-4a15-b910-d164038f971a/db502b44-80ca-4661-9df3-c7714d1c2dc6/e708ab8b-50c3-403e-8e49-bdfbe7afef78) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:50:04.396444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:04.428340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Transition to ACTIVE for port object e708ab8b-50c3-403e-8e49-bdfbe7afef78 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:50:04.491979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:04.508362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:50:04.660525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:50:04.665496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:50:04.719015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Network 5ab4aceb-7219-4a15-b910-d164038f971a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:50:04.720331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:50:04.722768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:50:04.794275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:04.794975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:04.880182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2734923
Nov 15 09:50:04.901818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Request body: {'port': {'device_id': '325b7703-81b2-491b-adf8-17053b53e65e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:50:05.038126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:05.051421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c4f0efd7-53c1-400d-86d0-3d86242d75ee None None] Provisioning for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:50:05.057840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c4f0efd7-53c1-400d-86d0-3d86242d75ee None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:50:05.058278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c4f0efd7-53c1-400d-86d0-3d86242d75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:05.123107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbdf6d-12bb-4607-a055-645b3e73663d req-2090c4ff-6e47-414a-bcd8-3467299d7122 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:05.124169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dbbdf6d-12bb-4607-a055-645b3e73663d req-2090c4ff-6e47-414a-bcd8-3467299d7122 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 931 time: 0.1020429
Nov 15 09:50:05.126933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0efd7-53c1-400d-86d0-3d86242d75ee None None] Port e708ab8b-50c3-403e-8e49-bdfbe7afef78 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:50:05.176809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dbbdf6d-12bb-4607-a055-645b3e73663d req-8c65e9aa-992e-4aeb-8951-0e024925b711 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441644
Nov 15 09:50:05.501390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e708ab8b-50c3-403e-8e49-bdfbe7afef78 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:50:05.509234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:05.522392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Transition to ACTIVE for port object e708ab8b-50c3-403e-8e49-bdfbe7afef78 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:50:05.554368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:05.570706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d50fb0d-c0a6-4368-86ce-cdafc5317530 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:50:05.718994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:50:05.722146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:50:05.918863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Attempting to bind port e708ab8b-50c3-403e-8e49-bdfbe7afef78 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:50:05.919660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Attempting to bind port e708ab8b-50c3-403e-8e49-bdfbe7afef78 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:50:05.919932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Attempting to bind port e708ab8b-50c3-403e-8e49-bdfbe7afef78 on network 5ab4aceb-7219-4a15-b910-d164038f971a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:50:05.927177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:50:05.927563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Checking segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:50:05.928002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:05.928436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Bound using segment: {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:50:05.929646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Bound port: e708ab8b-50c3-403e-8e49-bdfbe7afef78, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b5b94a-46c3-40fb-ace2-88772622eb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:50:05.930037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:06.030813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:50:06.034044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:50:06.068827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:06.085178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d511204b-8a4c-41a3-b0c2-6c33c37da3ea tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:50:06.413715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09306ca-4ba8-400e-9629-98e479f9b6f2 req-f4b136f5-5cdf-4dff-98d9-503f591b0b82 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:06.415516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09306ca-4ba8-400e-9629-98e479f9b6f2 req-f4b136f5-5cdf-4dff-98d9-503f591b0b82 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.1015160
Nov 15 09:50:06.466749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09306ca-4ba8-400e-9629-98e479f9b6f2 req-09f28a39-9450-4c3f-b256-edeaef6560f7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446675
Nov 15 09:50:06.532107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:50:06.535653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:50:06.568994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:06.570496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] 10.222.0.65 "PUT /v2.0/ports/e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 1157 time: 1.6736166
Nov 15 09:50:06.571074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:50:06.632487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'status': 'completed', 'code': 200}
Nov 15 09:50:06.753809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-0765d4e6-d36a-464f-974e-e0e7ab8f2145 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1160 time: 0.0882030
Nov 15 09:50:06.845980 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-afa0ed5a-ec58-4b75-8ebd-e5511cfdafe4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 217 time: 0.0781116
Nov 15 09:50:06.922568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-004aab16-d42d-41d1-9cde-28d06897e0d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:06.924292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-004aab16-d42d-41d1-9cde-28d06897e0d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0700703
Nov 15 09:50:07.020627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-195f6d61-c373-47a6-a3d2-5142d3b43ba4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895164
Nov 15 09:50:07.174446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-1e45f406-de91-46fe-8fb5-3815225eb8cb service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458499
Nov 15 09:50:07.319415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d71c5233-76a0-445b-aff2-227c4bc32d5f req-01f92a61-b6f7-48f4-b893-a9b468e21d2b service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381767
Nov 15 09:50:07.539188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-35a05cf2-1c20-42cc-959c-a96ec7363012 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1160 time: 0.0888860
Nov 15 09:50:07.688873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-65df9239-f9e0-4af6-b7b1-8abe1859f042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:07.690486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-65df9239-f9e0-4af6-b7b1-8abe1859f042 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1437559
Nov 15 09:50:07.695547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b4b99-7ded-43c4-b61c-de828673c35f req-223a049a-06e4-432a-a818-dc218a7bffc5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:07.697221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb8b4b99-7ded-43c4-b61c-de828673c35f req-223a049a-06e4-432a-a818-dc218a7bffc5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0989509
Nov 15 09:50:07.746781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb8b4b99-7ded-43c4-b61c-de828673c35f req-0a198d9e-44d1-4227-82c8-983393bd565e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433195
Nov 15 09:50:07.772095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-66c47fe9-3849-489a-b2e9-0f24543afa4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 217 time: 0.0731781
Nov 15 09:50:07.844418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-11e9afeb-7452-4a97-81ec-8f83282e3e21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:07.846034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-11e9afeb-7452-4a97-81ec-8f83282e3e21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0654459
Nov 15 09:50:07.943041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-f18cd85a-205c-483a-a1af-8b38a3e89d2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895853
Nov 15 09:50:08.090921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-b0054490-e2cd-4a79-8db9-b1b3785d2acc service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395521
Nov 15 09:50:08.236126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30cd6a17-c4b4-45ad-a73c-73f4c14985e7 req-237cdf15-3935-4e8c-b785-dc6c627fec7a service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379318
Nov 15 09:50:08.972384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4dbc3-9af2-4c5a-9a8a-d8718ecc3abb req-aa1d9ad4-6b91-47f3-85ed-6e6e9cac31bc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:08.974012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-53c4dbc3-9af2-4c5a-9a8a-d8718ecc3abb req-aa1d9ad4-6b91-47f3-85ed-6e6e9cac31bc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0945959
Nov 15 09:50:09.280302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-53c4dbc3-9af2-4c5a-9a8a-d8718ecc3abb req-569a1bb5-8b6d-4e38-a920-f11b87abf3ba tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3001041
Nov 15 09:50:09.489914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:50:09.605239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:50:09.610097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:50:09.610522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:09.746756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:09.775075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:50:09.785482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:50:09.816272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:09.818419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:50:09.851682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'code': 200}
Nov 15 09:50:09.902190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:50:09.905278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:50:10.179582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d643e7b1-023f-4721-ae48-a54ca3e5ac39 req-0e682159-2ffb-4a23-b4c6-074fa4f6d5f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0828550
Nov 15 09:50:10.225360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d643e7b1-023f-4721-ae48-a54ca3e5ac39 req-3bb620ce-08e2-4ecd-ace3-c369acf08859 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384862
Nov 15 09:50:10.505721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bc098-ecba-4dee-8326-b3162220842a req-31bc76f6-6392-42fc-b33d-add1a3f27dff tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:10.507886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-285bc098-ecba-4dee-8326-b3162220842a req-31bc76f6-6392-42fc-b33d-add1a3f27dff tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0938776
Nov 15 09:50:10.556421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-285bc098-ecba-4dee-8326-b3162220842a req-8a7b5227-04e2-49c4-b193-736259bf8a85 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424368
Nov 15 09:50:11.234976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:50:11.314014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:50:11.314437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:11.783031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ab37f-9214-4fa4-8cf7-f30c8f0f3173 req-f3ba6209-f2ff-419a-8287-71e59e015a35 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:11.784709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-520ab37f-9214-4fa4-8cf7-f30c8f0f3173 req-f3ba6209-f2ff-419a-8287-71e59e015a35 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0980210
Nov 15 09:50:11.834933 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-520ab37f-9214-4fa4-8cf7-f30c8f0f3173 req-b52deba9-9e3b-42a5-96d6-aa24d2d1daca tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440621
Nov 15 09:50:12.049666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bb075-c69b-47cc-9e27-e78308aa0f60 req-7422ba14-304c-4383-99fb-00d0655ace03 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:12.051286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c63bb075-c69b-47cc-9e27-e78308aa0f60 req-7422ba14-304c-4383-99fb-00d0655ace03 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0934057
Nov 15 09:50:12.061996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 40798) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:50:12.067521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Request body: {'floatingip': {'port_id': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:50:12.151035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:12.854430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:12.896739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:13.138229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 associated. External IP: 172.26.4.52, port: e708ab8b-50c3-403e-8e49-bdfbe7afef78.
Nov 15 09:50:13.320809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5298-3d23-413b-8c49-9ed77251efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:13.638721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:50:13.893429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:50:13.898672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:13.903471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:50:13.916908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:50:13.917727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8198cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:49:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:50:13.962235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2d8af29a-4235-4516-a9d4-5135b38bc11f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "PUT /v2.0/floatingips/e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 HTTP/1.1" status: 200  len: 991 time: 1.8991053
Nov 15 09:50:13.962947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:50:14.027649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'status': 'completed', 'code': 200}
Nov 15 09:50:14.151760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:50:14.167189 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-ba3605d3-8bdf-43f0-8d50-3cd6469a2010 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0936708
Nov 15 09:50:14.315561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-a8331b87-b775-4b6d-87f7-53a8c8dcfe5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:14.317303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-a8331b87-b775-4b6d-87f7-53a8c8dcfe5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1432528
Nov 15 09:50:14.443485 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-e2c6a3d1-118e-4ca4-a56a-e6c0487ca361 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 999 time: 0.1187882
Nov 15 09:50:14.526205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-3355abf8-90bd-4723-844f-afdbea5bbf42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:14.528645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-3355abf8-90bd-4723-844f-afdbea5bbf42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0772488
Nov 15 09:50:14.552850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8198cf8>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:a9:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b7703-81b2-491b-adf8-17053b53e65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:50:12Z', 'revision_number': 13, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:50:14.557933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:50:14.569885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:50:14.570012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8198cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:49:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:50:14.644774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-911cdb8f-5400-4510-be4e-1fcf1175ca3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1089568
Nov 15 09:50:14.801196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-a43c6379-5f2f-4481-9650-ae43ea514ab8 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483831
Nov 15 09:50:14.817217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:50:14.966004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c8eaa64-b308-417a-9950-eadec7840c57 req-ad7f3b6a-c90f-4fe5-99f4-36f227072013 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529903
Nov 15 09:50:15.229316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8198cf8>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:a9:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b7703-81b2-491b-adf8-17053b53e65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:50:12Z', 'revision_number': 13, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:50:15.233714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bef6a48-82b9-4311-a959-d8c8087285f2 None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'port_id': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'mac_address': 'fa:16:3e:a9:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b7703-81b2-491b-adf8-17053b53e65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:46:40Z', 'updated_at': '2020-11-15T09:50:12Z', 'revision_number': 13, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:50:15.531500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193fc10-5121-4a0f-9f66-0160339e4ecf None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:50:15.774851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc6a36e5-0b65-4cd0-8cec-457a649426cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:16.000756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54435c1-447b-4436-977a-2a78037772cd req-0b46053f-ed24-4744-a9dc-a7a2612df3e1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:16.002370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f54435c1-447b-4436-977a-2a78037772cd req-0b46053f-ed24-4744-a9dc-a7a2612df3e1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0936830
Nov 15 09:50:16.054493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f54435c1-447b-4436-977a-2a78037772cd req-f1233455-ce12-4e5a-b4e6-066227622b48 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453491
Nov 15 09:50:16.182357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:16.365395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:17.565257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:17.976961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:20.311006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-fd8380cd-cf52-40e7-b39b-8d568c428fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0887413
Nov 15 09:50:20.492384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-5821a81d-7765-43b0-92fb-755b591736e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0850904
Nov 15 09:50:20.654630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-e9a46c43-b407-4d23-a263-7e7f9fb6373a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:20.656250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-e9a46c43-b407-4d23-a263-7e7f9fb6373a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1410491
Nov 15 09:50:20.779103 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-5d55f052-e1bd-494b-91be-938b01c94d3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 1001 time: 0.1160212
Nov 15 09:50:20.852650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-549c33d4-b471-450e-81b5-9e4e3f00daa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:20.867067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-549c33d4-b471-450e-81b5-9e4e3f00daa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0664449
Nov 15 09:50:20.950342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-2f62d141-50b0-43b5-b63a-0e3ac0fce7c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885785
Nov 15 09:50:21.097067 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-c5c083c5-87e1-43fd-8417-e3cc7a35cd9e service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374874
Nov 15 09:50:21.245924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b96b82de-7314-4ba2-8919-008dcd52d5c8 req-a853b180-14c2-4d63-ab05-b0c99dc4a38f service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390107
Nov 15 09:50:22.282971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:50:26.165041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b7b9b-e987-44df-8c0a-4177ca07ff6e req-73cd8721-f86b-4b9d-a988-dae7b215c33e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:26.166682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d16b7b9b-e987-44df-8c0a-4177ca07ff6e req-73cd8721-f86b-4b9d-a988-dae7b215c33e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0941505
Nov 15 09:50:26.181436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-9ea79d7e-4805-4373-becd-6333ecf6c9d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0858052
Nov 15 09:50:26.217241 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d16b7b9b-e987-44df-8c0a-4177ca07ff6e req-c8a87948-ded3-4981-b2cb-606562a97986 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438645
Nov 15 09:50:27.450990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1edf8-14eb-4d54-a935-eaf358f82869 req-5dec074a-0477-4854-a703-45fe9851825f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:27.457666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f3d1edf8-14eb-4d54-a935-eaf358f82869 req-5dec074a-0477-4854-a703-45fe9851825f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1046894
Nov 15 09:50:27.504395 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f3d1edf8-14eb-4d54-a935-eaf358f82869 req-30dbd86c-ac81-47d5-b28a-fb93f5fe03e9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454578
Nov 15 09:50:27.974744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-b1c5ca19-7a09-4e9b-b6be-8a4168ca7757 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0911205
Nov 15 09:50:28.121226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-9231078b-3a46-49e2-acb9-20784a52a7a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:28.122732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-9231078b-3a46-49e2-acb9-20784a52a7a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1398408
Nov 15 09:50:28.247133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-f0465443-663d-48d2-889a-19256aafd7e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 1001 time: 0.1173406
Nov 15 09:50:28.315303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-55bf8378-2529-4de4-aa36-af9b17ec1bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:28.316863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-55bf8378-2529-4de4-aa36-af9b17ec1bfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0630994
Nov 15 09:50:28.409003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-cb8bda25-b9b4-4fba-9c5b-b97e1c852633 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830238
Nov 15 09:50:28.576374 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-9735ed74-ebb6-4c42-9034-0e10e7c80bd3 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494629
Nov 15 09:50:28.723507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-f5e9f4fe-bed1-4ea2-91fd-034fe130644a service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474528
Nov 15 09:50:28.895111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea975b-798f-400d-bae5-7487be33a8cd req-43b975c1-7ae0-4209-8631-1bd5aebbf8a5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:28.896822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8eea975b-798f-400d-bae5-7487be33a8cd req-43b975c1-7ae0-4209-8631-1bd5aebbf8a5 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0960383
Nov 15 09:50:28.946976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8eea975b-798f-400d-bae5-7487be33a8cd req-9b56543e-ac75-4098-90d3-ef3a9800a26a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430026
Nov 15 09:50:30.173503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462c3a7-ca42-4f6b-b12a-03d4bb0c1b73 req-df813e27-fdd1-4d44-9074-a203690972fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:30.175025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1462c3a7-ca42-4f6b-b12a-03d4bb0c1b73 req-df813e27-fdd1-4d44-9074-a203690972fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0961423
Nov 15 09:50:30.223294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1462c3a7-ca42-4f6b-b12a-03d4bb0c1b73 req-89e48332-c40c-472f-b182-dafb5a878171 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417008
Nov 15 09:50:31.449979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556eeda-f2d6-464e-a238-d7036a9e5697 req-c4759753-dee3-43e1-8856-1f6f792edc91 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:31.451590 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c556eeda-f2d6-464e-a238-d7036a9e5697 req-c4759753-dee3-43e1-8856-1f6f792edc91 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0920367
Nov 15 09:50:31.503199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c556eeda-f2d6-464e-a238-d7036a9e5697 req-8c459f1b-7765-4ab8-a3ad-d39a10ad0683 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453563
Nov 15 09:50:32.980231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2a178-7c29-41d4-8ac8-8ad5c2d82d0f req-35b306ca-3c56-4ce3-9ee1-20a95cc0293e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:32.982048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cfd2a178-7c29-41d4-8ac8-8ad5c2d82d0f req-35b306ca-3c56-4ce3-9ee1-20a95cc0293e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.3501363
Nov 15 09:50:33.030317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cfd2a178-7c29-41d4-8ac8-8ad5c2d82d0f req-42b93ea8-3b35-4a18-a73c-a4a45350b82b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421510
Nov 15 09:50:34.256398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d43f-8da4-4f6b-b259-ba7c62b89c6c req-f140c55e-581a-4a8d-9306-cba079e1edd9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:34.257961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-31e9d43f-8da4-4f6b-b259-ba7c62b89c6c req-f140c55e-581a-4a8d-9306-cba079e1edd9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0968976
Nov 15 09:50:34.307513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-31e9d43f-8da4-4f6b-b259-ba7c62b89c6c req-172dd086-80a7-41b1-89a3-70c8cb4f3302 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434594
Nov 15 09:50:35.564883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516441d0-e4c9-40e4-83ed-15e8699cabac req-c5f0d324-c374-4ffc-82c4-898b51da7f2d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:35.566520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-516441d0-e4c9-40e4-83ed-15e8699cabac req-c5f0d324-c374-4ffc-82c4-898b51da7f2d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1022358
Nov 15 09:50:35.619249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-516441d0-e4c9-40e4-83ed-15e8699cabac req-546f517e-3270-4da7-803a-a1f57961c70a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463681
Nov 15 09:50:36.844029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d78c4-d630-44a9-8adb-486fd39a75cd req-5da453d0-9ee7-40a7-be8a-b8f728a6e855 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:36.845685 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e17d78c4-d630-44a9-8adb-486fd39a75cd req-5da453d0-9ee7-40a7-be8a-b8f728a6e855 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0966341
Nov 15 09:50:36.894282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e17d78c4-d630-44a9-8adb-486fd39a75cd req-27736064-e15e-4cfc-b5a7-8537996bd943 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424254
Nov 15 09:50:38.257877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0133e3-d047-4a45-b9c6-22d13e84267f req-58d880a7-94ca-4d71-99b9-5ab72b147e46 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:38.259414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d0133e3-d047-4a45-b9c6-22d13e84267f req-58d880a7-94ca-4d71-99b9-5ab72b147e46 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0975745
Nov 15 09:50:38.307802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d0133e3-d047-4a45-b9c6-22d13e84267f req-ed2d4270-d002-4f6f-a9de-7daae5f05a36 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423620
Nov 15 09:50:39.572182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce355-4f8a-4197-9db1-5d95b96f140d req-3bcee5a6-fb07-4284-89d2-17aec00a6d89 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:39.574741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa1ce355-4f8a-4197-9db1-5d95b96f140d req-3bcee5a6-fb07-4284-89d2-17aec00a6d89 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1083229
Nov 15 09:50:39.625757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa1ce355-4f8a-4197-9db1-5d95b96f140d req-0cb2b240-04fc-412a-8016-03318a5e8f4c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437114
Nov 15 09:50:40.854325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5363-ebb4-4c67-9e37-59246ef35c9f req-6e1d4a75-a02f-4cfd-9a4e-9e0c695e7cc3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:40.856017 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b4a5363-ebb4-4c67-9e37-59246ef35c9f req-6e1d4a75-a02f-4cfd-9a4e-9e0c695e7cc3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0998666
Nov 15 09:50:40.906135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b4a5363-ebb4-4c67-9e37-59246ef35c9f req-f8f328f6-eca8-40c2-84a4-ae60a84427c0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438437
Nov 15 09:50:42.129374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc6c43-306f-443b-8853-d97f182293eb req-f102ba27-cbec-453a-a5c7-3356b716d8d6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:42.130910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4dc6c43-306f-443b-8853-d97f182293eb req-f102ba27-cbec-453a-a5c7-3356b716d8d6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0933495
Nov 15 09:50:42.182683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4dc6c43-306f-443b-8853-d97f182293eb req-5e3ac271-5a78-4abf-a60b-7d0826b49f38 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451798
Nov 15 09:50:43.330841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d39bc673-4d60-4fbe-b947-c3ee0ed0cd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:43.412582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2130-0e1e-41f5-b8f1-c76f91f3a14c req-1f197f54-abd2-47c3-886a-a05f52bba272 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:43.414912 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-109c2130-0e1e-41f5-b8f1-c76f91f3a14c req-1f197f54-abd2-47c3-886a-a05f52bba272 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0987656
Nov 15 09:50:43.462650 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-109c2130-0e1e-41f5-b8f1-c76f91f3a14c req-c317ba7c-90cb-4818-866d-b9f6004b125a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412605
Nov 15 09:50:44.691737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4022e59-3f17-4e5e-a4cb-5bfd125316e5 req-5de0399e-f29e-4c74-831c-d0bca1c44c9c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:44.693388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e4022e59-3f17-4e5e-a4cb-5bfd125316e5 req-5de0399e-f29e-4c74-831c-d0bca1c44c9c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0991340
Nov 15 09:50:44.742367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e4022e59-3f17-4e5e-a4cb-5bfd125316e5 req-244ed6d1-f1dc-4dde-8869-f78d2e46b909 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417392
Nov 15 09:50:45.724948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2e8c7a29-e089-437d-b8be-59aee097cd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:45.966391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43667-2678-4a7e-b7e2-128a8adae388 req-ec711858-0618-4ddc-8044-90bbc769c766 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:45.968033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41d43667-2678-4a7e-b7e2-128a8adae388 req-ec711858-0618-4ddc-8044-90bbc769c766 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0945644
Nov 15 09:50:46.016115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41d43667-2678-4a7e-b7e2-128a8adae388 req-d3818cea-f0ca-4694-8b66-42df92bdb9d6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417514
Nov 15 09:50:46.176232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:46.364795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:47.241038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a8b1-678a-4f5c-9531-d7b935c4db35 req-3c733a75-e0ba-463a-a6e1-8b89c7541b83 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:47.242644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1137a8b1-678a-4f5c-9531-d7b935c4db35 req-3c733a75-e0ba-463a-a6e1-8b89c7541b83 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0968750
Nov 15 09:50:47.290417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1137a8b1-678a-4f5c-9531-d7b935c4db35 req-6c351e42-9145-4870-90b2-4461c3dc1a99 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416605
Nov 15 09:50:47.576352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:47.982057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:48.528196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6e9b-1dda-4df9-a519-90d301a6cfae req-0b925155-ce8b-4044-8f20-1c031f2505a9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:48.529784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dce6e9b-1dda-4df9-a519-90d301a6cfae req-0b925155-ce8b-4044-8f20-1c031f2505a9 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0970159
Nov 15 09:50:48.578199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1dce6e9b-1dda-4df9-a519-90d301a6cfae req-294b7333-5e02-448e-94bb-52cefefc8c73 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422130
Nov 15 09:50:49.806061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aa5c8-7ef7-4f6e-80d4-19f0d8281f27 req-13717ea5-523c-4612-a295-6cd8c47b8686 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:49.807689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403aa5c8-7ef7-4f6e-80d4-19f0d8281f27 req-13717ea5-523c-4612-a295-6cd8c47b8686 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0951731
Nov 15 09:50:49.856209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-403aa5c8-7ef7-4f6e-80d4-19f0d8281f27 req-8a84a9f9-a263-4224-b5d2-d96a1614cb76 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420532
Nov 15 09:50:51.087460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756c0b-7fa9-4ae9-a424-d618cc040c5f req-deb15d62-b43e-44ba-b899-2610ed202327 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:51.089127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-78756c0b-7fa9-4ae9-a424-d618cc040c5f req-deb15d62-b43e-44ba-b899-2610ed202327 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0963972
Nov 15 09:50:51.137337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-78756c0b-7fa9-4ae9-a424-d618cc040c5f req-c9c36732-55e2-4a45-9896-510c882c94aa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419869
Nov 15 09:50:51.495242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:50:51.631394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:51.660272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:50:51.671485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:50:51.696826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:50:51.699569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb4a7e09-74b4-4176-a5a8-af8125e2ac64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:50:51.734211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'code': 200}
Nov 15 09:50:51.779626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:50:51.789664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.790070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.790467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.790833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.791331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.791715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.792123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.792510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.792888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.793273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.793915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.794300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.794738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.795120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.795498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.795891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.796273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.796651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.797349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.797349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.797729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.798103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.798819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.799380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:50:51.804329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:50:51.821616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-2fad1ce7-1b73-43d0-b811-7eb4e2a92ffc service neutron] 10.222.0.65 "GET /v2.0/ports/e708ab8b-50c3-403e-8e49-bdfbe7afef78/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0931141
Nov 15 09:50:52.237910 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-85de079b-d16b-4e9e-8013-cf2c57f0ecb5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1160 time: 0.0867276
Nov 15 09:50:52.363253 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-d4d1a7df-9ce0-4553-89b1-386e39063e5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1160 time: 0.0893161
Nov 15 09:50:52.365613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddeeea6-461b-4c3c-9a16-cdb097859daa req-c6b0b111-bc78-4e85-81be-e9b881ea8ccd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:52.368332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ddeeea6-461b-4c3c-9a16-cdb097859daa req-c6b0b111-bc78-4e85-81be-e9b881ea8ccd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0983601
Nov 15 09:50:52.422062 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ddeeea6-461b-4c3c-9a16-cdb097859daa req-a5717a9b-650e-409d-83db-a4ca5a3bc92c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474761
Nov 15 09:50:52.782106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-8e1b9e3d-a65b-4994-8f58-d908677f41db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:52.783643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-8e1b9e3d-a65b-4994-8f58-d908677f41db service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.4137475
Nov 15 09:50:52.906269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-5e7c8e06-8d77-4813-a5e9-36c6146ae785 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 999 time: 0.1151857
Nov 15 09:50:52.977365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-208728d1-d6b1-488c-8152-336c420c11b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:52.978976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-208728d1-d6b1-488c-8152-336c420c11b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0652442
Nov 15 09:50:53.074437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-fb054b60-81aa-429c-82fa-66abe0da5cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880768
Nov 15 09:50:53.218801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-ab523d74-471e-42a8-a674-17ab18f1e5d4 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373315
Nov 15 09:50:53.363454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d85bd6af-5f0e-4fdc-913a-a287ca255984 req-562edcfd-44df-4223-94bc-05b083a7c7cc service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372032
Nov 15 09:50:53.652178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67c5a-c36a-4dc8-9e46-4d92bfbcc49a req-00835c48-e8bd-403f-bd84-11ed09c2a56b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:53.653809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ee67c5a-c36a-4dc8-9e46-4d92bfbcc49a req-00835c48-e8bd-403f-bd84-11ed09c2a56b tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0971158
Nov 15 09:50:53.704361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ee67c5a-c36a-4dc8-9e46-4d92bfbcc49a req-5cb072d9-34b5-4e96-aa1f-3828804ece66 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441136
Nov 15 09:50:54.935155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240363-9f64-48e5-a4be-ccac22485f59 req-152ad5c7-ad25-4179-91d3-fbc8b6a1c3fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:54.936820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df240363-9f64-48e5-a4be-ccac22485f59 req-152ad5c7-ad25-4179-91d3-fbc8b6a1c3fb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0998032
Nov 15 09:50:54.986354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-df240363-9f64-48e5-a4be-ccac22485f59 req-e9ca15be-0c14-4a89-811b-738c1fa6b8a0 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430672
Nov 15 09:50:56.210543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6f97b-729b-4ad8-a345-b333de62a3a8 req-1ef081c0-c0ed-40dc-98e8-ea3e9c025722 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:56.212090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-acb6f97b-729b-4ad8-a345-b333de62a3a8 req-1ef081c0-c0ed-40dc-98e8-ea3e9c025722 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0932148
Nov 15 09:50:56.259290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-acb6f97b-729b-4ad8-a345-b333de62a3a8 req-7538983b-2200-4f1d-8d35-57169cf8339f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409911
Nov 15 09:50:57.488485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454bd0-9c61-4240-8157-e3063e510fa0 req-8a77b1a6-7944-480a-a877-9b6a67d87317 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:57.490113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea454bd0-9c61-4240-8157-e3063e510fa0 req-8a77b1a6-7944-480a-a877-9b6a67d87317 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0970445
Nov 15 09:50:57.540070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ea454bd0-9c61-4240-8157-e3063e510fa0 req-5fa605df-f1a1-4f8a-ae4e-d6d023343d06 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427074
Nov 15 09:50:58.770431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7d5f-3c75-4f63-b498-498dba599f66 req-656e8f33-d24d-490a-aebb-74ebbdd4e800 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:50:58.772101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28cd7d5f-3c75-4f63-b498-498dba599f66 req-656e8f33-d24d-490a-aebb-74ebbdd4e800 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0977373
Nov 15 09:50:58.821405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-28cd7d5f-3c75-4f63-b498-498dba599f66 req-1363dc28-7268-472e-8c47-b20c94bdb1be tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430877
Nov 15 09:50:59.284067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:51:00.045420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fbf2a-c3cc-4dcd-822c-ef7a334b98ec req-d8e81bf5-67e3-4124-af36-795875e20a6d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:00.047023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-123fbf2a-c3cc-4dcd-822c-ef7a334b98ec req-d8e81bf5-67e3-4124-af36-795875e20a6d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0932453
Nov 15 09:51:00.095383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-123fbf2a-c3cc-4dcd-822c-ef7a334b98ec req-dd8607a5-8b0c-4d22-8019-e1ad09b3b7a8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420203
Nov 15 09:51:01.323275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba6a5-89de-4a78-880a-24527e9275d8 req-3a51d0af-9ad1-42b9-a0f2-5e66789eb62e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:01.324918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7c1ba6a5-89de-4a78-880a-24527e9275d8 req-3a51d0af-9ad1-42b9-a0f2-5e66789eb62e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0978053
Nov 15 09:51:01.373173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7c1ba6a5-89de-4a78-880a-24527e9275d8 req-10f5b4a4-593e-4064-ae64-7c650f7df5cc tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422199
Nov 15 09:51:02.601142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4bf29-5f04-4548-b884-40806dc614e9 req-da6b8328-10cc-41dc-a333-1409173d0169 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:02.602752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5db4bf29-5f04-4548-b884-40806dc614e9 req-da6b8328-10cc-41dc-a333-1409173d0169 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0984900
Nov 15 09:51:02.655323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5db4bf29-5f04-4548-b884-40806dc614e9 req-778871d5-f59d-4dff-83c9-13f58a770f4a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460074
Nov 15 09:51:03.880072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acceb84-1fba-48b3-81e9-88a3647854bc req-01dfab02-a90a-4ac5-8c1b-dd27aae806bf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:03.882338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4acceb84-1fba-48b3-81e9-88a3647854bc req-01dfab02-a90a-4ac5-8c1b-dd27aae806bf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0950797
Nov 15 09:51:03.930377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4acceb84-1fba-48b3-81e9-88a3647854bc req-e8672baf-b9de-4d97-955b-36dd7432d045 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418499
Nov 15 09:51:03.984100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:04.071142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:04.071589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:04.208694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:04.240148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:04.250772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:04.273736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:04.276781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:04.315313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'code': 200}
Nov 15 09:51:04.356720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:04.360225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:04.506773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-96d00342-f648-4203-a291-dc0e961c745a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:04.507477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-96d00342-f648-4203-a291-dc0e961c745a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Synchronizing usage tracker for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:51:04.547978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-96d00342-f648-4203-a291-dc0e961c745a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Unset dirty status for tenant:564cb2fa49104b4a8401dfeac1dc54c3 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:51:04.549122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4b68-144a-4ee8-83de-15587ad2b23c req-f1548751-bacf-41b2-ab29-4ea2dc5a3beb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:04.549280 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-96d00342-f648-4203-a291-dc0e961c745a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 945 time: 0.1408811
Nov 15 09:51:04.550728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9b6e4b68-144a-4ee8-83de-15587ad2b23c req-f1548751-bacf-41b2-ab29-4ea2dc5a3beb tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1012115
Nov 15 09:51:04.599261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9b6e4b68-144a-4ee8-83de-15587ad2b23c req-5fbe0d09-9a92-4a57-9595-ef559fc06a3c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419471
Nov 15 09:51:04.642836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-d4a81c74-6d2f-48a9-8e75-58f21a6b0a76 service neutron] 10.222.0.65 "GET /v2.0/ports/e708ab8b-50c3-403e-8e49-bdfbe7afef78/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0870986
Nov 15 09:51:04.777677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-5bbc1d63-c069-49bc-888f-0a16d2af75e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0943670
Nov 15 09:51:04.924490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-7d39d209-82d4-4afb-9011-56dc44a35b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:04.926119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-7d39d209-82d4-4afb-9011-56dc44a35b97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1419005
Nov 15 09:51:05.046603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-860a889a-139f-4f8f-9420-85e47c38d97c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 1001 time: 0.1138318
Nov 15 09:51:05.114873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-eb800577-4dab-4556-af57-26abc17e9938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:05.116641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-eb800577-4dab-4556-af57-26abc17e9938 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0628910
Nov 15 09:51:05.210814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-ab1ebfeb-2d61-4be6-bb84-6aa303a6e647 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872700
Nov 15 09:51:05.357275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-9d7e4a97-e151-40aa-aadb-07ef22086813 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380706
Nov 15 09:51:05.503402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-38bffd18-2841-46d6-b39b-020d67db71a5 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384861
Nov 15 09:51:05.790235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:05.833772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cca55-7a68-4f51-85ef-4744c6897399 req-e2d22ad4-ed5c-4411-b475-f4f0c50cc4dd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:05.836425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae4cca55-7a68-4f51-85ef-4744c6897399 req-e2d22ad4-ed5c-4411-b475-f4f0c50cc4dd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0979521
Nov 15 09:51:05.873220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:05.873650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:05.887790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae4cca55-7a68-4f51-85ef-4744c6897399 req-fa6a150a-a143-414e-9aaf-19172907e150 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453143
Nov 15 09:51:07.114833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b2236-51d3-4301-9ed4-7da2a53e468f req-2bb4254e-5bb0-42bd-836c-26561cdf1768 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:07.116482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b76b2236-51d3-4301-9ed4-7da2a53e468f req-2bb4254e-5bb0-42bd-836c-26561cdf1768 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0987265
Nov 15 09:51:07.165114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b76b2236-51d3-4301-9ed4-7da2a53e468f req-b4595939-180a-463c-b0d7-1406c1f6f78a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425532
Nov 15 09:51:08.398158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb981f-1a85-4f0d-8d62-a154fea1003a req-a4821e55-3e0b-4832-9ff1-baefc954cf76 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:08.399794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8dcb981f-1a85-4f0d-8d62-a154fea1003a req-a4821e55-3e0b-4832-9ff1-baefc954cf76 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0987506
Nov 15 09:51:08.452622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8dcb981f-1a85-4f0d-8d62-a154fea1003a req-dbe58775-4df4-429b-83d6-b008651abd83 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464103
Nov 15 09:51:09.569264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-aa912d72-9766-40e5-b219-e7f600ff9390 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&tenant_id=564cb2fa49104b4a8401dfeac1dc54c3 HTTP/1.1" status: 200  len: 1162 time: 0.0872447
Nov 15 09:51:09.679677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c4bec-d27b-4e1a-a68f-7847782f439d req-44630e15-c3d0-4537-b6e6-f993b6eacbf8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:09.681339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-376c4bec-d27b-4e1a-a68f-7847782f439d req-44630e15-c3d0-4537-b6e6-f993b6eacbf8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0959871
Nov 15 09:51:09.699549 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-29cfed5e-9b3b-4e72-932d-157d84f95b84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1162 time: 0.0857418
Nov 15 09:51:09.710028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:51:09.736414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-376c4bec-d27b-4e1a-a68f-7847782f439d req-a94d0127-39a5-4b20-bbd8-13124d3f6244 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481720
Nov 15 09:51:09.859246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:09.859471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-3f0cb332-bc66-4332-b81e-9ddfd9660027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:09.861187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-3f0cb332-bc66-4332-b81e-9ddfd9660027 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1541810
Nov 15 09:51:09.888405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:09.899460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:09.952526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:09.954641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:09.986304 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'code': 200}
Nov 15 09:51:09.988738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-195369e3-dd68-4af6-aa96-f4bb53113e46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 999 time: 0.1196029
Nov 15 09:51:10.036338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=7']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:10.040258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:10.076284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-a092a0c7-111b-4cee-85ab-0df19c7b220a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:10.077897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-a092a0c7-111b-4cee-85ab-0df19c7b220a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0707524
Nov 15 09:51:10.170408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-980290af-a128-4c3f-a45b-1965ce817727 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848041
Nov 15 09:51:10.315583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-4bf0a96b-6644-4f92-bd57-b7b6acbb63fc service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376863
Nov 15 09:51:10.461642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b852b103-0dcb-423f-84d8-d92e24ddc0b3 req-d2f1805b-7a99-4e8e-be9e-612c5464911e service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384964
Nov 15 09:51:10.970238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028aed-6fc7-4141-a0ae-cd8235737746 req-8581108c-3e8a-412e-bb7a-bbc1c4879d36 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:10.971902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66028aed-6fc7-4141-a0ae-cd8235737746 req-8581108c-3e8a-412e-bb7a-bbc1c4879d36 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.1010551
Nov 15 09:51:11.023393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66028aed-6fc7-4141-a0ae-cd8235737746 req-2bdbf604-c1f6-45db-835b-d23bd32b43e4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448432
Nov 15 09:51:12.249962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef11981-08eb-4ec4-86b8-27e7ca354903 req-e7b4c412-a217-4752-89d6-7b8db4d27e21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:12.251494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ef11981-08eb-4ec4-86b8-27e7ca354903 req-e7b4c412-a217-4752-89d6-7b8db4d27e21 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0939195
Nov 15 09:51:12.302542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ef11981-08eb-4ec4-86b8-27e7ca354903 req-cd05b32c-73bb-48f8-8303-097990ba4a1d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443497
Nov 15 09:51:13.324959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc1339d3-b309-4ddd-8a85-e285e29ae202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:13.529565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1a42-0d37-4419-b91c-d790e7e4b5e0 req-9953fd59-6471-43c0-b24b-ab2da148138c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:13.531183 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bed1a42-0d37-4419-b91c-d790e7e4b5e0 req-9953fd59-6471-43c0-b24b-ab2da148138c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0973935
Nov 15 09:51:13.579739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1bed1a42-0d37-4419-b91c-d790e7e4b5e0 req-e286a3ec-81ac-4944-9000-15682cc92bf7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422819
Nov 15 09:51:14.812658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1ee0-9b08-490e-9b05-f8f1459f7c6d req-51dd3c92-130e-463e-aefe-7edce7a7a2f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:14.814301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-adfc1ee0-9b08-490e-9b05-f8f1459f7c6d req-51dd3c92-130e-463e-aefe-7edce7a7a2f1 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.1004286
Nov 15 09:51:14.863554 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-adfc1ee0-9b08-490e-9b05-f8f1459f7c6d req-26e67cd3-5d2c-43d0-8113-1b15dad25ecd tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425975
Nov 15 09:51:15.724734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3d67968-6909-4236-af07-31a0d5d836fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:16.086587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0517de-9bba-49bd-b733-b38fb5bfc4bf req-80d00d99-89ba-481a-9864-2ff12123d212 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:16.088238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0517de-9bba-49bd-b733-b38fb5bfc4bf req-80d00d99-89ba-481a-9864-2ff12123d212 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0933933
Nov 15 09:51:16.135921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e0517de-9bba-49bd-b733-b38fb5bfc4bf req-99944fd8-0c93-442a-a42e-3637eec6089c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415709
Nov 15 09:51:16.176243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:16.376402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:17.365199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629876-01d7-4f89-a363-b115cb2246f1 req-5ca418af-b3d5-41a4-b8ea-b10ad6194e79 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:17.367673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f7629876-01d7-4f89-a363-b115cb2246f1 req-5ca418af-b3d5-41a4-b8ea-b10ad6194e79 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0963919
Nov 15 09:51:17.419135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f7629876-01d7-4f89-a363-b115cb2246f1 req-6c85f20b-9776-485e-aec6-1f8b3b338696 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446458
Nov 15 09:51:17.576205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:17.976813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:18.645275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65809aa-d84a-4272-91b9-84643af7b4ab req-eee135c2-052a-4ab2-8e73-2d59b8800464 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:18.646905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e65809aa-d84a-4272-91b9-84643af7b4ab req-eee135c2-052a-4ab2-8e73-2d59b8800464 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0938036
Nov 15 09:51:18.699924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e65809aa-d84a-4272-91b9-84643af7b4ab req-7e94375a-4664-4bc3-8720-a925c8996599 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464435
Nov 15 09:51:19.923617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0e29-50a4-4e98-b298-313ebafe0793 req-7e6d5070-39a1-4050-8797-daf5873f46ab tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:19.925254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-578f0e29-50a4-4e98-b298-313ebafe0793 req-7e6d5070-39a1-4050-8797-daf5873f46ab tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0954590
Nov 15 09:51:19.973202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-578f0e29-50a4-4e98-b298-313ebafe0793 req-c207aa1c-40e4-4588-8848-ea2c9db23a0c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415816
Nov 15 09:51:20.196974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416c6c-39f4-46dc-a41b-b4991706c31b req-d4bc4ef6-1573-435e-af0b-8f2f16befab3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:20.198605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-57416c6c-39f4-46dc-a41b-b4991706c31b req-d4bc4ef6-1573-435e-af0b-8f2f16befab3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.0973921
Nov 15 09:51:20.236183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:20.247502 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-57416c6c-39f4-46dc-a41b-b4991706c31b req-a36c9a19-7b26-4fe7-bd62-409d42c9f00a tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425928
Nov 15 09:51:20.321479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-0f20cdd7-2865-4b51-94c4-3468353eb18c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0955076
Nov 15 09:51:20.331980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:20.332419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:20.473162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:20.478402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474f74-ab3a-4dd5-8be2-021c71372258 req-64ca7f5f-db0e-4ab6-8b39-9ac395768d41 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:20.480108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f474f74-ab3a-4dd5-8be2-021c71372258 req-64ca7f5f-db0e-4ab6-8b39-9ac395768d41 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 943 time: 0.1007624
Nov 15 09:51:20.503131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:20.511248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-b706a06d-ecc8-4aa6-9418-680874160553 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 1160 time: 0.0931871
Nov 15 09:51:20.517600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:20.532406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f474f74-ab3a-4dd5-8be2-021c71372258 req-bd94e4c5-c700-4344-ba53-c64f89040161 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451677
Nov 15 09:51:20.563651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:20.566655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:20.602794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'code': 200}
Nov 15 09:51:20.656669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=8']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:20.660173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:20.684513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-a8dd83b5-c57d-47ff-9fd9-27061694784b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:20.686160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-a8dd83b5-c57d-47ff-9fd9-27061694784b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 200  len: 905 time: 0.1530473
Nov 15 09:51:20.817510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-b2a6694b-1af0-42a0-872f-7f7938b49553 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 200  len: 1001 time: 0.1238675
Nov 15 09:51:20.890612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-22450f0d-33b2-4547-988b-e67fe56d791f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:20.892263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-22450f0d-33b2-4547-988b-e67fe56d791f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 200  len: 850 time: 0.0671153
Nov 15 09:51:20.988936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-fda5c187-4e19-4052-84b8-2c6c701acb66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ab4aceb-7219-4a15-b910-d164038f971a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896020
Nov 15 09:51:21.097940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35ecbf-6875-4950-936c-c27b52434b66 req-9813cd46-4aed-49b1-af5b-fd78337647c4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:21.099565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e35ecbf-6875-4950-936c-c27b52434b66 req-9813cd46-4aed-49b1-af5b-fd78337647c4 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1024888
Nov 15 09:51:21.149564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2e35ecbf-6875-4950-936c-c27b52434b66 req-83a10a61-c138-4b93-8670-e4c15a8ee8fa tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425603
Nov 15 09:51:21.153565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-f4a2d524-ea28-4d18-930f-66db5c102111 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548731
Nov 15 09:51:21.304260 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a96e7d81-6063-4194-93cf-7e083f551a4e req-1ded4696-856e-48f1-b3da-a70543133643 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377370
Nov 15 09:51:22.086406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:22.166549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e708ab8b-50c3-403e-8e49-bdfbe7afef78 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:22.166904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:22.391580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6d60d-8c8b-425f-9db0-bf4482cac6ef req-c563bef7-b2c5-447d-b179-576588beb4df tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:22.393426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42a6d60d-8c8b-425f-9db0-bf4482cac6ef req-c563bef7-b2c5-447d-b179-576588beb4df tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.1070855
Nov 15 09:51:22.686195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42a6d60d-8c8b-425f-9db0-bf4482cac6ef req-ce71738c-f099-43ce-bb58-7303bdd931a6 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2856109
Nov 15 09:51:23.912980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7f22-f1eb-40ea-8a81-1907f66418f9 req-814f28bf-766f-480b-b7d6-1db38019b622 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:23.914593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff3c7f22-f1eb-40ea-8a81-1907f66418f9 req-814f28bf-766f-480b-b7d6-1db38019b622 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0945413
Nov 15 09:51:23.963013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff3c7f22-f1eb-40ea-8a81-1907f66418f9 req-6159049b-a082-4a1e-ae38-3a91e9cdb92d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419703
Nov 15 09:51:24.315280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-8e75e04c-4592-42dc-9542-fb26ea45f88d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:24.316835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-8e75e04c-4592-42dc-9542-fb26ea45f88d tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0938296
Nov 15 09:51:24.401846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Deleting port e708ab8b-50c3-403e-8e49-bdfbe7afef78 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:24.402232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:24.674349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] For port e708ab8b-50c3-403e-8e49-bdfbe7afef78, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e708ab8b-50c3-403e-8e49-bdfbe7afef78,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:24.674638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:25.194504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c6fe-4974-4c46-b210-ad8aa86e9c4a req-3c1043e3-f6ac-4794-96b4-3e4df8613e3e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:25.196149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4365c6fe-4974-4c46-b210-ad8aa86e9c4a req-3c1043e3-f6ac-4794-96b4-3e4df8613e3e tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 945 time: 0.0968192
Nov 15 09:51:25.246949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4365c6fe-4974-4c46-b210-ad8aa86e9c4a req-233ebfe3-862b-46eb-94b6-ba576cbbecaf tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups?id=ea2d4571-5463-48ce-96a6-9ee532b637ad&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427237
Nov 15 09:51:25.290717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:25.291139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:25.291488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 disassociated. External IP: 172.26.4.52, port: e708ab8b-50c3-403e-8e49-bdfbe7afef78.
Nov 15 09:51:25.291895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Calling delete_port for e708ab8b-50c3-403e-8e49-bdfbe7afef78 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:25.534611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:25.552276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-39caa905-0b5d-458e-9ec3-37b01063efe3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:25.644353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'Port': ['ID=e708ab8b-50c3-403e-8e49-bdfbe7afef78,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:25.669395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.669820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.670247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.670671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.671090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.671504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.671944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.672355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.672761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.673169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.673577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.673981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.674440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.674847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.675254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.675657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.676084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.676490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.676893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.677293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.677697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.678684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.679097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.679501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:25.683451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:25.913029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:51:25.948516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: e708ab8b-50c3-403e-8e49-bdfbe7afef78 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:51:25.948920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e708ab8b-50c3-403e-8e49-bdfbe7afef78 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:51:26.005208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:51:26.263395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:51:26.273288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:51:26.287186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:51:26.288109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:51:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:26.301899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] No DVR routers for this DVR port e708ab8b-50c3-403e-8e49-bdfbe7afef78 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:51:26.305125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:26.308139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-deleted', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:26.359917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fee42d99-5af8-481f-be21-ea2757feb9ae req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.65 "DELETE /v2.0/ports/e708ab8b-50c3-403e-8e49-bdfbe7afef78 HTTP/1.1" status: 204  len: 173 time: 2.0367329
Nov 15 09:51:26.442546 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1e5236ca-66e3-45e0-9f91-012561446c1b req-023aaedc-5a38-4a18-b7f4-162de827c84f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 210 time: 0.0585263
Nov 15 09:51:26.472427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b7703-81b2-491b-adf8-17053b53e65e', 'name': 'network-vif-deleted', 'tag': 'e708ab8b-50c3-403e-8e49-bdfbe7afef78', 'status': 'completed', 'code': 200}
Nov 15 09:51:26.677422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:51:27.030152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826f390>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:27.034403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:51:27.046393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:51:27.047104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a826f390>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:51:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:27.284169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:51:27.632293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a826f390>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:27.636774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9241758-ddd2-4eb9-bd63-ffebe7f7975d None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:46:36Z', 'revision_number': 4, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b707f3a6-a8cb-42d3-af52-b34e6b40c821', 'name': '', 'network_id': '5ab4aceb-7219-4a15-b910-d164038f971a', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'mac_address': 'fa:16:3e:ec:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:35Z', 'updated_at': '2020-11-15T09:46:43Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'subnets': [{'id': 'db502b44-80ca-4661-9df3-c7714d1c2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:51:27.643075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da2d7796-e8de-4b47-ae98-b9381f0334da req-da377adb-b3ed-4b3b-af1f-721e2ad0bfa8 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/ports?device_id=325b7703-81b2-491b-adf8-17053b53e65e HTTP/1.1" status: 200  len: 210 time: 0.0519793
Nov 15 09:51:28.029722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6a913-5821-4dc5-9325-054862e28aa0 None None] New status for floating IP e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:51:32.148153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41030) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:32.218003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.247032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.437337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.442643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87a4709c-aa6b-494c-a3bd-543763815323 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:32.458601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d4571-5463-48ce-96a6-9ee532b637ad,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:32.467517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.469546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.469546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.469546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.469546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.469546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.470241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.470349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.470683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.471092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.471499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.471926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.472387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.472792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.473196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.473627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.474029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.474428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.474834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.475234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.475634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.476675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.477063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.477463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:32.481144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:32.494758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.496001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "DELETE /v2.0/security-groups/ea2d4571-5463-48ce-96a6-9ee532b637ad HTTP/1.1" status: 204  len: 168 time: 0.3466163
Nov 15 09:51:32.498504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41034) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:32.515503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-c1717bbe-a3a1-4e4b-92c0-d3dd79a4d2e3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] show failed (client error): The resource could not be found.
Nov 15 09:51:32.516589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1717bbe-a3a1-4e4b-92c0-d3dd79a4d2e3 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "GET /v2.0/security-groups/ea2d4571-5463-48ce-96a6-9ee532b637ad HTTP/1.1" status: 404  len: 347 time: 0.0171442
Nov 15 09:51:32.519164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41038) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:32.689570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Deleting port db8b29cc-0dfd-407f-a019-65c7c6929714 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:32.689838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.880964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:32.881451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:33.017500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Calling delete_port for db8b29cc-0dfd-407f-a019-65c7c6929714 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:33.416014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:33.432258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e7d0d0a0-644c-4229-ae4d-f9faa648144c tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:33.522655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Pushing event deleted for resources: {'Port': ['ID=db8b29cc-0dfd-407f-a019-65c7c6929714,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:33.529204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:33.652065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:33.666589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:33.668132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] 10.222.0.81 "DELETE /v2.0/floatingips/e50d281c-5bfa-4b4a-82ab-4fc84cdb0c26 HTTP/1.1" status: 204  len: 168 time: 1.1477566
Nov 15 09:51:33.671352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41042) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:34.266322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:34.965932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Deleting port b707f3a6-a8cb-42d3-af52-b34e6b40c821 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:34.966496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:35.159086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] For port b707f3a6-a8cb-42d3-af52-b34e6b40c821, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b707f3a6-a8cb-42d3-af52-b34e6b40c821,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:35.159402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:35.294067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Calling delete_port for b707f3a6-a8cb-42d3-af52-b34e6b40c821 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:35.519210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:35.535113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1ffd4fa-af7b-4f66-9624-abdb345bb4ce tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:35.632846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b707f3a6-a8cb-42d3-af52-b34e6b40c821,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:35.635894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:36.284655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:51:36.297857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:37.153688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Router 5712b547-c424-46a6-b2ac-52541d0362b8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:51:37.408007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:51:37.422861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] 10.222.0.81 "PUT /v2.0/routers/5712b547-c424-46a6-b2ac-52541d0362b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7502971
Nov 15 09:51:37.425487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41048) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:37.427007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Sync routers for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:51:37.440081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:51:37.440857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a829ff28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:51:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:37.669280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:51:37.678990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:37.934987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:37.974571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Deleting port 74cf5a63-1b34-46ee-8144-907cc08a6b91 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:37.974960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:37.979315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a829ff28>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:51:35Z', 'revision_number': 5, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port': {'id': '74cf5a63-1b34-46ee-8144-907cc08a6b91', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:46:32Z', 'updated_at': '2020-11-15T09:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:37.983448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Checking router: 5712b547-c424-46a6-b2ac-52541d0362b8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:51:37.995426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Routers {'5712b547-c424-46a6-b2ac-52541d0362b8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:51:37.996146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a829ff28>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:51:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['5712b547-c424-46a6-b2ac-52541d0362b8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:38.167678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] For port 74cf5a63-1b34-46ee-8144-907cc08a6b91, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=74cf5a63-1b34-46ee-8144-907cc08a6b91,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:38.168355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:38.184752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] Set router 5712b547-c424-46a6-b2ac-52541d0362b8 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:51:38.303560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a829ff28>, [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:51:37Z', 'revision_number': 6, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:38.305841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Calling delete_port for 74cf5a63-1b34-46ee-8144-907cc08a6b91 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:38.308807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf43a9e-c316-4a05-a722-aabe85bd2027 None None] The sync data for ids ['5712b547-c424-46a6-b2ac-52541d0362b8'] in dv-neutron-743142-12-ovs is: [{'id': '5712b547-c424-46a6-b2ac-52541d0362b8', 'name': 'tempest-ServerActionsTestJSON-529907200-router', 'tenant_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:46:31Z', 'updated_at': '2020-11-15T09:51:37Z', 'revision_number': 6, 'project_id': '564cb2fa49104b4a8401dfeac1dc54c3', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:51:38.597823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:38.614666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9937b1c5-a33c-4506-bca2-9097d56c1d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:38.707405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Pushing event deleted for resources: {'Port': ['ID=74cf5a63-1b34-46ee-8144-907cc08a6b91,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:38.714990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:39.001053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.449895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b707f3a6-a8cb-42d3-af52-b34e6b40c821 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:51:39.488513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b707f3a6-a8cb-42d3-af52-b34e6b40c821 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:51:39.488909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b707f3a6-a8cb-42d3-af52-b34e6b40c821 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:51:39.489379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 74cf5a63-1b34-46ee-8144-907cc08a6b91 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:51:39.524133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 74cf5a63-1b34-46ee-8144-907cc08a6b91 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:51:39.524540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 74cf5a63-1b34-46ee-8144-907cc08a6b91 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:51:39.603146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.607586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.724669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.725390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5712b547-c424-46a6-b2ac-52541d0362b8 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:51:39.740953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.745750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41052) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:39.752489 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] 10.222.0.81 "DELETE /v2.0/routers/5712b547-c424-46a6-b2ac-52541d0362b8 HTTP/1.1" status: 204  len: 168 time: 2.3257077
Nov 15 09:51:39.822752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Deleting subnet db502b44-80ca-4661-9df3-c7714d1c2dc6 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:51:39.826116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.883555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:39.974514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.301107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.318031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c937dcb9-c4d0-4d10-9aa0-313c492da5ca tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:40.412176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db502b44-80ca-4661-9df3-c7714d1c2dc6,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:40.429383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:40.472872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.478637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cad6f9-7f3f-4ecd-b99e-5676794e547a None None] Network 5ab4aceb-7219-4a15-b910-d164038f971a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:51:40.480460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/db502b44-80ca-4661-9df3-c7714d1c2dc6 HTTP/1.1" status: 204  len: 168 time: 0.7335935
Nov 15 09:51:40.483617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41056) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:40.622685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.700878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Deleting port a234110a-f861-48ee-aad7-a10d66581591 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:40.701277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.760887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] DHCP port deletion for 5ab4aceb-7219-4a15-b910-d164038f971a request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:51:40.765393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Deleting port a234110a-f861-48ee-aad7-a10d66581591 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:40.765874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:40.947593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] For port a234110a-f861-48ee-aad7-a10d66581591, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a234110a-f861-48ee-aad7-a10d66581591,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:40.947959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.008848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] For port a234110a-f861-48ee-aad7-a10d66581591, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a234110a-f861-48ee-aad7-a10d66581591,segment=NetworkSegment(c5b5b94a-46c3-40fb-ace2-88772622eb56),segment_id=c5b5b94a-46c3-40fb-ace2-88772622eb56)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:41.009213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.092815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Calling delete_port for a234110a-f861-48ee-aad7-a10d66581591 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:41.146795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Calling delete_port for a234110a-f861-48ee-aad7-a10d66581591 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:51:41.216223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   (rel_b, rel_a, rel_b),
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:51:41.227276 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:51:41.230586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:51:41.230673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1de96122-bf04-4eda-9c4c-01e237215e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:41.230753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:51:41.278948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a234110a-f861-48ee-aad7-a10d66581591,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:41.327241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:41.383116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] No DVR routers for this DVR port a234110a-f861-48ee-aad7-a10d66581591 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:51:41.447901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a234110a-f861-48ee-aad7-a10d66581591 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:51:41.484408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a234110a-f861-48ee-aad7-a10d66581591 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:51:41.484750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a234110a-f861-48ee-aad7-a10d66581591 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:51:41.519811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.637082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a374ba58>,) {'filters': {'network_id': ['5ab4aceb-7219-4a15-b910-d164038f971a']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:41.654094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a374ba58>, 'c5b5b94a-46c3-40fb-ace2-88772622eb56') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:41.654438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a374ba58>, 'c5b5b94a-46c3-40fb-ace2-88772622eb56') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:51:41.666722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.682189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.684225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:51:41.732198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Deleting port a234110a-f861-48ee-aad7-a10d66581591 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:51:41.732656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:41.805984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e1910b1f-c081-4a11-8494-87950fc0c16b None None] The port 'a234110a-f861-48ee-aad7-a10d66581591' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:51:41.869467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Network 5ab4aceb-7219-4a15-b910-d164038f971a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:51:41.878646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.063397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Network 5ab4aceb-7219-4a15-b910-d164038f971a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:51:42.087178 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:51:42.187438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.190736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc87ce71-fedd-4433-b236-1347c2717629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:42.204598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.215563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab4aceb-7219-4a15-b910-d164038f971a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:42.218922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:42.256898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ab4aceb-7219-4a15-b910-d164038f971a HTTP/1.1" status: 204  len: 168 time: 1.7720528
Nov 15 09:51:42.511343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41062) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:42.566071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6dbcfcd7-4111-4659-8fd8-19c6fabfdf76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=564cb2fa49104b4a8401dfeac1dc54c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0533683
Nov 15 09:51:42.568502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41066) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:42.630731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.657627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.763219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.768437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca5983fe-1563-40e4-8013-d44f2efb2f7d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:42.784503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153abe2d-c27e-4668-a714-489e3824830b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:42.787720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:42.790451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:42.792046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/153abe2d-c27e-4668-a714-489e3824830b HTTP/1.1" status: 204  len: 168 time: 0.2222393
Nov 15 09:51:43.334862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eca77063-fbd6-4621-b330-4888cc0cfd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:43.858662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:44.002783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1551818833-network', 'tenant_id': 'cebd8a56213f4841b191425acf148bea'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:51:44.008192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:51:44.012292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Usage tracker for resource:network and tenant:cebd8a56213f4841b191425acf148bea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:51:44.015319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:51:44.021212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:51:44.078901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Made reservation on behalf of cebd8a56213f4841b191425acf148bea for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:51:44.083648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.097422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.258326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:51:44.262628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Usage tracker for resource:security_group_rule and tenant:cebd8a56213f4841b191425acf148bea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:51:44.265749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:51:44.271674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:51:44.429916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.461659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.466225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df4827ae-31c3-4a33-bc05-9cabe63e8849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:44.500030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:51:44.509516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b4be5-487a-434d-90a9-44d398a75c09,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:44.513547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:44.578234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.578676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Added segment 3e21a332-c26f-462d-a44f-4fdab456debf of type vxlan for network af8bb608-e876-4976-9bad-93d050949682
Nov 15 09:51:44.656321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.775990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.776914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:44.777561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:44.782701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f594b11-7674-48b1-9e3b-f741f024d621 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:44.894209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Pushing event updated for resources: {'Network': ['ID=af8bb608-e876-4976-9bad-93d050949682,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:44.898697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:44.906118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network af8bb608-e876-4976-9bad-93d050949682 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:51:44.914459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0546312
Nov 15 09:51:44.917563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:51:44.921626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network af8bb608-e876-4976-9bad-93d050949682 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:51:44.925159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Request body: {'subnet': {'network_id': 'af8bb608-e876-4976-9bad-93d050949682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1551818833-subnet', 'tenant_id': 'cebd8a56213f4841b191425acf148bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:51:44.931198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:51:44.935309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Usage tracker for resource:subnet and tenant:cebd8a56213f4841b191425acf148bea is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:51:44.938374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:51:44.945261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:51:44.981634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Made reservation on behalf of cebd8a56213f4841b191425acf148bea for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:51:44.986737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:45.598438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:45.614129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0a5d3735-d066-46db-89c6-4a6e46db5431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:45.717550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57030e69-51d0-4980-98cf-2638a276e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:45.756286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:45.761242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:45.822821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Checking segment: {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:51:45.823216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Network hostable DHCP agents. Network: af8bb608-e876-4976-9bad-93d050949682, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:51:45.871494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Network af8bb608-e876-4976-9bad-93d050949682 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:51:45.907287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, af8bb608-e876-4976-9bad-93d050949682) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:51:45.916628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541c82e-8d34-441b-abf2-166260e55cfb None None] Network af8bb608-e876-4976-9bad-93d050949682 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:51:45.924164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:45.924827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:45.971187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-56afca58-3d12-4e2c-80e0-fb28e0367fa7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0514951
Nov 15 09:51:46.150535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914aacd-29b4-4ad8-8c06-8309dc0e2244 None None] Network af8bb608-e876-4976-9bad-93d050949682 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:51:46.265618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:46.398921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:46.564927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400220fb-52fa-4e35-831c-650324699a82 req-7bd6fe3b-8782-4aca-9817-349930b38b7b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:46.566520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-7bd6fe3b-8782-4aca-9817-349930b38b7b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 814 time: 0.1562033
Nov 15 09:51:46.584310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-9dd0cf6d-3ac3-4eee-b142-86c007ec4167 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/quotas/cebd8a56213f4841b191425acf148bea HTTP/1.1" status: 200  len: 375 time: 0.0111969
Nov 15 09:51:46.636735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-7d42441d-448d-42b5-b9fc-da1dd2066a60 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463991
Nov 15 09:51:46.784092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-396b1886-0c9e-4150-b0f6-71144e5bc638 service neutron] 10.222.0.81 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400967
Nov 15 09:51:46.929186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-9d29b2b8-f880-41a7-a237-6bbea6ddba1e service neutron] 10.222.0.81 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380455
Nov 15 09:51:47.202635 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a88de9e3-9741-4ed7-8e4d-01d71cfc0be2 req-f0f8d250-859f-43cf-ac02-ec56495c08bb tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 210 time: 0.0481057
Nov 15 09:51:47.580066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:47.997332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:48.382642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ed8a2291-7227-49c1-901a-6c154ff90900 req-7c37bef0-e18d-438f-9a6c-f266b79e0994 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 210 time: 0.0520880
Nov 15 09:51:49.047338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400220fb-52fa-4e35-831c-650324699a82 req-46492981-4173-421a-8667-f32a3ea3c42c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:49.048132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-400220fb-52fa-4e35-831c-650324699a82 req-46492981-4173-421a-8667-f32a3ea3c42c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Synchronizing usage tracker for tenant:cebd8a56213f4841b191425acf148bea on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:51:49.090016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-400220fb-52fa-4e35-831c-650324699a82 req-46492981-4173-421a-8667-f32a3ea3c42c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Unset dirty status for tenant:cebd8a56213f4841b191425acf148bea on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:51:49.091339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-46492981-4173-421a-8667-f32a3ea3c42c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 814 time: 0.2023826
Nov 15 09:51:49.115641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Request body: {'port': {'device_id': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'network_id': 'af8bb608-e876-4976-9bad-93d050949682', 'admin_state_up': True, 'tenant_id': 'cebd8a56213f4841b191425acf148bea'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:51:49.265997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:51:49.270053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Usage tracker for resource:port and tenant:cebd8a56213f4841b191425acf148bea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:51:49.273551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Quota usage for port was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:51:49.279638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:51:49.312891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Made reservation on behalf of cebd8a56213f4841b191425acf148bea for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:51:49.318520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:49.559814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b63aee35-b44a-408e-bd9f-98189321c6c9 req-a0f942c2-2baa-48da-926c-41ca96432eca tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 210 time: 0.0484416
Nov 15 09:51:49.638049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Allocated IP 172.20.0.5 (af8bb608-e876-4976-9bad-93d050949682/7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5/07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:51:49.853725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:49.907487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:49.923075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09c5eff3-4f96-4100-9ec4-90e49dba2645 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:50.071037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Pushing event updated for resources: {'Port': ['ID=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:50.075348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:50.127719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Network af8bb608-e876-4976-9bad-93d050949682 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:51:50.128792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:51:50.130970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:51:50.194681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:50.195455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:50.325216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2137871
Nov 15 09:51:50.343355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Request body: {'port': {'device_id': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:51:50.479478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:50.824521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18165232-8b31-436c-8c8b-8a4f573bdfd8 req-12fdb8c6-40ec-4246-9f9b-9e5039a7c075 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:50.826793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18165232-8b31-436c-8c8b-8a4f573bdfd8 req-12fdb8c6-40ec-4246-9f9b-9e5039a7c075 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 931 time: 0.0958760
Nov 15 09:51:50.876013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18165232-8b31-436c-8c8b-8a4f573bdfd8 req-6a4c79bb-124a-464a-8044-ea94025dc196 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436232
Nov 15 09:51:50.928807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:51:50.936132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:50.997261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Transition to ACTIVE for port object 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:51:51.025833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:51.041798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14909fbd-973a-4cd9-a215-9a6363ef5750 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:51.196566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Pushing event updated for resources: {'Port': ['ID=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:51.199623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:51.375874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Attempting to bind port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:51:51.376269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Attempting to bind port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:51:51.376642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Attempting to bind port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 on network af8bb608-e876-4976-9bad-93d050949682 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:51:51.384175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:51:51.384555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Checking segment: {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:51:51.384962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:51.385388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Bound using segment: {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:51:51.385841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Bound port: 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:51:51.386217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:51.493301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] For port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:51:51.496409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] For port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:51:51.557308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:51.572662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfdfe64c-8757-4c3f-aef3-4cf723cc543b tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:52.020877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Pushing event updated for resources: {'Port': ['ID=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:52.027162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:52.057770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:52.059288 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] 10.222.0.65 "PUT /v2.0/ports/07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 HTTP/1.1" status: 200  len: 1157 time: 1.7205422
Nov 15 09:51:52.059909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:52.112356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b78fe-19ac-4bb1-967a-5012427794a8 req-4c0132fc-adf5-4ee5-aafa-2cb445ab9e8a tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:52.114821 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd2b78fe-19ac-4bb1-967a-5012427794a8 req-4c0132fc-adf5-4ee5-aafa-2cb445ab9e8a tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 943 time: 0.1044979
Nov 15 09:51:52.118983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1', 'status': 'completed', 'code': 200}
Nov 15 09:51:52.166604 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd2b78fe-19ac-4bb1-967a-5012427794a8 req-3dcb05d0-5d84-4313-a07c-1206e997c911 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437219
Nov 15 09:51:52.248955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-e664ed3d-ac3d-4357-8408-82dbac7ef296 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 1160 time: 0.0953114
Nov 15 09:51:52.331558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-b27103d8-fb8c-4fd6-bb3a-56b21bc87453 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 HTTP/1.1" status: 200  len: 217 time: 0.0679908
Nov 15 09:51:52.402288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400220fb-52fa-4e35-831c-650324699a82 req-9c33c685-6232-4ba2-aa25-dc92f0e6d443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:52.403770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-9c33c685-6232-4ba2-aa25-dc92f0e6d443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 HTTP/1.1" status: 200  len: 854 time: 0.0659163
Nov 15 09:51:52.454960 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-d51bdff9-8963-48a5-83a7-8b3045665724 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af8bb608-e876-4976-9bad-93d050949682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442367
Nov 15 09:51:52.598712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-644fa481-3656-41ae-8584-99a092d0cea0 service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361327
Nov 15 09:51:52.742621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-400220fb-52fa-4e35-831c-650324699a82 req-3f7172e8-40d5-408c-8624-cd053005fcfe service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370106
Nov 15 09:51:52.970164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-8a144d60-ec97-42d9-9564-51c59c9b08d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 1160 time: 0.0895212
Nov 15 09:51:53.114741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-2c947ba1-2f71-47f0-8d79-8fb9b16afa37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:53.116954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-2c947ba1-2f71-47f0-8d79-8fb9b16afa37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 908 time: 0.1381042
Nov 15 09:51:53.192698 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-29de2b77-d448-4db2-9af5-255c8d89a6ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 HTTP/1.1" status: 200  len: 217 time: 0.0682096
Nov 15 09:51:53.267971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-0232f576-8ea0-4bae-a6df-554eca0ab68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:53.269589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-0232f576-8ea0-4bae-a6df-554eca0ab68c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 HTTP/1.1" status: 200  len: 854 time: 0.0682580
Nov 15 09:51:53.322952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-cca6c2d2-8ef3-4c98-80dd-00ac1044b8df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af8bb608-e876-4976-9bad-93d050949682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464776
Nov 15 09:51:53.400253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902dec8-27dc-463f-922b-9be2e234fe9c req-996c526e-b361-446c-9947-086dc2338804 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:53.402652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5902dec8-27dc-463f-922b-9be2e234fe9c req-996c526e-b361-446c-9947-086dc2338804 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 943 time: 0.0959065
Nov 15 09:51:53.457469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5902dec8-27dc-463f-922b-9be2e234fe9c req-444f772f-5130-483e-b660-cf1bf9452d2b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493054
Nov 15 09:51:53.476083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-ef9a9ae9-6465-4684-9f12-1d81ec5ea0d3 service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449397
Nov 15 09:51:53.622976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afa5bf4e-1bf8-472f-a880-746a5b262b2c req-05700722-2aed-4422-a6a3-c262a389de69 service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388793
Nov 15 09:51:54.338465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-622bf584-52cc-4788-9223-9aa76f6523bd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:51:54.682539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9abfd-1e2b-478a-ba72-ccd4335a729a req-db54d8e7-f6ee-4432-9e82-91424909410d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:54.684116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87e9abfd-1e2b-478a-ba72-ccd4335a729a req-db54d8e7-f6ee-4432-9e82-91424909410d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 943 time: 0.0950332
Nov 15 09:51:54.735337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-87e9abfd-1e2b-478a-ba72-ccd4335a729a req-4c06cd2a-0e39-4626-a176-19c1c1537be7 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450675
Nov 15 09:51:54.773169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:54.905514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:51:54.910798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:54.916102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:55.048181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:55.076794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:51:55.087149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:51:55.118638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:55.120705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:51:55.152518 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1', 'code': 200}
Nov 15 09:51:55.201398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:51:55.210942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.211333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.211715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.212146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.212526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.212900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.213274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.213643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.214014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.214378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.214743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.215109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.215531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.215925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.216295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.216659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.217026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.217391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.217760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.218124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.218490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.218854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.219219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.219584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:51:55.224035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:51:55.457995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48298950-4b53-480d-9d1b-ba8caf51e029 req-0317f19a-d31c-46e0-9a71-1395983784ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 1162 time: 0.0833268
Nov 15 09:51:55.510597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48298950-4b53-480d-9d1b-ba8caf51e029 req-ec462fdd-f793-4503-8387-193339facb2f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459943
Nov 15 09:51:56.061690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588cd58-a3ff-46fe-b11b-641cdd6dba4c req-b36ca92f-82a4-4204-82c7-de5129807cf2 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:56.063396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8588cd58-a3ff-46fe-b11b-641cdd6dba4c req-b36ca92f-82a4-4204-82c7-de5129807cf2 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.1982033
Nov 15 09:51:56.112683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8588cd58-a3ff-46fe-b11b-641cdd6dba4c req-21e7c517-34a9-4751-af75-4ac85e2f1ec9 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421858
Nov 15 09:51:56.339348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:51:56.422678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:51:56.423105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:51:57.338259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cddb21-ff27-4a84-9927-5069406899a5 req-512fa120-4471-413b-91fd-07bf7f8088b2 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:57.339906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63cddb21-ff27-4a84-9927-5069406899a5 req-512fa120-4471-413b-91fd-07bf7f8088b2 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0938649
Nov 15 09:51:57.388303 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63cddb21-ff27-4a84-9927-5069406899a5 req-6a972963-163c-4e0b-9f37-021124fea3ed tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421154
Nov 15 09:51:57.960916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-2500a75f-7dc6-4619-9676-3b998c924541 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:51:57.962543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-2500a75f-7dc6-4619-9676-3b998c924541 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 814 time: 0.4079049
Nov 15 09:51:57.980494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c8e7af9d-91a1-4e14-bf64-ef34078e9295 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/quotas/cebd8a56213f4841b191425acf148bea HTTP/1.1" status: 200  len: 375 time: 0.0117955
Nov 15 09:51:58.077649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-fcdc45b1-f322-4c0a-b11b-cdbdd1fb6d5f tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0917108
Nov 15 09:51:58.161432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-238ab0a7-2f87-47aa-88b8-af8fce47633b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:51:58.162553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-238ab0a7-2f87-47aa-88b8-af8fce47633b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0777607
Nov 15 09:51:58.310410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-64bf1b73-bafc-40fb-9eea-7abfd62bb14b service neutron] 10.222.0.81 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406355
Nov 15 09:51:58.456491 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-f3969318-4eb4-4e95-8a3b-0bcd7f531e98 service neutron] 10.222.0.81 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396284
Nov 15 09:51:58.692971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83beb290-d936-4b64-a67b-fc0befe8157e req-8e7d117f-f40c-45e2-8588-1e29160a50bf tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 210 time: 0.0479696
Nov 15 09:51:59.875453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96b52c82-f55b-4852-952f-5aadc67cada0 req-4f2a7cd9-5180-47fd-9fa9-b471ec1c758e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 210 time: 0.0511377
Nov 15 09:52:00.286572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-9ac4e64b-c2f6-466b-83dc-d74c42e34531 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:00.288457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-9ac4e64b-c2f6-466b-83dc-d74c42e34531 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 814 time: 0.1663010
Nov 15 09:52:00.321825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Request body: {'port': {'device_id': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'network_id': 'af8bb608-e876-4976-9bad-93d050949682', 'admin_state_up': True, 'tenant_id': 'cebd8a56213f4841b191425acf148bea'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:00.469716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:00.473839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Usage tracker for resource:port and tenant:cebd8a56213f4841b191425acf148bea is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:00.477745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Quota usage for port was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:00.483606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:00.524339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Made reservation on behalf of cebd8a56213f4841b191425acf148bea for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:00.529887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:00.839632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Allocated IP 172.20.0.4 (af8bb608-e876-4976-9bad-93d050949682/7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5/41edb985-a07f-4723-b32b-4381fb79e249) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:01.106287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-193a26d7-fbac-44c3-a65c-38dc5367373e req-f17f46bd-d80e-41dd-bf8f-b746d9d3b2ba tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 210 time: 0.0485795
Nov 15 09:52:01.172429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:01.225944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:01.241000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87308564-d04d-4e23-a95a-d973c1b23b5f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:01.385560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Pushing event updated for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:01.398594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:01.441117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Network af8bb608-e876-4976-9bad-93d050949682 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:01.442245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:01.445162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:01.514121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:01.514787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:01.563242 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2468195
Nov 15 09:52:01.582724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Request body: {'port': {'device_id': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:01.713069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.139560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41edb985-a07f-4723-b32b-4381fb79e249 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:52:02.146750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.160040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Transition to ACTIVE for port object 41edb985-a07f-4723-b32b-4381fb79e249 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:02.181513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.197642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:02.333100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12983ab-1040-4008-a02e-1e687e75d4d6 req-53313c84-611c-4231-b74d-b8a4cc98e99b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:02.335540 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a12983ab-1040-4008-a02e-1e687e75d4d6 req-53313c84-611c-4231-b74d-b8a4cc98e99b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 943 time: 0.0970075
Nov 15 09:52:02.342920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Pushing event updated for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:02.355702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:02.385268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a12983ab-1040-4008-a02e-1e687e75d4d6 req-a8988552-49a9-4b91-97ed-c1f16215b0d9 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432177
Nov 15 09:52:02.536230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Attempting to bind port 41edb985-a07f-4723-b32b-4381fb79e249 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:02.536603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Attempting to bind port 41edb985-a07f-4723-b32b-4381fb79e249 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:02.536972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Attempting to bind port 41edb985-a07f-4723-b32b-4381fb79e249 on network af8bb608-e876-4976-9bad-93d050949682 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:02.544260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:02.544631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Checking segment: {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:02.545040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.545439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Bound using segment: {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:02.545914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Bound port: 41edb985-a07f-4723-b32b-4381fb79e249, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e21a332-c26f-462d-a44f-4fdab456debf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8bb608-e876-4976-9bad-93d050949682'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:02.546287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.645276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] For port 41edb985-a07f-4723-b32b-4381fb79e249, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:02.648455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] For port 41edb985-a07f-4723-b32b-4381fb79e249, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=41edb985-a07f-4723-b32b-4381fb79e249,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:02.684747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.704016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-384437ed-9664-4359-81a7-f01420965d08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:02.863331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Pushing event updated for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:02.869831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:02.900017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:02.901438 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] 10.222.0.65 "PUT /v2.0/ports/41edb985-a07f-4723-b32b-4381fb79e249 HTTP/1.1" status: 200  len: 1157 time: 1.3231020
Nov 15 09:52:02.901989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:52:02.962199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249', 'status': 'completed', 'code': 200}
Nov 15 09:52:03.071184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-d710404b-1cf5-4df2-b2fd-8257b25d5820 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 1160 time: 0.0849984
Nov 15 09:52:03.156373 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-e25884c1-0e83-4840-8978-5a02e03c2901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41edb985-a07f-4723-b32b-4381fb79e249 HTTP/1.1" status: 200  len: 217 time: 0.0702558
Nov 15 09:52:03.223481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-35a90f87-18f0-42c9-aead-552286123f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:03.225065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-35a90f87-18f0-42c9-aead-552286123f4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 HTTP/1.1" status: 200  len: 854 time: 0.0628588
Nov 15 09:52:03.278908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-a1f92c52-1d24-4a8e-9fab-c3f4d0e1e630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af8bb608-e876-4976-9bad-93d050949682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469944
Nov 15 09:52:03.626816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c535-fc62-420c-8798-46805c116c22 req-c21b2fe5-2796-493f-a328-2bf415f8d115 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:03.628547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18e3c535-fc62-420c-8798-46805c116c22 req-c21b2fe5-2796-493f-a328-2bf415f8d115 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 943 time: 0.1080630
Nov 15 09:52:03.682692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18e3c535-fc62-420c-8798-46805c116c22 req-25f022e8-9a37-4402-b5bf-24540d585544 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467124
Nov 15 09:52:03.710919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-9d68914d-e889-4bcc-95c3-667f0423202e service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4250662
Nov 15 09:52:03.858600 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a26573a6-03fc-42e7-af0f-7dbefdec0c89 req-06f85727-7de2-4016-8e7a-af140b913b70 service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400175
Nov 15 09:52:04.090853 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-3a6b9580-2583-4966-a72d-36220dba0735 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 1160 time: 0.0856948
Nov 15 09:52:04.234411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-d93ce33e-8661-4dc5-b37b-a251cbc04dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:04.236037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-d93ce33e-8661-4dc5-b37b-a251cbc04dc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 200  len: 908 time: 0.1379492
Nov 15 09:52:04.316261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-2f65c335-3024-4565-8790-8e726357f718 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41edb985-a07f-4723-b32b-4381fb79e249 HTTP/1.1" status: 200  len: 217 time: 0.0729825
Nov 15 09:52:04.385365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-51e67e89-7136-497a-91ad-345d75d69fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:04.386861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-51e67e89-7136-497a-91ad-345d75d69fdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 HTTP/1.1" status: 200  len: 854 time: 0.0638947
Nov 15 09:52:04.440903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-02132765-12d0-484d-be45-c603fa73b75d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af8bb608-e876-4976-9bad-93d050949682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471210
Nov 15 09:52:04.587991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-c2544154-7f12-4553-a19f-bf9c86202512 service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393926
Nov 15 09:52:04.738895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe7d28f5-343c-425c-93d7-b264336a2388 req-87fc8e51-0c0d-453d-b5f9-fca692abe80f service neutron] 10.222.0.65 "GET /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433721
Nov 15 09:52:04.913268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460570-57f7-48e7-9b84-06e3faa8f471 req-8bc040ec-68bc-49d7-b0c2-6ffc24c55f16 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:04.914865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a460570-57f7-48e7-9b84-06e3faa8f471 req-8bc040ec-68bc-49d7-b0c2-6ffc24c55f16 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 943 time: 0.1000454
Nov 15 09:52:04.964019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a460570-57f7-48e7-9b84-06e3faa8f471 req-4ac4f3f0-159e-4416-b635-41b8b9672535 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426540
Nov 15 09:52:06.184042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732ff4-4424-477e-8f17-af1881731149 req-a615eb3d-c37f-4d16-8ba1-f8374093ff8c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:06.185583 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49732ff4-4424-477e-8f17-af1881731149 req-a615eb3d-c37f-4d16-8ba1-f8374093ff8c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 943 time: 0.0935667
Nov 15 09:52:06.233506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49732ff4-4424-477e-8f17-af1881731149 req-8930b2bf-fbf2-4a5e-8784-e34201e96248 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417664
Nov 15 09:52:06.764477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 41edb985-a07f-4723-b32b-4381fb79e249 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:06.882611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 41edb985-a07f-4723-b32b-4381fb79e249 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:52:06.887856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 41edb985-a07f-4723-b32b-4381fb79e249 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:06.888294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:07.024229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:07.051927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:52:07.062238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 41edb985-a07f-4723-b32b-4381fb79e249, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=41edb985-a07f-4723-b32b-4381fb79e249,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:07.088313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:07.090307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbfdd290-e9de-40c7-8a79-a1bcf7e8bf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:07.126611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249', 'code': 200}
Nov 15 09:52:07.167026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:07.170659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:07.461707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a9ce78a-366a-4197-a3b2-c2e5921a55a5 req-aed13f4c-6e30-4a4d-a574-cb88f5e93b4e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 1162 time: 0.0861132
Nov 15 09:52:07.464786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b647c-50e6-4727-ad4c-4c55538d1103 req-3b38f5cc-ff17-40d3-a1e3-3b6768bf1e2a tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:07.466405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f03b647c-50e6-4727-ad4c-4c55538d1103 req-3b38f5cc-ff17-40d3-a1e3-3b6768bf1e2a tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.1002867
Nov 15 09:52:07.508722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a9ce78a-366a-4197-a3b2-c2e5921a55a5 req-cecd1963-8fb5-4c90-ae28-cdee5a19d116 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397964
Nov 15 09:52:07.515552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f03b647c-50e6-4727-ad4c-4c55538d1103 req-01c5a4ca-55d2-4f3e-b719-277e3adcacf9 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429244
Nov 15 09:52:08.506683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 41edb985-a07f-4723-b32b-4381fb79e249 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:08.758122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b7e44-6c68-4061-8b01-c32afb33940e req-dd7ec9f1-4842-4ba1-a93b-c87a5c5b86df tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:08.759801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a82b7e44-6c68-4061-8b01-c32afb33940e req-dd7ec9f1-4842-4ba1-a93b-c87a5c5b86df tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.1017809
Nov 15 09:52:08.765602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 41edb985-a07f-4723-b32b-4381fb79e249 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:08.766041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:08.842709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a82b7e44-6c68-4061-8b01-c32afb33940e req-ed65e646-f4db-4757-b0d7-795a24b28aab tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758431
Nov 15 09:52:10.063105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3cdca-bef6-4bf2-ac98-dba092dcab70 req-5faffba7-e9e1-4aa1-b03a-de0f61d57414 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:10.064757 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90a3cdca-bef6-4bf2-ac98-dba092dcab70 req-5faffba7-e9e1-4aa1-b03a-de0f61d57414 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.0941119
Nov 15 09:52:10.112836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90a3cdca-bef6-4bf2-ac98-dba092dcab70 req-e7d2f08c-0cf3-412a-941e-d501b000d1bf tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418117
Nov 15 09:52:10.591920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405c532-e6d8-414e-8795-c7c93a4553db req-c82ae7aa-3d72-41f1-8ae0-6d8f11f2580d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:10.593517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7405c532-e6d8-414e-8795-c7c93a4553db req-c82ae7aa-3d72-41f1-8ae0-6d8f11f2580d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.0979440
Nov 15 09:52:10.641634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7405c532-e6d8-414e-8795-c7c93a4553db req-5e5c8e5f-f87b-4fb5-8133-282905bed214 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419281
Nov 15 09:52:11.869774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5ae6f-2fae-4f9c-9a64-956cffaacb04 req-e6ba3b28-4cd4-481b-a02a-043d8fbf5534 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:11.871402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5a5ae6f-2fae-4f9c-9a64-956cffaacb04 req-e6ba3b28-4cd4-481b-a02a-043d8fbf5534 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.0965846
Nov 15 09:52:11.923328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5a5ae6f-2fae-4f9c-9a64-956cffaacb04 req-8b71910b-8c31-495f-acf3-d75958d4be7d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457940
Nov 15 09:52:12.261725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-bcb509d4-6b78-4e71-a65f-7d451dbbe994 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:12.262418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-bcb509d4-6b78-4e71-a65f-7d451dbbe994 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Synchronizing usage tracker for tenant:cebd8a56213f4841b191425acf148bea on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:52:12.324088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-bcb509d4-6b78-4e71-a65f-7d451dbbe994 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Unset dirty status for tenant:cebd8a56213f4841b191425acf148bea on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:52:12.325358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-bcb509d4-6b78-4e71-a65f-7d451dbbe994 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 945 time: 0.1609900
Nov 15 09:52:12.326894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 41edb985-a07f-4723-b32b-4381fb79e249 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:52:12.416785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Deleting port 41edb985-a07f-4723-b32b-4381fb79e249 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:12.417172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:12.466329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:12.499185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:52:12.509743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 41edb985-a07f-4723-b32b-4381fb79e249, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=41edb985-a07f-4723-b32b-4381fb79e249,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:12.541647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:12.543963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:12.576931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249', 'code': 200}
Nov 15 09:52:12.623429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:12.626834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:12.705183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] For port 41edb985-a07f-4723-b32b-4381fb79e249, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=41edb985-a07f-4723-b32b-4381fb79e249,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:12.705591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:12.844051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Calling delete_port for 41edb985-a07f-4723-b32b-4381fb79e249 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:13.043097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:13.059516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-903e3a55-6f60-42aa-ba9b-430313eed63b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:13.102911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-153ead85-2aac-4d06-a72c-751e099fa92c req-b02ce736-bf6d-46a1-841e-d2d19e439345 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=92e10058-6f58-45b1-a16f-8b18598f5c45 HTTP/1.1" status: 200  len: 210 time: 0.0518935
Nov 15 09:52:13.107105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Pushing event deleted for resources: {'Port': ['ID=41edb985-a07f-4723-b32b-4381fb79e249,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:13.159260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:13.266576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] No DVR routers for this DVR port 41edb985-a07f-4723-b32b-4381fb79e249 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:13.268734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:13.271441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-deleted', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:52:13.286521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:52:13.314037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5324b378-3d24-43ea-bc38-ac404fa006fe req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "DELETE /v2.0/ports/41edb985-a07f-4723-b32b-4381fb79e249 HTTP/1.1" status: 204  len: 173 time: 0.9828947
Nov 15 09:52:13.331047 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e10058-6f58-45b1-a16f-8b18598f5c45', 'name': 'network-vif-deleted', 'tag': '41edb985-a07f-4723-b32b-4381fb79e249', 'status': 'completed', 'code': 200}
Nov 15 09:52:13.341716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8e5de664-ad99-4a45-96da-b7df202edfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:14.416846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f11-7fbc-427d-a967-b316f4ea7277 req-fa55bc00-3657-43e2-b13a-00ad0bc9e493 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:14.419940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8194f11-7fbc-427d-a967-b316f4ea7277 req-fa55bc00-3657-43e2-b13a-00ad0bc9e493 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.1016552
Nov 15 09:52:14.469365 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8194f11-7fbc-427d-a967-b316f4ea7277 req-30265f73-1a43-44b6-8def-fd35d16d756a tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435469
Nov 15 09:52:14.717709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27574-8dc9-4b2f-a3fc-8401e85ec84a req-a395ab8d-b16f-4863-aafd-9c9fa7571dac tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:14.719240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0b27574-8dc9-4b2f-a3fc-8401e85ec84a req-a395ab8d-b16f-4863-aafd-9c9fa7571dac tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0975392
Nov 15 09:52:14.768602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0b27574-8dc9-4b2f-a3fc-8401e85ec84a req-8bc5b768-db15-447e-83b9-b9308d618256 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424690
Nov 15 09:52:14.998266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0aad0-24c6-4243-84b3-89599262f897 req-3d594e86-b795-45c4-9050-6778a1d038ca tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:14.999873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ea0aad0-24c6-4243-84b3-89599262f897 req-3d594e86-b795-45c4-9050-6778a1d038ca tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0990672
Nov 15 09:52:15.051291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ea0aad0-24c6-4243-84b3-89599262f897 req-333cd93b-ce4d-4de2-9b54-85cd07192c2c tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453696
Nov 15 09:52:15.400475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe89db-a5dc-472e-b6b3-a355965ed92b req-e79eb6d7-8a0c-4f20-bf7b-537b01862ba9 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:15.402102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9fbe89db-a5dc-472e-b6b3-a355965ed92b req-e79eb6d7-8a0c-4f20-bf7b-537b01862ba9 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0933986
Nov 15 09:52:15.450638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9fbe89db-a5dc-472e-b6b3-a355965ed92b req-b0f82800-accb-4e9c-a64f-6060f077af0d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423813
Nov 15 09:52:15.674683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ade7d-fe86-497b-bb1d-33720f12c00b req-49ecc0b7-3871-4459-8194-6669d1085db3 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:15.676258 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-546ade7d-fe86-497b-bb1d-33720f12c00b req-49ecc0b7-3871-4459-8194-6669d1085db3 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0973830
Nov 15 09:52:15.725266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-546ade7d-fe86-497b-bb1d-33720f12c00b req-76d66e8d-d65f-48f7-9458-b119d5c99889 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426509
Nov 15 09:52:15.728396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5b78-ba55-49dc-8869-611a1b5aa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:15.967058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad0e9e-ae0a-4986-a884-f4d0c6463be2 req-361b95e0-43a3-4d41-b4dc-4cf452a84473 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:15.968669 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68ad0e9e-ae0a-4986-a884-f4d0c6463be2 req-361b95e0-43a3-4d41-b4dc-4cf452a84473 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0976639
Nov 15 09:52:16.016173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-68ad0e9e-ae0a-4986-a884-f4d0c6463be2 req-3ef88f5a-be5d-4d8a-919c-f5f267a55d19 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413129
Nov 15 09:52:16.212042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:16.374376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:16.729960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e5a78-d431-4743-8da3-824371e50beb req-6e079c2f-dfe1-4479-acbe-0eb1fb303512 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:16.731620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-899e5a78-d431-4743-8da3-824371e50beb req-6e079c2f-dfe1-4479-acbe-0eb1fb303512 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.1001441
Nov 15 09:52:16.781430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-899e5a78-d431-4743-8da3-824371e50beb req-14718790-aa0b-4224-ada2-fa58071aafdf tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431108
Nov 15 09:52:17.570225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:18.008980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09880894-2c32-49c8-983e-dde9a33e5192 req-a4da2a6b-69de-4c01-ad9c-67c08e3d165d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:18.010598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09880894-2c32-49c8-983e-dde9a33e5192 req-a4da2a6b-69de-4c01-ad9c-67c08e3d165d tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0968690
Nov 15 09:52:18.032782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:18.062593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09880894-2c32-49c8-983e-dde9a33e5192 req-774614a4-446b-4c83-a740-c9984f01218b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458148
Nov 15 09:52:18.531668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-6765e836-2031-47f3-9e51-e00aac117da1 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:18.532390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-6765e836-2031-47f3-9e51-e00aac117da1 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Synchronizing usage tracker for tenant:cebd8a56213f4841b191425acf148bea on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:52:18.586772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-6765e836-2031-47f3-9e51-e00aac117da1 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Unset dirty status for tenant:cebd8a56213f4841b191425acf148bea on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:52:18.588042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-6765e836-2031-47f3-9e51-e00aac117da1 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.1630168
Nov 15 09:52:18.672369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Deleting port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:18.672760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:18.954237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] For port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,segment=NetworkSegment(3e21a332-c26f-462d-a44f-4fdab456debf),segment_id=3e21a332-c26f-462d-a44f-4fdab456debf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:18.954643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:19.088695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Calling delete_port for 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:19.278497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:19.284701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc047-9115-4439-9a76-fe54f349d7b8 req-e7954f52-af8c-4edd-830c-6865fb8c4fef tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:19.286311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e83dc047-9115-4439-9a76-fe54f349d7b8 req-e7954f52-af8c-4edd-830c-6865fb8c4fef tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 945 time: 0.0946558
Nov 15 09:52:19.296481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b0bb0cac-8147-4e1b-9059-072fe67d34f3 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:19.336769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e83dc047-9115-4439-9a76-fe54f349d7b8 req-e27726f9-b3fc-489f-bf32-af357dbb5944 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.81 "GET /v2.0/security-groups?id=457b4be5-487a-434d-90a9-44d398a75c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438290
Nov 15 09:52:19.391463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Pushing event deleted for resources: {'Port': ['ID=07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:19.399059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:19.503901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] No DVR routers for this DVR port 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:19.506693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:19.509265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'name': 'network-vif-deleted', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:52:19.547870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c83cc6b-47e1-4b34-a4fb-01fa42d3bdf5 req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] 10.222.0.65 "DELETE /v2.0/ports/07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 HTTP/1.1" status: 204  len: 173 time: 0.9528940
Nov 15 09:52:19.570611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37322257-7a5e-472d-8f46-4c1551ff1c2e', 'name': 'network-vif-deleted', 'tag': '07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1', 'status': 'completed', 'code': 200}
Nov 15 09:52:20.245789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63eaf006-8f2e-49e0-871b-fafe765308be req-a125802d-4801-4001-b07c-1e3dec91fcdb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0473580
Nov 15 09:52:20.393248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63eaf006-8f2e-49e0-871b-fafe765308be req-c1476a6e-0029-4dbe-b8e0-b0899fe6d6b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cebd8a56213f4841b191425acf148bea&device_id=37322257-7a5e-472d-8f46-4c1551ff1c2e HTTP/1.1" status: 200  len: 210 time: 0.0459533
Nov 15 09:52:20.449503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41250) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:20.452452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:52:20.497256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:52:20.497734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 07b6ba43-22cd-4fea-bcb0-9ba9719fd9c1 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:52:20.522896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Deleting subnet 7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:52:20.526201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:20.579041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf006-8f2e-49e0-871b-fafe765308be req-8433ffad-2de9-4684-85b2-bf05dd579f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:20.580676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63eaf006-8f2e-49e0-871b-fafe765308be req-8433ffad-2de9-4684-85b2-bf05dd579f63 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cebd8a56213f4841b191425acf148bea&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1589060
Nov 15 09:52:20.580810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:20.640233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:20.734661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf006-8f2e-49e0-871b-fafe765308be req-ab0f4fea-7e9a-4e56-a13f-5c2379b08d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:20.736384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63eaf006-8f2e-49e0-871b-fafe765308be req-ab0f4fea-7e9a-4e56-a13f-5c2379b08d08 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1487634
Nov 15 09:52:20.928662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:20.945035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-edd54872-5679-4dfe-a521-c25ab87996d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:21.030484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:21.045401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:21.082875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:21.089540 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fb97380a-6630-4102-ba19-bce83eb28206 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e6e4c7a-0ebd-4b50-a3b1-8ba8de44a2a5 HTTP/1.1" status: 204  len: 168 time: 0.6388128
Nov 15 09:52:21.092228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41254) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:21.209380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:21.403426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:21.519000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a265b4e0>,) {'filters': {'network_id': ['af8bb608-e876-4976-9bad-93d050949682']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:21.532358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a265b4e0>, '3e21a332-c26f-462d-a44f-4fdab456debf') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:21.532697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a265b4e0>, '3e21a332-c26f-462d-a44f-4fdab456debf') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:21.544954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:21.559700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:21.561714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:21.738771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Network af8bb608-e876-4976-9bad-93d050949682 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:21.747988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.180807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Network af8bb608-e876-4976-9bad-93d050949682 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:22.203810 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:22.369891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.373208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc99a4da-ac2b-4057-b3eb-b269854df12a tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:22.389687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.400088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=af8bb608-e876-4976-9bad-93d050949682,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:22.403135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:22.433542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] 10.222.0.81 "DELETE /v2.0/networks/af8bb608-e876-4976-9bad-93d050949682 HTTP/1.1" status: 204  len: 168 time: 1.3402371
Nov 15 09:52:22.734836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41260) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:22.788321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b2bf809-57c0-4c31-bbae-9ddd7063bb3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cebd8a56213f4841b191425acf148bea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514534
Nov 15 09:52:22.790600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41264) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:22.854432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.884919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.969996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.973815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eb09fa39-16ba-49a4-862a-69138d72bfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:22.985293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b4be5-487a-434d-90a9-44d398a75c09,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:22.989464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:22.992841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:22.994072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/457b4be5-487a-434d-90a9-44d398a75c09 HTTP/1.1" status: 204  len: 168 time: 0.2025073
Nov 15 09:52:24.105329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41286) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:24.241870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730469102'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:24.247407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:24.251490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:network and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:24.254584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:24.260505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:24.289876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:24.295598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.309530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.401793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:24.405794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:security_group_rule and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:24.408842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:24.415828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:24.624568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.654240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.658676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b3ed1f9-40f5-43de-b10a-1fa34932a780 tempest-TestNetworkAdvancedServerOps-1841514174 tempest-TestNetworkAdvancedServerOps-1841514174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:24.697166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:24.703144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3a77f-45e1-43b1-b953-af71a0fe0622,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:24.707077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:24.743223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.743619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Added segment 244a4bcd-90f1-490e-b504-8d16c4d8e8d2 of type vxlan for network 633bfc9f-8073-460d-846a-9b73431d8fb1
Nov 15 09:52:24.824718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.918738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.922927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:24.923578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:24.929625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-81e75b27-44ca-4dd1-89cb-e3c46a02873c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:25.042603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Network': ['ID=633bfc9f-8073-460d-846a-9b73431d8fb1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:25.045583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:25.053877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:25.062184 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba8f4baa-bccc-4321-918c-46e18d60d07a tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9556994
Nov 15 09:52:25.071521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:28.794455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41292) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:28.801193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'subnet': {'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:28.916481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:28.920791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:subnet and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:28.923734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:28.929634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:28.998375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:29.112580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:29.768112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:29.783209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b660db4-5481-41b9-bfe0-59d087aee456 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:29.926128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Subnet': ['ID=fdf584a6-fe0d-4b64-938b-fd9e13a3f22f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:29.931899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:29.992643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking segment: {'id': '244a4bcd-90f1-490e-b504-8d16c4d8e8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:29.993039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network hostable DHCP agents. Network: 633bfc9f-8073-460d-846a-9b73431d8fb1, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:30.085375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:30.147256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 633bfc9f-8073-460d-846a-9b73431d8fb1) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:30.156831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0c03e-5115-4a51-a158-58111b87cd8c None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:30.160661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:30.161310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.216345 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9ff35599-d32c-4c46-b886-4d5d88d8daf9 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4206662
Nov 15 09:52:30.219915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41298) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:30.226734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710256526'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:30.232079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:30.236810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:network and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:30.240011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:30.246298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:30.289810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:30.295784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.329293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:30.339208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.339540 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Added segment e303cb34-3095-42f0-86de-cbbb05daf196 of type vxlan for network 15f84418-77b1-4be1-a68f-b6a64824f828
Nov 15 09:52:30.367377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.388151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-633bfc9f-8073-460d-846a-9b73431d8fb1', 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1', 'tenant_id': 'c74facd6bab046f7a39e4938ca422db6', 'fixed_ips': [{'subnet_id': 'fdf584a6-fe0d-4b64-938b-fd9e13a3f22f'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:30.389641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.427033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.431751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:30.432424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.437982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b4aac27-b53e-4b81-a71d-eba34c329a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:30.553149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Network': ['ID=15f84418-77b1-4be1-a68f-b6a64824f828,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:30.556676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3356175
Nov 15 09:52:30.557636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c89683ba-acd3-4365-bb9e-018378b301d2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:30.559404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41302) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:30.565664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'subnet': {'network_id': '15f84418-77b1-4be1-a68f-b6a64824f828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:30.577192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 15f84418-77b1-4be1-a68f-b6a64824f828 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:30.595714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 15f84418-77b1-4be1-a68f-b6a64824f828 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:30.688410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:30.692668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:subnet and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:30.696406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:30.702370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:30.752795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:30.884934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:30.899097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Allocated IP 2001:db8:0:ffff::2 (633bfc9f-8073-460d-846a-9b73431d8fb1/fdf584a6-fe0d-4b64-938b-fd9e13a3f22f/3855cb76-988d-426d-9bba-5266756ae53b) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:31.178465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.259606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Transition to ACTIVE for port object 3855cb76-988d-426d-9bba-5266756ae53b will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:31.276814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Transition to ACTIVE for port object 3855cb76-988d-426d-9bba-5266756ae53b will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:31.322969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.339112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:31.453322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.468577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3b6d274c-3255-49f3-a72d-fdfe057e26c8 tempest-NetworksTestDHCPv6-1177466991 tempest-NetworksTestDHCPv6-1177466991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:31.480963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Pushing event updated for resources: {'Port': ['ID=3855cb76-988d-426d-9bba-5266756ae53b,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:31.494184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:31.540467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:31.541769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:31.544383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:31.602052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Attempting to bind port 3855cb76-988d-426d-9bba-5266756ae53b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:31.602480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Attempting to bind port 3855cb76-988d-426d-9bba-5266756ae53b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '244a4bcd-90f1-490e-b504-8d16c4d8e8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:31.602908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Attempting to bind port 3855cb76-988d-426d-9bba-5266756ae53b on network 633bfc9f-8073-460d-846a-9b73431d8fb1 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:31.609801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:31.610236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Checking segment: {'id': '244a4bcd-90f1-490e-b504-8d16c4d8e8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:31.610705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.610980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Subnet': ['ID=96f9a801-2b95-43eb-868c-6750d9f4e62b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:31.611161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Bound using segment: {'id': '244a4bcd-90f1-490e-b504-8d16c4d8e8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:31.611698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Bound port: 3855cb76-988d-426d-9bba-5266756ae53b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a4bcd-90f1-490e-b504-8d16c4d8e8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '633bfc9f-8073-460d-846a-9b73431d8fb1'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:31.612180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.616412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:31.677455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking segment: {'id': 'e303cb34-3095-42f0-86de-cbbb05daf196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '15f84418-77b1-4be1-a68f-b6a64824f828'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:31.677827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network hostable DHCP agents. Network: 15f84418-77b1-4be1-a68f-b6a64824f828, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:31.717374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] For port 3855cb76-988d-426d-9bba-5266756ae53b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:31.720505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] For port 3855cb76-988d-426d-9bba-5266756ae53b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3855cb76-988d-426d-9bba-5266756ae53b,segment=NetworkSegment(244a4bcd-90f1-490e-b504-8d16c4d8e8d2),segment_id=244a4bcd-90f1-490e-b504-8d16c4d8e8d2)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:31.764053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 15f84418-77b1-4be1-a68f-b6a64824f828 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:31.764475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.780582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:31.798831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 15f84418-77b1-4be1-a68f-b6a64824f828) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:31.814167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:31.814833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:31.822510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8f3e0-2232-4b6b-bf50-494daba7ec66 None None] Network 15f84418-77b1-4be1-a68f-b6a64824f828 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:31.864801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ae6d281-24d0-490a-8e88-5d75de1b1589 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.3014131
Nov 15 09:52:31.865059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41306) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:32.019633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:32.049419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Pushing event updated for resources: {'Port': ['ID=3855cb76-988d-426d-9bba-5266756ae53b,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:32.056945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:32.159643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:32.217981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5b448-e75d-4af6-82c4-429507403668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-15f84418-77b1-4be1-a68f-b6a64824f828', 'network_id': '15f84418-77b1-4be1-a68f-b6a64824f828', 'tenant_id': 'c74facd6bab046f7a39e4938ca422db6', 'fixed_ips': [{'subnet_id': '96f9a801-2b95-43eb-868c-6750d9f4e62b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:32.218906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23a5b448-e75d-4af6-82c4-429507403668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:32.570651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:32.586865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5285399-dc64-4c9b-bc97-3cd01490dcbb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:32.683634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Subnet': ['ID=96f9a801-2b95-43eb-868c-6750d9f4e62b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server [None req-23a5b448-e75d-4af6-82c4-429507403668 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f9a801-2b95-43eb-868c-6750d9f4e62b: This subnet is being modified by another concurrent operation.
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server     raise exception
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f9a801-2b95-43eb-868c-6750d9f4e62b: This subnet is being modified by another concurrent operation.
Nov 15 09:52:32.692047 dv-neutron-743142-12-ovs neutron-server[80962]: ERROR oslo_messaging.rpc.server 
Nov 15 09:52:32.708845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe0e9e-77af-4dbf-b3cb-e04aab460a8f None None] Network 15f84418-77b1-4be1-a68f-b6a64824f828 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:32.716071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.716537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.716971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.717398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.717827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.718246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.718663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.719077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.719494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.719935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.720354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.720769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.721272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.721628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.722039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.722453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.722867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.723280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.723690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.724766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.725299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.725716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.726167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.726529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:32.730455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:32.860498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.243496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a358df60>,) {'filters': {'network_id': ['15f84418-77b1-4be1-a68f-b6a64824f828']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:33.256830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a358df60>, 'e303cb34-3095-42f0-86de-cbbb05daf196') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:33.257170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a358df60>, 'e303cb34-3095-42f0-86de-cbbb05daf196') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:33.269094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.284122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.286224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:33.480217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 15f84418-77b1-4be1-a68f-b6a64824f828 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:33.490266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.509712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3855cb76-988d-426d-9bba-5266756ae53b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:33.627548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3def54d-0e20-4ba8-abe4-9ed1ace05029 None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:33.647792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3855cb76-988d-426d-9bba-5266756ae53b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:52:33.678206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 15f84418-77b1-4be1-a68f-b6a64824f828 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:33.702961 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:33.766107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Provisioning for port 3855cb76-988d-426d-9bba-5266756ae53b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:52:33.775480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Provisioning complete for port 3855cb76-988d-426d-9bba-5266756ae53b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:33.775936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.810241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.813717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4235a759-c8c4-4684-a8fa-aa64916820e7 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:33.830496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.844434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Network': ['ID=15f84418-77b1-4be1-a68f-b6a64824f828,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:33.848893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/15f84418-77b1-4be1-a68f-b6a64824f828 HTTP/1.1" status: 204  len: 168 time: 1.9810076
Nov 15 09:52:33.848893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09ac977d-afcf-41cb-8db4-439091c31604 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:33.852344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 41310) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:33.858669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240416157'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:33.864774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:33.869003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:network and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:33.872034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for network was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:33.878074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:33.907114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:33.913889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.951712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:33.961720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:33.962114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Added segment a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957 of type vxlan for network 8f66bc2e-1179-42a8-807a-a6fb245919c4
Nov 15 09:52:33.989182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.028933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.061530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.065785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:34.066445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.070945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] For port 3855cb76-988d-426d-9bba-5266756ae53b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3855cb76-988d-426d-9bba-5266756ae53b,segment=NetworkSegment(244a4bcd-90f1-490e-b504-8d16c4d8e8d2),segment_id=244a4bcd-90f1-490e-b504-8d16c4d8e8d2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:34.072295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3326581a-7217-4abe-86f3-9bc7afe22f9e tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:34.101765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.104955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:34.187384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Pushing event updated for resources: {'Port': ['ID=3855cb76-988d-426d-9bba-5266756ae53b,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:34.191133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:34.191295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Network': ['ID=8f66bc2e-1179-42a8-807a-a6fb245919c4,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:34.195243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:34.206514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b374e3fb-7965-4fb1-ae18-6b8c3dc9f3fb tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3527186
Nov 15 09:52:34.207505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:34.210256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41314) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:34.216718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'subnet': {'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:34.286022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:34.348455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:34.353282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:subnet and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:34.356567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:34.362714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:34.404553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:34.446718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b4cc9e96-eb9e-41e0-8447-586c8e21642a None None] Provisioning complete for port 3855cb76-988d-426d-9bba-5266756ae53b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:34.447159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b4cc9e96-eb9e-41e0-8447-586c8e21642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.537175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:34.635947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde1b85-9687-4352-b8ce-79f9a763211f None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:52:34.647692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Performing IP validity checks on allocation pools {{(pid=81073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 15 09:52:34.648837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking for overlaps among allocation pools and gateway ip {{(pid=81073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 15 09:52:34.734314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde1b85-9687-4352-b8ce-79f9a763211f None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:52:34.751603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-8a43702a-777e-4a94-bbfd-210a81dc5339 None None] Provisioning complete for port 3855cb76-988d-426d-9bba-5266756ae53b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:34.752066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8a43702a-777e-4a94-bbfd-210a81dc5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:35.091690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:35.108354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-891df67b-772e-49a5-a7f1-4adb0f4e3ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:35.250319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Subnet': ['ID=d9f8db92-de56-4c4c-b069-9cfd95d030cd,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:35.267822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.268291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.268729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.269184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.269585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.270009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.270428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.270888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.271310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.271732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.272201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.272622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.273114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.273517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.273936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.274352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.274769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.275185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.275600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.276043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.276457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.276872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.277288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.277701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:35.290231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:35.336249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking segment: {'id': 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:35.336645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network hostable DHCP agents. Network: 8f66bc2e-1179-42a8-807a-a6fb245919c4, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:35.381220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:35.404027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8f66bc2e-1179-42a8-807a-a6fb245919c4) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:35.414904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ac712-087b-4314-a1df-ae6f6a9f3bfa None None] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:35.418456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:35.419124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:35.466276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bd8f00b8-86af-4b71-af7e-c30aa0dcb8d4 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2547846
Nov 15 09:52:35.469006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41318) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:35.485376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3855cb76-988d-426d-9bba-5266756ae53b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:35.624343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:35.662472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3855cb76-988d-426d-9bba-5266756ae53b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:35.662792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:35.787707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8f66bc2e-1179-42a8-807a-a6fb245919c4', 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4', 'tenant_id': 'c74facd6bab046f7a39e4938ca422db6', 'fixed_ips': [{'subnet_id': 'd9f8db92-de56-4c4c-b069-9cfd95d030cd'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:35.788665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.058773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.324038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Allocated IP 2001:db8::3 (8f66bc2e-1179-42a8-807a-a6fb245919c4/d9f8db92-de56-4c4c-b069-9cfd95d030cd/59798d8b-344b-4947-a3fb-07ab7781a6c1) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:36.659223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.673325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Transition to ACTIVE for port object 59798d8b-344b-4947-a3fb-07ab7781a6c1 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:36.691581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Transition to ACTIVE for port object 59798d8b-344b-4947-a3fb-07ab7781a6c1 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:36.718681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.735054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b736e330-e7e9-4f4b-a90c-7e4265427580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:36.747192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.763493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e788cbfc-fd81-4919-934c-2f57d91274bd tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:36.864086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Subnet': ['ID=d9f8db92-de56-4c4c-b069-9cfd95d030cd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:36.869995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:36.890370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Pushing event updated for resources: {'Port': ['ID=59798d8b-344b-4947-a3fb-07ab7781a6c1,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:36.893667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:36.918973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:36.920198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:36.922689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:36.984170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Attempting to bind port 59798d8b-344b-4947-a3fb-07ab7781a6c1 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:36.984599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Attempting to bind port 59798d8b-344b-4947-a3fb-07ab7781a6c1 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:36.985022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Attempting to bind port 59798d8b-344b-4947-a3fb-07ab7781a6c1 on network 8f66bc2e-1179-42a8-807a-a6fb245919c4 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:36.992263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:36.994276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Checking segment: {'id': 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:36.994276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:36.994276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Bound using segment: {'id': 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:36.994276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Bound port: 59798d8b-344b-4947-a3fb-07ab7781a6c1, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:36.994625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.005369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.095164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] For port 59798d8b-344b-4947-a3fb-07ab7781a6c1, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:37.098494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] For port 59798d8b-344b-4947-a3fb-07ab7781a6c1, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=59798d8b-344b-4947-a3fb-07ab7781a6c1,segment=NetworkSegment(a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957),segment_id=a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:37.131625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a27395c0>,) {'filters': {'network_id': ['8f66bc2e-1179-42a8-807a-a6fb245919c4']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:37.144784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27395c0>, 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:37.145129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a27395c0>, 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:37.153184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.159337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.169709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:37.181824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.183833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:37.333928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Pushing event updated for resources: {'Port': ['ID=59798d8b-344b-4947-a3fb-07ab7781a6c1,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:37.338858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:37.375017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:37.384838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:37.430357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1aa1e-3c98-40d7-8562-d47bf94c1cb3 None None] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:37.572211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:37.596870 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:37.647038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f644e-83ae-4ef4-a954-5e2d022e19f4 None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:52:37.736400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:52:37.736400 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:52:37.736400 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '8f66bc2e-1179-42a8-807a-a6fb245919c4'}]
Nov 15 09:52:37.736400 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:52:37.737148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:52:37.740755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f644e-83ae-4ef4-a954-5e2d022e19f4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:52:38.237958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:38.314374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting port 59798d8b-344b-4947-a3fb-07ab7781a6c1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:38.314674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:38.546112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] For port 59798d8b-344b-4947-a3fb-07ab7781a6c1, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=59798d8b-344b-4947-a3fb-07ab7781a6c1,segment=NetworkSegment(a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957),segment_id=a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:38.546737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:38.682166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Calling delete_port for 59798d8b-344b-4947-a3fb-07ab7781a6c1 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:38.787524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:38.807607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-caa48160-0d8d-45ca-a4e2-5c140be73643 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:38.912092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Port': ['ID=59798d8b-344b-4947-a3fb-07ab7781a6c1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:38.917590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:38.951898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No DVR routers for this DVR port 59798d8b-344b-4947-a3fb-07ab7781a6c1 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:39.088241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.209880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a19d4e48>,) {'filters': {'network_id': ['8f66bc2e-1179-42a8-807a-a6fb245919c4']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:39.222484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19d4e48>, 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:39.222830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a19d4e48>, 'a7c3a23e-2a11-4ab3-b0d8-21a18dc0b957') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:39.235423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.250633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.252610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:39.431705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:39.440814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.622005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 8f66bc2e-1179-42a8-807a-a6fb245919c4 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:39.647222 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:39.758421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.761769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-851ab8e6-d7d0-402c-a69a-aa7fce29691f tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:39.777647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.791806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Network': ['ID=8f66bc2e-1179-42a8-807a-a6fb245919c4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:39.796585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:39.799207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/8f66bc2e-1179-42a8-807a-a6fb245919c4 HTTP/1.1" status: 204  len: 168 time: 4.3282063
Nov 15 09:52:39.801857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41322) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:39.807898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742280042'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:39.813389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:39.817434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:network and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:39.821054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:39.826873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:39.861158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:39.867572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.900811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:39.909741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.910167 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Added segment c9f8ecf0-b87b-425a-a87a-3d3614eec656 of type vxlan for network 34dcfb61-d70d-40ef-8da8-13cb9451d500
Nov 15 09:52:39.936873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.991183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:39.995253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:39.995904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:40.001260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56daee6d-4823-4e80-afc8-1200d6f5658d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:40.111025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Network': ['ID=34dcfb61-d70d-40ef-8da8-13cb9451d500,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:40.113828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:40.125887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:40.128971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9815dada-4e62-4416-a60b-d82c1813e55b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3259952
Nov 15 09:52:40.137397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41326) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:40.143754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'subnet': {'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:40.144191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:40.264371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:40.268373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:subnet and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:40.272007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:40.277758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:40.316644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:40.434228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:40.973453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:40.991032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2681a3cd-1597-430d-acb0-0b16e572efe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:41.133455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Subnet': ['ID=14261d1f-7e63-4b06-a7e7-61cc7e9037a8,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:41.147027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:41.215335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking segment: {'id': 'c9f8ecf0-b87b-425a-a87a-3d3614eec656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:41.216045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network hostable DHCP agents. Network: 34dcfb61-d70d-40ef-8da8-13cb9451d500, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:41.279056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:41.312881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 34dcfb61-d70d-40ef-8da8-13cb9451d500) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:41.322400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49c606-85dc-4e84-a760-88f9279d75a5 None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:41.336347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:41.337054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.382854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-01600359-340b-4fcd-8f96-29d085823541 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2442644
Nov 15 09:52:41.386687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41330) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:41.393022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1040903382'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:41.398963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:41.403894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:network and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:41.407392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for network was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:41.413398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:41.455646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:41.461822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.501598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:41.514549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.515037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Added segment 58b8e1cd-27b9-457b-bef7-cc75269a36e3 of type vxlan for network 24526916-b116-4172-8b4a-0075e30f8103
Nov 15 09:52:41.546921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.580643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-34dcfb61-d70d-40ef-8da8-13cb9451d500', 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500', 'tenant_id': 'c74facd6bab046f7a39e4938ca422db6', 'fixed_ips': [{'subnet_id': '14261d1f-7e63-4b06-a7e7-61cc7e9037a8'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:41.581705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.616237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.620492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:41.621428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:41.628678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6b63357d-8ec9-470d-bb5a-b9ad86eb153e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:41.912789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Allocated IP 2001:db8::2 (34dcfb61-d70d-40ef-8da8-13cb9451d500/14261d1f-7e63-4b06-a7e7-61cc7e9037a8/abdb9849-dbd7-4d46-9d4e-593b36d199c7) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:42.036923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Network': ['ID=24526916-b116-4172-8b4a-0075e30f8103,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:42.040207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:42.048989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 24526916-b116-4172-8b4a-0075e30f8103 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:42.056343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0bc8592c-95c1-441e-9ea7-295180fad845 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6685979
Nov 15 09:52:42.059245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41334) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:42.066165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Request body: {'subnet': {'network_id': '24526916-b116-4172-8b4a-0075e30f8103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:42.081654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 24526916-b116-4172-8b4a-0075e30f8103 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:42.191126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:42.195511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Usage tracker for resource:subnet and tenant:c74facd6bab046f7a39e4938ca422db6 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:42.198839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:42.205172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:42.242387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Made reservation on behalf of c74facd6bab046f7a39e4938ca422db6 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:42.354255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.525116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.535975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Transition to ACTIVE for port object abdb9849-dbd7-4d46-9d4e-593b36d199c7 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:42.552481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Transition to ACTIVE for port object abdb9849-dbd7-4d46-9d4e-593b36d199c7 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:42.591159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.607339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:42.762075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Pushing event updated for resources: {'Port': ['ID=abdb9849-dbd7-4d46-9d4e-593b36d199c7,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:42.772012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:42.818960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:42.820326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:42.822661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:42.842263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.858273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-348f2e23-6e5f-46b0-99fe-cd9067ca44b9 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:42.882023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Attempting to bind port abdb9849-dbd7-4d46-9d4e-593b36d199c7 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:42.882454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Attempting to bind port abdb9849-dbd7-4d46-9d4e-593b36d199c7 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'c9f8ecf0-b87b-425a-a87a-3d3614eec656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:42.882916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Attempting to bind port abdb9849-dbd7-4d46-9d4e-593b36d199c7 on network 34dcfb61-d70d-40ef-8da8-13cb9451d500 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:42.890014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:42.890449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Checking segment: {'id': 'c9f8ecf0-b87b-425a-a87a-3d3614eec656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:42.890906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.891359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Bound using segment: {'id': 'c9f8ecf0-b87b-425a-a87a-3d3614eec656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:42.891924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Bound port: abdb9849-dbd7-4d46-9d4e-593b36d199c7, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f8ecf0-b87b-425a-a87a-3d3614eec656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34dcfb61-d70d-40ef-8da8-13cb9451d500'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:42.892356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:42.993858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event updated for resources: {'Subnet': ['ID=6e50061d-4c10-4e03-bbaf-598bf9145e35,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:42.996452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] For port abdb9849-dbd7-4d46-9d4e-593b36d199c7, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:42.999935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] For port abdb9849-dbd7-4d46-9d4e-593b36d199c7, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abdb9849-dbd7-4d46-9d4e-593b36d199c7,segment=NetworkSegment(c9f8ecf0-b87b-425a-a87a-3d3614eec656),segment_id=c9f8ecf0-b87b-425a-a87a-3d3614eec656)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:43.007330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:43.033218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.049080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:43.075074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Checking segment: {'id': '58b8e1cd-27b9-457b-bef7-cc75269a36e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24526916-b116-4172-8b4a-0075e30f8103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:43.075471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network hostable DHCP agents. Network: 24526916-b116-4172-8b4a-0075e30f8103, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:43.129456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 24526916-b116-4172-8b4a-0075e30f8103 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:43.169590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 24526916-b116-4172-8b4a-0075e30f8103) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:43.182637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65689b72-a7d8-43bd-b55b-192594817a12 None None] Network 24526916-b116-4172-8b4a-0075e30f8103 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:43.185714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:43.186377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.239088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-53c3ade4-dd07-4078-be84-0c2af29c0980 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1786788
Nov 15 09:52:43.242356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41338) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:43.295151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Pushing event updated for resources: {'Port': ['ID=abdb9849-dbd7-4d46-9d4e-593b36d199c7,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:43.300431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:43.375150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af382e95-3e89-4550-a00b-343ece6ef284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.402850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.497088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-24526916-b116-4172-8b4a-0075e30f8103', 'network_id': '24526916-b116-4172-8b4a-0075e30f8103', 'tenant_id': 'c74facd6bab046f7a39e4938ca422db6', 'fixed_ips': [{'subnet_id': '6e50061d-4c10-4e03-bbaf-598bf9145e35'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:43.498054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.544853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:43.821057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Allocated IP 2001:db8::2 (24526916-b116-4172-8b4a-0075e30f8103/6e50061d-4c10-4e03-bbaf-598bf9145e35/3e5423da-f5da-405c-a948-e4431548d517) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:44.049582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.060256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Transition to ACTIVE for port object 3e5423da-f5da-405c-a948-e4431548d517 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:44.076759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Transition to ACTIVE for port object 3e5423da-f5da-405c-a948-e4431548d517 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:44.113349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.129701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-917c0c0e-b7da-4fe1-9215-993f922a7db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:44.141751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.159309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b9b8da1f-1d26-4e9e-a97d-19ddcdc6e3d4 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:44.247330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Subnet': ['ID=6e50061d-4c10-4e03-bbaf-598bf9145e35,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:44.262813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:44.285652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Pushing event updated for resources: {'Port': ['ID=3e5423da-f5da-405c-a948-e4431548d517,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:44.288847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:44.309702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Network 24526916-b116-4172-8b4a-0075e30f8103 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:44.310984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:44.313324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:44.375911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Attempting to bind port 3e5423da-f5da-405c-a948-e4431548d517 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:44.376244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Attempting to bind port 3e5423da-f5da-405c-a948-e4431548d517 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '58b8e1cd-27b9-457b-bef7-cc75269a36e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24526916-b116-4172-8b4a-0075e30f8103'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:44.376664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Attempting to bind port 3e5423da-f5da-405c-a948-e4431548d517 on network 24526916-b116-4172-8b4a-0075e30f8103 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:44.384238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:44.384669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Checking segment: {'id': '58b8e1cd-27b9-457b-bef7-cc75269a36e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24526916-b116-4172-8b4a-0075e30f8103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:44.385126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.385626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Bound using segment: {'id': '58b8e1cd-27b9-457b-bef7-cc75269a36e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24526916-b116-4172-8b4a-0075e30f8103'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:44.386158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Bound port: 3e5423da-f5da-405c-a948-e4431548d517, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b8e1cd-27b9-457b-bef7-cc75269a36e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24526916-b116-4172-8b4a-0075e30f8103'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:44.386583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.402828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.486163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] For port 3e5423da-f5da-405c-a948-e4431548d517, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:44.490246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] For port 3e5423da-f5da-405c-a948-e4431548d517, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3e5423da-f5da-405c-a948-e4431548d517,segment=NetworkSegment(58b8e1cd-27b9-457b-bef7-cc75269a36e3),segment_id=58b8e1cd-27b9-457b-bef7-cc75269a36e3)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:44.532414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1d9bc50>,) {'filters': {'network_id': ['24526916-b116-4172-8b4a-0075e30f8103']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:44.539266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.547549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d9bc50>, '58b8e1cd-27b9-457b-bef7-cc75269a36e3') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:44.548082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1d9bc50>, '58b8e1cd-27b9-457b-bef7-cc75269a36e3') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:44.559600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:44.562973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.634607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.639205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:44.728983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Pushing event updated for resources: {'Port': ['ID=3e5423da-f5da-405c-a948-e4431548d517,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:44.734148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:44.842864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 24526916-b116-4172-8b4a-0075e30f8103 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:44.850892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480a55a-6643-4b0c-b851-4723f1769418 None None] Network 24526916-b116-4172-8b4a-0075e30f8103 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:44.853826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:44.922426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd7b30-fcac-45e2-9081-2ce813a88a3e None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:45.049079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 24526916-b116-4172-8b4a-0075e30f8103 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:45.075189 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:45.134347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9d557548-43c7-4cb9-a0b1-daa30e72c087 None None] Provisioning for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:52:45.194284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 15 09:52:45.194284 dv-neutron-743142-12-ovs neutron-server[80962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 15 09:52:45.194284 dv-neutron-743142-12-ovs neutron-server[80962]: [parameters: {'id': '24526916-b116-4172-8b4a-0075e30f8103'}]
Nov 15 09:52:45.194284 dv-neutron-743142-12-ovs neutron-server[80962]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:52:45.194700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:52:45.509389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abdb9849-dbd7-4d46-9d4e-593b36d199c7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:45.627184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:52:45.633674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:45.634213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.696137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.773250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting port 3e5423da-f5da-405c-a948-e4431548d517 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:45.773641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.786174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-877423de-7b6b-456a-b3ae-02b568650e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.801672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.842270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f5a044c0-5d27-4030-8dbf-4cc13c40656f None None] Provisioning complete for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:45.842478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5a044c0-5d27-4030-8dbf-4cc13c40656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.870193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port abdb9849-dbd7-4d46-9d4e-593b36d199c7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abdb9849-dbd7-4d46-9d4e-593b36d199c7,segment=NetworkSegment(c9f8ecf0-b87b-425a-a87a-3d3614eec656),segment_id=c9f8ecf0-b87b-425a-a87a-3d3614eec656)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:45.899870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:45.904071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d05811fd-a0d5-4377-b9af-79b58235cb1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:46.037207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=abdb9849-dbd7-4d46-9d4e-593b36d199c7,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:46.047309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:46.051538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] For port 3e5423da-f5da-405c-a948-e4431548d517, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3e5423da-f5da-405c-a948-e4431548d517,segment=NetworkSegment(58b8e1cd-27b9-457b-bef7-cc75269a36e3),segment_id=58b8e1cd-27b9-457b-bef7-cc75269a36e3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:46.052119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.085626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8796850-9a7a-49af-a245-5237971f26fb None None] get_active_networks_info from dv-neutron-743142-12-ovs {{(pid=81075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 15 09:52:46.190516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Calling delete_port for 3e5423da-f5da-405c-a948-e4431548d517 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:46.210338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8796850-9a7a-49af-a245-5237971f26fb None None] Resources bound (agent type, host, resource id):  {{(pid=81075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 15 09:52:46.228145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3d72487d-3092-415e-88ad-bce306d43d14 None None] Provisioning complete for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:46.228583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d72487d-3092-415e-88ad-bce306d43d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.266689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.299490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.315212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:46.408453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Port': ['ID=3e5423da-f5da-405c-a948-e4431548d517,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:46.423555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:46.452272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.463094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No DVR routers for this DVR port 3e5423da-f5da-405c-a948-e4431548d517 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:46.596918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.721267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a17575f8>,) {'filters': {'network_id': ['24526916-b116-4172-8b4a-0075e30f8103']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:46.734637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17575f8>, '58b8e1cd-27b9-457b-bef7-cc75269a36e3') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:46.734982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a17575f8>, '58b8e1cd-27b9-457b-bef7-cc75269a36e3') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:46.747179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.762441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:46.764432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 5 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:46.948969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 24526916-b116-4172-8b4a-0075e30f8103 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:46.957837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:47.137772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 24526916-b116-4172-8b4a-0075e30f8103 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:47.162315 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:47.490275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abdb9849-dbd7-4d46-9d4e-593b36d199c7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:52:47.586142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port abdb9849-dbd7-4d46-9d4e-593b36d199c7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:52:47.586564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:47.650486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:47.694146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:47.697497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:47.713239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:47.725711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Network': ['ID=24526916-b116-4172-8b4a-0075e30f8103,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:47.730353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:47.733374 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/24526916-b116-4172-8b4a-0075e30f8103 HTTP/1.1" status: 204  len: 168 time: 4.4900122
Nov 15 09:52:47.736661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41342) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:47.784115 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-94136cb9-9b58-48d4-9102-d8231b73a444 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] GET failed (client error): The resource could not be found.
Nov 15 09:52:47.784682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-94136cb9-9b58-48d4-9102-d8231b73a444 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Synchronizing usage tracker for tenant:c74facd6bab046f7a39e4938ca422db6 on resource:subnet {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:52:47.824943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-94136cb9-9b58-48d4-9102-d8231b73a444 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Unset dirty status for tenant:c74facd6bab046f7a39e4938ca422db6 on resource:subnet {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:52:47.826202 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-94136cb9-9b58-48d4-9102-d8231b73a444 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "GET /v2.0/subnets/6e50061d-4c10-4e03-bbaf-598bf9145e35 HTTP/1.1" status: 404  len: 337 time: 0.0885651
Nov 15 09:52:47.829023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41346) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:47.856077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f126dbb-20d5-4fc1-aa7c-e7f1f5e6c874 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:47.856573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f126dbb-20d5-4fc1-aa7c-e7f1f5e6c874 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:47.859313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f126dbb-20d5-4fc1-aa7c-e7f1f5e6c874 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/24526916-b116-4172-8b4a-0075e30f8103 HTTP/1.1" status: 404  len: 339 time: 0.0293260
Nov 15 09:52:47.863437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41350) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:47.904310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22f07b2-f3ea-4f67-bdff-e87fe78b6765 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:47.904800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22f07b2-f3ea-4f67-bdff-e87fe78b6765 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:47.906530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f22f07b2-f3ea-4f67-bdff-e87fe78b6765 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/subnets/6e50061d-4c10-4e03-bbaf-598bf9145e35 HTTP/1.1" status: 404  len: 337 time: 0.0420957
Nov 15 09:52:47.909008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41354) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:47.936057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e468574d-52f6-4e47-b996-b675c506f0a1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:47.936559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e468574d-52f6-4e47-b996-b675c506f0a1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:47.938224 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e468574d-52f6-4e47-b996-b675c506f0a1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/24526916-b116-4172-8b4a-0075e30f8103 HTTP/1.1" status: 404  len: 339 time: 0.0282648
Nov 15 09:52:47.940645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41358) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:47.992943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.151778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting subnet 14261d1f-7e63-4b06-a7e7-61cc7e9037a8 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:52:48.154828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.212281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.299665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.619738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.636125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ec31f508-110f-4f0f-9e53-e5b35cd46adb tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:48.725520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Subnet': ['ID=14261d1f-7e63-4b06-a7e7-61cc7e9037a8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:48.740212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:48.777756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:48.783371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579c812-434f-4869-a9b1-eb0bb2312b65 None None] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:48.822936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/subnets/14261d1f-7e63-4b06-a7e7-61cc7e9037a8 HTTP/1.1" status: 204  len: 168 time: 0.8791823
Nov 15 09:52:48.823242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41362) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:48.951793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.027759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting port abdb9849-dbd7-4d46-9d4e-593b36d199c7 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:49.028174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.120523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] DHCP port deletion for 34dcfb61-d70d-40ef-8da8-13cb9451d500 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:52:49.134035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Deleting port abdb9849-dbd7-4d46-9d4e-593b36d199c7 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:49.134464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.270915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] For port abdb9849-dbd7-4d46-9d4e-593b36d199c7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abdb9849-dbd7-4d46-9d4e-593b36d199c7,segment=NetworkSegment(c9f8ecf0-b87b-425a-a87a-3d3614eec656),segment_id=c9f8ecf0-b87b-425a-a87a-3d3614eec656)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:49.271980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.412143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Calling delete_port for abdb9849-dbd7-4d46-9d4e-593b36d199c7 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:49.484419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] For port abdb9849-dbd7-4d46-9d4e-593b36d199c7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=abdb9849-dbd7-4d46-9d4e-593b36d199c7,segment=NetworkSegment(c9f8ecf0-b87b-425a-a87a-3d3614eec656),segment_id=c9f8ecf0-b87b-425a-a87a-3d3614eec656)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:49.484873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.495456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abdb9849-dbd7-4d46-9d4e-593b36d199c7 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:52:49.527637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.544528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ab3c772-da6c-467d-9327-b5f1c148f0c0 tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:49.590794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: abdb9849-dbd7-4d46-9d4e-593b36d199c7 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:52:49.591197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device abdb9849-dbd7-4d46-9d4e-593b36d199c7 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:52:49.637827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Port': ['ID=abdb9849-dbd7-4d46-9d4e-593b36d199c7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:49.653171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:49.663239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Calling delete_port for abdb9849-dbd7-4d46-9d4e-593b36d199c7 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:49.691514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No DVR routers for this DVR port abdb9849-dbd7-4d46-9d4e-593b36d199c7 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:49.762583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:52:49.762991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:52:49.826114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.950286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a39ede80>,) {'filters': {'network_id': ['34dcfb61-d70d-40ef-8da8-13cb9451d500']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:49.963540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a39ede80>, 'c9f8ecf0-b87b-425a-a87a-3d3614eec656') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:49.963904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a39ede80>, 'c9f8ecf0-b87b-425a-a87a-3d3614eec656') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:49.976039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.994238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:49.996254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:50.178857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:50.187851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:50.264073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Deleting port abdb9849-dbd7-4d46-9d4e-593b36d199c7 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:50.264606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:50.288846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:52:50.375313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 34dcfb61-d70d-40ef-8da8-13cb9451d500 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:50.402337 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:50.505586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-a49f60f9-2618-4626-9dba-c8a15c9c9288 None None] The port 'abdb9849-dbd7-4d46-9d4e-593b36d199c7' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:52:50.511475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:50.514641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7e0bf6ed-8695-4bda-967b-2ab54f49f289 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:50.534817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:50.547103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Network': ['ID=34dcfb61-d70d-40ef-8da8-13cb9451d500,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:50.550266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:50.552726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/34dcfb61-d70d-40ef-8da8-13cb9451d500 HTTP/1.1" status: 204  len: 168 time: 1.7285504
Nov 15 09:52:50.555513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41366) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:50.596889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0979b26f-f47d-497a-983e-074cf95575bf tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:50.597374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0979b26f-f47d-497a-983e-074cf95575bf tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:50.599133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0979b26f-f47d-497a-983e-074cf95575bf tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/subnets/d9f8db92-de56-4c4c-b069-9cfd95d030cd HTTP/1.1" status: 404  len: 337 time: 0.0425568
Nov 15 09:52:50.601965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41370) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:50.627820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f716867-00db-4295-a1ac-3c11b693dc7b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:50.628328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f716867-00db-4295-a1ac-3c11b693dc7b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:50.630639 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2f716867-00db-4295-a1ac-3c11b693dc7b tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/8f66bc2e-1179-42a8-807a-a6fb245919c4 HTTP/1.1" status: 404  len: 339 time: 0.0271282
Nov 15 09:52:50.632989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41374) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:50.672989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e8e1d0-400d-4ede-ab7f-9d453bc78ba1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:50.673479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e8e1d0-400d-4ede-ab7f-9d453bc78ba1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:50.675218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-58e8e1d0-400d-4ede-ab7f-9d453bc78ba1 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/subnets/96f9a801-2b95-43eb-868c-6750d9f4e62b HTTP/1.1" status: 404  len: 337 time: 0.0412712
Nov 15 09:52:50.678172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41378) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:50.708477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2530e51-846e-4ef9-b174-4b0955719871 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] DELETE failed (client error): The resource could not be found.
Nov 15 09:52:50.708960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2530e51-846e-4ef9-b174-4b0955719871 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No notification will be sent due to unsuccessful status code: 404 {{(pid=81073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 15 09:52:50.710676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c2530e51-846e-4ef9-b174-4b0955719871 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/15f84418-77b1-4be1-a68f-b6a64824f828 HTTP/1.1" status: 404  len: 339 time: 0.0315771
Nov 15 09:52:50.713122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41382) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:50.918714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting subnet fdf584a6-fe0d-4b64-938b-fd9e13a3f22f {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:52:50.921893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:50.978719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.069110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.465473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.481737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f4ece6-1d88-4f63-bc26-eb5ff13a1fb6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:51.567882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Subnet': ['ID=fdf584a6-fe0d-4b64-938b-fd9e13a3f22f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:51.570767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:51.620914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.626147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989907d4-83f4-47f8-bc3e-4b552e62af86 None None] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:51.632776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b307b28-4fc7-4ab4-a52c-608effda7fe7 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/subnets/fdf584a6-fe0d-4b64-938b-fd9e13a3f22f HTTP/1.1" status: 204  len: 168 time: 0.9186065
Nov 15 09:52:51.635282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41386) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:51.763900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.845183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Deleting port 3855cb76-988d-426d-9bba-5266756ae53b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:51.845659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:51.899160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] DHCP port deletion for 633bfc9f-8073-460d-846a-9b73431d8fb1 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:52:51.904004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Deleting port 3855cb76-988d-426d-9bba-5266756ae53b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:51.904441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.081744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] For port 3855cb76-988d-426d-9bba-5266756ae53b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3855cb76-988d-426d-9bba-5266756ae53b,segment=NetworkSegment(244a4bcd-90f1-490e-b504-8d16c4d8e8d2),segment_id=244a4bcd-90f1-490e-b504-8d16c4d8e8d2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:52.082151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.136757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] For port 3855cb76-988d-426d-9bba-5266756ae53b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3855cb76-988d-426d-9bba-5266756ae53b,segment=NetworkSegment(244a4bcd-90f1-490e-b504-8d16c4d8e8d2),segment_id=244a4bcd-90f1-490e-b504-8d16c4d8e8d2)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:52:52.137133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.219343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Calling delete_port for 3855cb76-988d-426d-9bba-5266756ae53b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:52.272767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Calling delete_port for 3855cb76-988d-426d-9bba-5266756ae53b owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:52:52.333770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.350003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5d540e7-5fc5-44db-8d1b-f7355d95aa80 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:52.355551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:52:52.355981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:52:52.452361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Port': ['ID=3855cb76-988d-426d-9bba-5266756ae53b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:52.457093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:52.492266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] No DVR routers for this DVR port 3855cb76-988d-426d-9bba-5266756ae53b on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:52:52.857667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Deleting port 3855cb76-988d-426d-9bba-5266756ae53b {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:52:52.858121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.909033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:52.927762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9c5022bb-376e-4da5-bbeb-a67a0839229d None None] The port '3855cb76-988d-426d-9bba-5266756ae53b' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:52:53.031264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1643da0>,) {'filters': {'network_id': ['633bfc9f-8073-460d-846a-9b73431d8fb1']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:53.044329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1643da0>, '244a4bcd-90f1-490e-b504-8d16c4d8e8d2') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:53.044671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1643da0>, '244a4bcd-90f1-490e-b504-8d16c4d8e8d2') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:52:53.056877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:53.072187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:53.074164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:52:53.262556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:53.272681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:53.454131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Network 633bfc9f-8073-460d-846a-9b73431d8fb1 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:52:53.478731 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:52:53.481436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3855cb76-988d-426d-9bba-5266756ae53b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:52:53.521391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 3855cb76-988d-426d-9bba-5266756ae53b {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:52:53.521945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3855cb76-988d-426d-9bba-5266756ae53b not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:52:53.592328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:53.595708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-60a91f41-d849-4c37-8ae4-da71fdaecf01 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:53.613620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:53.623175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Pushing event deleted for resources: {'Network': ['ID=633bfc9f-8073-460d-846a-9b73431d8fb1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:53.626217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:53.628209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] 10.222.0.81 "DELETE /v2.0/networks/633bfc9f-8073-460d-846a-9b73431d8fb1 HTTP/1.1" status: 204  len: 168 time: 1.9918892
Nov 15 09:52:54.127703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41394) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:54.314602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d1247467-bd9d-4aec-ad33-e48ae874cd74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c74facd6bab046f7a39e4938ca422db6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1855330
Nov 15 09:52:54.317091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41400) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:54.383719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:54.411829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:54.563801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:54.569989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-42de23fb-1510-47f5-9c3a-2d31d0869d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:54.581015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3a77f-45e1-43b1-b953-af71a0fe0622,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:54.585837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:54.590101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:54.591370 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6ced1258-4a4f-4348-88bd-3ea81df00333 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cb3a77f-45e1-43b1-b953-af71a0fe0622 HTTP/1.1" status: 204  len: 168 time: 0.2733107
Nov 15 09:52:55.674500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41422) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:55.811363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-575519832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:55.818719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:55.822781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:router and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:55.825838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:55.831556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:55.876277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:55.877315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:55.941542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:55.984862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.036111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.037322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a8bf560c-9b0d-4064-90dc-97c2e5c113e1 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3617573
Nov 15 09:52:56.040165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41428) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:56.046528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2030481170'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:56.051703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:56.056277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:network and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:56.059749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:56.065537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:56.100857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Made reservation on behalf of c0d612bd53394e17a9976b87d9141ca4 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:56.106232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.119713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.190832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:56.195523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:security_group_rule and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:56.198588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:56.204545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:56.310775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.352276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.356525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57ac3e0a-3220-4534-b085-248a10ef538d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:56.391654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:56.404656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event updated for resources: {'SecurityGroup': ['ID=3577ec7a-716c-45aa-9c41-99b36f0c26de,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:56.408890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:56.409875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.410314 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Added segment cc7046f0-a61f-430c-8081-7276eac25607 of type vxlan for network e229ed85-849a-41ae-a43f-d8b409f23cb0
Nov 15 09:52:56.438301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.512635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.516747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:56.517398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:56.524013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d6aa058-3c10-470f-84f6-ec88d6ab339f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:56.638453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event updated for resources: {'Network': ['ID=e229ed85-849a-41ae-a43f-d8b409f23cb0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:56.641153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:56.649394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:56.662290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.6208754
Nov 15 09:52:56.665304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41432) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:56.670964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:56.672208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'subnet': {'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:56.792274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:56.796384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:subnet and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:56.800209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:56.806965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:56.850497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Made reservation on behalf of c0d612bd53394e17a9976b87d9141ca4 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:56.973366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.440545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.457018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-605ba1cd-c6a9-4e22-a203-33630c2572b5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:57.599270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event updated for resources: {'Subnet': ['ID=451e43c9-a076-4d56-99d5-9068f93ee98a,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:57.604446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:57.665619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Checking segment: {'id': 'cc7046f0-a61f-430c-8081-7276eac25607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:57.666022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network hostable DHCP agents. Network: e229ed85-849a-41ae-a43f-d8b409f23cb0, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:57.718171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:57.752506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, e229ed85-849a-41ae-a43f-d8b409f23cb0) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:57.763590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d01d0-5f3f-4d8f-8036-3fdf496711cc None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:57.765975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:57.766638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.813585 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eba912d2-554f-48a7-a6ea-264c41ddfd95 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1443489
Nov 15 09:52:57.814114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41436) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:57.820849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-862391994'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:57.826411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:57.831344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:network and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:57.834774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for network was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:57.840866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:57.867227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Made reservation on behalf of c0d612bd53394e17a9976b87d9141ca4 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:57.872956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.907202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:52:57.916982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.917425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Added segment e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c of type vxlan for network 8c05278c-6c48-48c4-8b06-330b292821fc
Nov 15 09:52:57.947155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:57.993249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-e229ed85-849a-41ae-a43f-d8b409f23cb0', 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0', 'tenant_id': 'c0d612bd53394e17a9976b87d9141ca4', 'fixed_ips': [{'subnet_id': '451e43c9-a076-4d56-99d5-9068f93ee98a'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:57.994161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.002276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.007198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:58.007881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.013626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef6ad284-f831-4f92-9547-038c439ab801 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:58.125604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event updated for resources: {'Network': ['ID=8c05278c-6c48-48c4-8b06-330b292821fc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:58.128851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:58.138688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 8c05278c-6c48-48c4-8b06-330b292821fc details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:58.148109 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-705b61ec-d4ef-487b-b3b0-5a3f79f451aa tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3331876
Nov 15 09:52:58.150926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41440) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:58.157214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'subnet': {'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:58.158603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 8c05278c-6c48-48c4-8b06-330b292821fc details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:52:58.278977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:52:58.282944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Usage tracker for resource:subnet and tenant:c0d612bd53394e17a9976b87d9141ca4 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:52:58.285986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:52:58.292839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:52:58.333939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Made reservation on behalf of c0d612bd53394e17a9976b87d9141ca4 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:52:58.447024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.496995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Allocated IP 172.20.0.2 (e229ed85-849a-41ae-a43f-d8b409f23cb0/451e43c9-a076-4d56-99d5-9068f93ee98a/71b90b0e-5e27-452a-b85a-3fa0471d1af3) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:52:58.791560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.848204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Transition to ACTIVE for port object 71b90b0e-5e27-452a-b85a-3fa0471d1af3 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:58.868250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Transition to ACTIVE for port object 71b90b0e-5e27-452a-b85a-3fa0471d1af3 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:52:58.922836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:58.939253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:58.991623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.007396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c4b26452-7056-4377-995a-73859c3569fe tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:59.090893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Pushing event updated for resources: {'Port': ['ID=71b90b0e-5e27-452a-b85a-3fa0471d1af3,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:59.109091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.109479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.109860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.110238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.110613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.110986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.111370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.111725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.112117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.112486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.112851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.113217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.113636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.114004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.114371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.114733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.115743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.116238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.116611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.116976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.117345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.117719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.118083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.118444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:52:59.130481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:59.138985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event updated for resources: {'Subnet': ['ID=c88a0d05-0a2b-499c-a684-fb050eeaf70b,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:59.151977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:52:59.154876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:52:59.156058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:59.158349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:52:59.216514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Attempting to bind port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:52:59.216935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Attempting to bind port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'cc7046f0-a61f-430c-8081-7276eac25607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:52:59.217347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Attempting to bind port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 on network e229ed85-849a-41ae-a43f-d8b409f23cb0 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:52:59.220594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Checking segment: {'id': 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:59.221042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network hostable DHCP agents. Network: 8c05278c-6c48-48c4-8b06-330b292821fc, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:52:59.224222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:52:59.225254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Checking segment: {'id': 'cc7046f0-a61f-430c-8081-7276eac25607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:52:59.225708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.226154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Bound using segment: {'id': 'cc7046f0-a61f-430c-8081-7276eac25607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:52:59.226677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Bound port: 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7046f0-a61f-430c-8081-7276eac25607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e229ed85-849a-41ae-a43f-d8b409f23cb0'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:52:59.227098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.318300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network 8c05278c-6c48-48c4-8b06-330b292821fc is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:52:59.370083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 8c05278c-6c48-48c4-8b06-330b292821fc) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:52:59.384527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:52:59.385203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.431940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2798445
Nov 15 09:52:59.434837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41444) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:52:59.441093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cac9611c-aff5-4c7e-912d-6d9c175a2e26 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Request body: {'router': {'external_gateway_info': {'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:52:59.500440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5835cb-4f86-4330-8e0f-55d2a7df0e50 None None] Network 8c05278c-6c48-48c4-8b06-330b292821fc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:52:59.590741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] For port 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:52:59.605186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] For port 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=71b90b0e-5e27-452a-b85a-3fa0471d1af3,segment=NetworkSegment(cc7046f0-a61f-430c-8081-7276eac25607),segment_id=cc7046f0-a61f-430c-8081-7276eac25607)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:52:59.639969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.657104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:52:59.935851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-8c05278c-6c48-48c4-8b06-330b292821fc', 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc', 'tenant_id': 'c0d612bd53394e17a9976b87d9141ca4', 'fixed_ips': [{'subnet_id': 'c88a0d05-0a2b-499c-a684-fb050eeaf70b'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:52:59.936780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:52:59.947156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Pushing event updated for resources: {'Port': ['ID=71b90b0e-5e27-452a-b85a-3fa0471d1af3,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:52:59.962579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:00.221575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac9611c-aff5-4c7e-912d-6d9c175a2e26 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.287165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Allocated IP 172.21.0.2 (8c05278c-6c48-48c4-8b06-330b292821fc/c88a0d05-0a2b-499c-a684-fb050eeaf70b/f1fadcc8-67af-41f3-9d79-049ba5e97888) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:00.437805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.api.v2.resource [None req-cac9611c-aff5-4c7e-912d-6d9c175a2e26 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 15 09:53:00.439627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cac9611c-aff5-4c7e-912d-6d9c175a2e26 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "PUT /v2.0/routers/9fc39a05-118a-4ec8-ba23-342a89f8555b HTTP/1.1" status: 400  len: 364 time: 1.0031891
Nov 15 09:53:00.446932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41448) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:00.529298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Deleting subnet c88a0d05-0a2b-499c-a684-fb050eeaf70b {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:53:00.543549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.554714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Transition to ACTIVE for port object f1fadcc8-67af-41f3-9d79-049ba5e97888 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:00.571585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Transition to ACTIVE for port object f1fadcc8-67af-41f3-9d79-049ba5e97888 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:00.574445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.598412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.614299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:00.634482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.771037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Pushing event updated for resources: {'Port': ['ID=f1fadcc8-67af-41f3-9d79-049ba5e97888,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:00.775372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:00.788921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.822398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Network 8c05278c-6c48-48c4-8b06-330b292821fc is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:00.823625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:00.826128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:00.885313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Attempting to bind port f1fadcc8-67af-41f3-9d79-049ba5e97888 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:00.885735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Attempting to bind port f1fadcc8-67af-41f3-9d79-049ba5e97888 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:00.886148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Attempting to bind port f1fadcc8-67af-41f3-9d79-049ba5e97888 on network 8c05278c-6c48-48c4-8b06-330b292821fc {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:00.892957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:00.893382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Checking segment: {'id': 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:00.893833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:00.894274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Bound using segment: {'id': 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:00.894798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Bound port: f1fadcc8-67af-41f3-9d79-049ba5e97888, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c05278c-6c48-48c4-8b06-330b292821fc'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:00.895222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.145115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.161176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:01.176699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] For port f1fadcc8-67af-41f3-9d79-049ba5e97888, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:01.181514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] For port f1fadcc8-67af-41f3-9d79-049ba5e97888, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f1fadcc8-67af-41f3-9d79-049ba5e97888,segment=NetworkSegment(e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c),segment_id=e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:01.242927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.264698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:01.267388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event deleted for resources: {'Subnet': ['ID=c88a0d05-0a2b-499c-a684-fb050eeaf70b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:01.273130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:01.320265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.328310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f2e17b55-6fd4-4031-8df1-315ad33ea692 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "DELETE /v2.0/subnets/c88a0d05-0a2b-499c-a684-fb050eeaf70b HTTP/1.1" status: 204  len: 168 time: 0.8789668
Nov 15 09:53:01.329681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41452) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:01.432175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Pushing event updated for resources: {'Port': ['ID=f1fadcc8-67af-41f3-9d79-049ba5e97888,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:01.436827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:01.468054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.551228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 71b90b0e-5e27-452a-b85a-3fa0471d1af3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:01.560347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Deleting port f1fadcc8-67af-41f3-9d79-049ba5e97888 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:53:01.560741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.591895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547db8a9-affb-4366-a3f2-e23e9aea703c None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:01.767547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Provisioning for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:01.779502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:01.785494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.823117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:01.857279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] For port f1fadcc8-67af-41f3-9d79-049ba5e97888, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f1fadcc8-67af-41f3-9d79-049ba5e97888,segment=NetworkSegment(e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c),segment_id=e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:01.857689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:01.876356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:01.876784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.009268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Calling delete_port for f1fadcc8-67af-41f3-9d79-049ba5e97888 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:53:02.185145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.201859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:02.310733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event deleted for resources: {'Port': ['ID=f1fadcc8-67af-41f3-9d79-049ba5e97888,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:02.315631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:02.351741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] No DVR routers for this DVR port f1fadcc8-67af-41f3-9d79-049ba5e97888 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:53:02.377672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.392950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.441702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] For port 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=71b90b0e-5e27-452a-b85a-3fa0471d1af3,segment=NetworkSegment(cc7046f0-a61f-430c-8081-7276eac25607),segment_id=cc7046f0-a61f-430c-8081-7276eac25607)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:02.478347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.486641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.487058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:02.579032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:53:02.579453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:53:02.591284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Pushing event updated for resources: {'Port': ['ID=71b90b0e-5e27-452a-b85a-3fa0471d1af3,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:02.595105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:02.619603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4dcc0>,) {'filters': {'network_id': ['8c05278c-6c48-48c4-8b06-330b292821fc']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:02.634440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4dcc0>, 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:02.634789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1e4dcc0>, 'e5b6e183-f5b5-47de-9f6e-4cbc6b5de00c') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:02.648961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.665122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.667569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Releasing vxlan tunnel 4 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:53:02.817546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-61123647-5508-46b7-8aba-223010d67132 None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:02.817915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61123647-5508-46b7-8aba-223010d67132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:02.867389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network 8c05278c-6c48-48c4-8b06-330b292821fc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:53:02.878931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.059658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5096b4-e1d2-403d-877f-91292b723a16 None None] Network 8c05278c-6c48-48c4-8b06-330b292821fc requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:03.087163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network 8c05278c-6c48-48c4-8b06-330b292821fc has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:53:03.113857 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:53:03.234450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.237823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-812d07f4-7cdd-4026-bbbd-22c75e054c9a tempest-RoutersIpV6Test-543144644 tempest-RoutersIpV6Test-543144644] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:03.253642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.267665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event deleted for resources: {'Network': ['ID=8c05278c-6c48-48c4-8b06-330b292821fc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:03.271877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:03.275512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "DELETE /v2.0/networks/8c05278c-6c48-48c4-8b06-330b292821fc HTTP/1.1" status: 204  len: 168 time: 1.9424999
Nov 15 09:53:03.275975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41456) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:03.276100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3acb7bbd-152e-4f6b-921f-34ea70542f4c None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:03.276575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3acb7bbd-152e-4f6b-921f-34ea70542f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.421653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f0eb9-c73a-4b57-897a-8c36404c6041 None None] DHCP port deletion for 8c05278c-6c48-48c4-8b06-330b292821fc request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:53:03.463423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3acb7bbd-152e-4f6b-921f-34ea70542f4c None None] Could not find standard attr ID for object f1fadcc8-67af-41f3-9d79-049ba5e97888. {{(pid=81075) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 15 09:53:03.491606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Deleting subnet 451e43c9-a076-4d56-99d5-9068f93ee98a {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:53:03.495057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.501199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 71b90b0e-5e27-452a-b85a-3fa0471d1af3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:03.558130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.592254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:03.592685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.648746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:03.650572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-339a61ad-4c67-4399-93ba-9a275532e39e None None] Provisioning complete for port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:03.651007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-339a61ad-4c67-4399-93ba-9a275532e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.032595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.049446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b5488651-0aad-4173-96d7-85f68f8914a9 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:04.147756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event deleted for resources: {'Subnet': ['ID=451e43c9-a076-4d56-99d5-9068f93ee98a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:04.152411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:04.188677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.194572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9a9be-d109-48ac-b987-a11c00b302ed None None] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:04.196088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "DELETE /v2.0/subnets/451e43c9-a076-4d56-99d5-9068f93ee98a HTTP/1.1" status: 204  len: 168 time: 0.9191568
Nov 15 09:53:04.198540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41460) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:04.327495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.403246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Deleting port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:53:04.403555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.456818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] DHCP port deletion for e229ed85-849a-41ae-a43f-d8b409f23cb0 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:53:04.462023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Deleting port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:53:04.462451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.641028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] For port 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=71b90b0e-5e27-452a-b85a-3fa0471d1af3,segment=NetworkSegment(cc7046f0-a61f-430c-8081-7276eac25607),segment_id=cc7046f0-a61f-430c-8081-7276eac25607)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:04.641438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.703929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] For port 71b90b0e-5e27-452a-b85a-3fa0471d1af3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=71b90b0e-5e27-452a-b85a-3fa0471d1af3,segment=NetworkSegment(cc7046f0-a61f-430c-8081-7276eac25607),segment_id=cc7046f0-a61f-430c-8081-7276eac25607)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:04.704274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.845976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Calling delete_port for 71b90b0e-5e27-452a-b85a-3fa0471d1af3 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:53:04.964153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:04.986734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-65c78785-9f38-4c8c-8d28-fbdd20edeb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:05.072014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Calling delete_port for 71b90b0e-5e27-452a-b85a-3fa0471d1af3 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:53:05.089428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Pushing event deleted for resources: {'Port': ['ID=71b90b0e-5e27-452a-b85a-3fa0471d1af3,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:05.092186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:05.131398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] No DVR routers for this DVR port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:53:05.154369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:53:05.154748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:53:05.487069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 71b90b0e-5e27-452a-b85a-3fa0471d1af3 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:53:05.523711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 71b90b0e-5e27-452a-b85a-3fa0471d1af3 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:53:05.524136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 71b90b0e-5e27-452a-b85a-3fa0471d1af3 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:53:05.655821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Deleting port 71b90b0e-5e27-452a-b85a-3fa0471d1af3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:53:05.656301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:05.729682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] The port '71b90b0e-5e27-452a-b85a-3fa0471d1af3' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:53:05.860545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:05.983038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3003198>,) {'filters': {'network_id': ['e229ed85-849a-41ae-a43f-d8b409f23cb0']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:05.996015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3003198>, 'cc7046f0-a61f-430c-8081-7276eac25607') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:05.996354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3003198>, 'cc7046f0-a61f-430c-8081-7276eac25607') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:06.009513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:06.084209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:06.086292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:53:06.266451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:53:06.276245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:06.462614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Network e229ed85-849a-41ae-a43f-d8b409f23cb0 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:53:06.486851 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:53:06.712570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:06.715788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-56ea1141-a758-4952-94f2-83e189e29b92 tempest-BulkNetworkOpsTest-369088625 tempest-BulkNetworkOpsTest-369088625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:06.734002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:06.743716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Pushing event deleted for resources: {'Network': ['ID=e229ed85-849a-41ae-a43f-d8b409f23cb0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:06.746655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:06.748924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "DELETE /v2.0/networks/e229ed85-849a-41ae-a43f-d8b409f23cb0 HTTP/1.1" status: 204  len: 168 time: 2.5490234
Nov 15 09:53:06.751300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41464) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:06.798774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19b35864-fe9c-4fc8-951a-8746ae6d1ac5 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Synchronizing usage tracker for tenant:c0d612bd53394e17a9976b87d9141ca4 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:53:06.843992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-19b35864-fe9c-4fc8-951a-8746ae6d1ac5 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Unset dirty status for tenant:c0d612bd53394e17a9976b87d9141ca4 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:53:06.845318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-19b35864-fe9c-4fc8-951a-8746ae6d1ac5 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "GET /v2.0/ports?device_id=9fc39a05-118a-4ec8-ba23-342a89f8555b HTTP/1.1" status: 200  len: 205 time: 0.0930235
Nov 15 09:53:06.847877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41468) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:07.015238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:07.482972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:07.487478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:07.598059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:07.598620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Fanout notify agent at l3_agent the message router_deleted on router 9fc39a05-118a-4ec8-ba23-342a89f8555b {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:53:07.609943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:07.611139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-61820de0-f76a-4f6a-99c6-1572241d1773 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] 10.222.0.81 "DELETE /v2.0/routers/9fc39a05-118a-4ec8-ba23-342a89f8555b HTTP/1.1" status: 204  len: 168 time: 0.7622874
Nov 15 09:53:08.059387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41476) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:08.247943 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a729b1a0-5638-4b2b-bf31-40531585cf5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0d612bd53394e17a9976b87d9141ca4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1870995
Nov 15 09:53:08.250327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41482) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:08.316323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:08.343639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:08.512526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:08.517932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be24561a-66bc-4ba9-b535-0d5b209cd6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:08.531393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577ec7a-716c-45aa-9c41-99b36f0c26de,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:08.534650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:08.537299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:08.550629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-dafe84b1-9cc7-41ff-99a3-a1e8b120913e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3577ec7a-716c-45aa-9c41-99b36f0c26de HTTP/1.1" status: 204  len: 168 time: 0.2874331
Nov 15 09:53:09.564645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41504) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:09.703697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1688188578-network', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:09.709061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:09.713197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Usage tracker for resource:network and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:09.716266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:09.722154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:09.781025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Made reservation on behalf of 5b21ebdc0f8943eab0704c42bc367cc9 for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:53:09.786054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:09.801122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:09.875903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:09.880400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Usage tracker for resource:security_group_rule and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:09.883459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:09.889599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:09.997605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.020553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.025249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9ff11b8-876d-4c30-af74-83db8928fc7b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:10.057122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:53:10.070349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9c521-4260-490e-90fc-cf8ecf4ae98c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:10.073940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:10.076701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.077140 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Added segment 3fb53cb7-8de3-4a7b-845d-025f35fe6d2a of type vxlan for network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3
Nov 15 09:53:10.105420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.152070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.153037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:10.153688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.158819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7dc30b3d-3b53-47b0-a61e-2e278f69d489 tempest-PortsIpV6TestJSON-1383386961 tempest-PortsIpV6TestJSON-1383386961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:10.266472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Pushing event updated for resources: {'Network': ['ID=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:10.269301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:10.278267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:53:10.293278 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7243187
Nov 15 09:53:10.293899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41510) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:10.297274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:53:10.300248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Request body: {'subnet': {'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-subnet', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:10.306324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:10.312255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Usage tracker for resource:subnet and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:10.315747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:10.321833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:10.352035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Made reservation on behalf of 5b21ebdc0f8943eab0704c42bc367cc9 for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:53:10.356899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.900343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:10.919291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50561bd9-1d5b-40ac-a9bc-5dfcf9d21a47 tempest-NetworksIpV6TestAttrs-1215398636 tempest-NetworksIpV6TestAttrs-1215398636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:11.052892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf40a033-be92-4749-bb89-c75d400369e4,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:11.065615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:11.129013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Checking segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:11.129338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Network hostable DHCP agents. Network: d9a7520b-4ed6-4e0a-9be9-64f853e05aa3, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:53:11.178890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:53:11.212877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, d9a7520b-4ed6-4e0a-9be9-64f853e05aa3) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:11.221788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fb654-442e-4fcd-8c06-fa805f9fbbf8 None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:11.224916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:11.225583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.271056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9759448
Nov 15 09:53:11.273945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41514) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:11.279501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:11.284671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:11.288883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Usage tracker for resource:router and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:11.292779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:11.298601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:11.333212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.334535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.353842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.453553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-d9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:53:11.454463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.577310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:11.936884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Allocated IP 172.20.0.2 (d9a7520b-4ed6-4e0a-9be9-64f853e05aa3/bf40a033-be92-4749-bb89-c75d400369e4/9eacd135-cd31-4ea2-a349-ca1d5ec99aba) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:12.101723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.134928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.163013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.232742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Transition to ACTIVE for port object 9eacd135-cd31-4ea2-a349-ca1d5ec99aba will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:12.250418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Transition to ACTIVE for port object 9eacd135-cd31-4ea2-a349-ca1d5ec99aba will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:12.296265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.312846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:12.426931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Allocated IP 172.26.4.191 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/a03d5a4a-3cdd-4362-829c-6e00f0817f9f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:12.452512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Pushing event updated for resources: {'Port': ['ID=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:12.468864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:12.511437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:12.512636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:12.514965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:12.573057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Attempting to bind port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:12.573478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Attempting to bind port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:12.573898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Attempting to bind port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba on network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:12.580728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:12.581156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Checking segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:12.581609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.582055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Bound using segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:12.582580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Bound port: 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:12.583002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.590999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.644485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.660452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59e32fa3-f9b5-4222-9846-eff0dd9e415b tempest-TestServerAdvancedOps-2065453960 tempest-TestServerAdvancedOps-2065453960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:12.685199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] For port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:12.688287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] For port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:12.716819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:12.729952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:12.820253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Pushing event updated for resources: {'Port': ['ID=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:12.824730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:12.868449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:12.869595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:12.872506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:12.896120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Pushing event updated for resources: {'Port': ['ID=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:12.900722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:13.079618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:13.080506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:13.335612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ea4bea1-da13-48bf-8746-8016e97de031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:13.432644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Router 28d90bb2-d58d-431b-95ae-b1d278c22aef is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:53:13.520135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9eacd135-cd31-4ea2-a349-ca1d5ec99aba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:13.626793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:13.695158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:53:13.704178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Sync routers for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:53:13.716971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:13.717660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a266a898>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:52:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:13.769765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:13.771191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.4961147
Nov 15 09:53:13.774370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41518) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:13.956720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:14.284067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a266a898>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:12Z', 'revision_number': 3, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:14.289424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Checking router: 28d90bb2-d58d-431b-95ae-b1d278c22aef for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:53:14.289710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Updating router 28d90bb2-d58d-431b-95ae-b1d278c22aef port a03d5a4a-3cdd-4362-829c-6e00f0817f9f binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:53:14.322582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb1387-86b3-471b-b801-abea6c44f816 None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:14.464888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:14.543977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Provisioning for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:14.555274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Provisioning complete for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:14.555707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:14.645275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.018797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Allocated IP 172.20.0.1 (d9a7520b-4ed6-4e0a-9be9-64f853e05aa3/bf40a033-be92-4749-bb89-c75d400369e4/a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:15.170878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.186837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.203896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Transition to ACTIVE for port object a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:15.250153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] For port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:15.256030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.273925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df1630a3-c486-4f6b-b66c-8f64ddf6ffc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:15.299665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.304058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:15.441838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:15.446169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.446424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:15.452212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Pushing event updated for resources: {'Port': ['ID=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:15.457936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:15.464972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Transition to ACTIVE for port object a03d5a4a-3cdd-4362-829c-6e00f0817f9f will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:15.495731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:15.497129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:15.499444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:15.502330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.521505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc577c5f-6a6d-4957-8002-a8c883c34c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:15.562626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.671445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Pushing event updated for resources: {'Port': ['ID=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:15.684671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:15.713985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f22536a2-bade-442d-ba3e-be8be0658da1 None None] Provisioning complete for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:15.714419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f22536a2-bade-442d-ba3e-be8be0658da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.728161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.796074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f6e9-52a0-4f1a-a9aa-055e897c79a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.898987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Attempting to bind port a03d5a4a-3cdd-4362-829c-6e00f0817f9f on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:15.899581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Attempting to bind port a03d5a4a-3cdd-4362-829c-6e00f0817f9f by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:15.900139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Attempting to bind port a03d5a4a-3cdd-4362-829c-6e00f0817f9f on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:15.925404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:15.925938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:15.926476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:15.927581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:15.928249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Bound port: a03d5a4a-3cdd-4362-829c-6e00f0817f9f, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:15.928937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.025639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] For port a03d5a4a-3cdd-4362-829c-6e00f0817f9f, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:16.029191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] For port a03d5a4a-3cdd-4362-829c-6e00f0817f9f, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:16.060100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.076763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:16.271715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Pushing event updated for resources: {'Port': ['ID=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:16.277523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:16.278148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Provisioning for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:16.294773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Provisioning complete for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:16.295206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.334152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.355359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.393623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:53:16.402595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.418136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:16.418841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a266a898>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:16.438855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f153c9e4-e1c1-4458-adcb-613b0ecaf08e tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:16.479564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Provisioning complete for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:16.480215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c932-bd1b-4fb9-b1e5-c0244b61a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.514961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.527904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:16.550318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:16.603868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:16.690910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:16.692169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:16.792494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:17.088945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b55ca651-e7b7-494d-a878-38271b27e52c None None] Provisioning complete for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:17.089382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b55ca651-e7b7-494d-a878-38271b27e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:17.211646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b55ca651-e7b7-494d-a878-38271b27e52c None None] Port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:53:17.248023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a266a898>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e', 'name': '', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'mac_address': 'fa:16:3e:1d:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:14Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 2, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'subnets': [{'id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:17.252398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae592f91-e495-4ff2-8d74-b9b055c21b83 None None] The sync data for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs is: [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e', 'name': '', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'mac_address': 'fa:16:3e:1d:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:14Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 2, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'subnets': [{'id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:53:17.271733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Router 28d90bb2-d58d-431b-95ae-b1d278c22aef has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:53:17.500468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9eacd135-cd31-4ea2-a349-ca1d5ec99aba up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:17.542630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:53:17.560418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] 10.222.0.81 "PUT /v2.0/routers/28d90bb2-d58d-431b-95ae-b1d278c22aef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7849078
Nov 15 09:53:17.602737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:17.620662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:17.621076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:17.998236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.574745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41536) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:18.581389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1658156265-network', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:18.586814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:18.590935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Usage tracker for resource:network and tenant:13dea59fb6ed4c079f455f36ff23124a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:18.594001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:18.600122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:18.643617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Made reservation on behalf of 13dea59fb6ed4c079f455f36ff23124a for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:53:18.648504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.663135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.698664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:18.702959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:13dea59fb6ed4c079f455f36ff23124a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:18.706083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:18.712402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:18.819879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.850606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.855218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ac75127c-ed2b-4f7f-97d1-a41fd82bf9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:18.886504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:53:18.910409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d2df7d-b26c-4da5-8f3d-03cc64b13cb0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:18.910409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:18.960224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:18.960672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Added segment 50f67b4c-0299-4e2d-b416-7177768bb109 of type vxlan for network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9
Nov 15 09:53:18.988479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.049361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.050340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:19.050986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.057263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:19.167861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b212fb1-e26b-4755-8042-d2c92d4ce5e9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:19.167861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:19.174998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:53:19.187541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6116486
Nov 15 09:53:19.190385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41540) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:19.193633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:53:19.196825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Request body: {'subnet': {'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-subnet', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:19.202182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:19.206422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Usage tracker for resource:subnet and tenant:13dea59fb6ed4c079f455f36ff23124a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:19.210002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:19.216020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:19.249481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Made reservation on behalf of 13dea59fb6ed4c079f455f36ff23124a for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:53:19.254404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.527551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a03d5a4a-3cdd-4362-829c-6e00f0817f9f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:19.636004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a03d5a4a-3cdd-4362-829c-6e00f0817f9f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:19.641168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a03d5a4a-3cdd-4362-829c-6e00f0817f9f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:19.641600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.780831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.786666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.798386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a03d5a4a-3cdd-4362-829c-6e00f0817f9f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:19.802889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-57255c74-8104-40b6-8a0c-c4dfc810d32b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:19.844134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:19.846248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22728d2f-1f23-494d-95a6-83b13fbd931f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:19.944361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f500d4-ae49-46a2-b969-17ee7e15cf73,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:19.950055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:20.020205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Checking segment: {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:20.021302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Network hostable DHCP agents. Network: 1b212fb1-e26b-4755-8042-d2c92d4ce5e9, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:53:20.072655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:53:20.101671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:20.105180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:20.106797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 1b212fb1-e26b-4755-8042-d2c92d4ce5e9) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:20.119445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e414b9-908a-4d38-9c0b-d6dca1b69637 None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:20.121828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:20.122486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.168861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9d3cac7d-3711-43cf-9a42-ea31f24b71fd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9773555
Nov 15 09:53:20.171355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41544) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:20.177160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:20.183325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:20.187434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Usage tracker for resource:router and tenant:13dea59fb6ed4c079f455f36ff23124a is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:20.191029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:20.197143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:20.232817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.233886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.315991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.352460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:53:20.353398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.532329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.584413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Sync routers for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:53:20.597645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:20.599554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a842acc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:20.655024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Allocated IP 172.20.0.2 (1b212fb1-e26b-4755-8042-d2c92d4ce5e9/c0f500d4-ae49-46a2-b969-17ee7e15cf73/f9a70236-7202-4df9-bb44-901326e00102) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:20.768204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.802813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:20.831281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:21.032439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.044753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Transition to ACTIVE for port object f9a70236-7202-4df9-bb44-901326e00102 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:21.061982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Transition to ACTIVE for port object f9a70236-7202-4df9-bb44-901326e00102 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:21.096036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.098101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Allocated IP 172.26.4.57 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f2701136-74f7-40a4-af92-87a5c835427c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:21.112005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:21.203713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a842acc0>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e', 'name': '', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'mac_address': 'fa:16:3e:1d:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:14Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 2, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'subnets': [{'id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:21.209399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Checking router: 28d90bb2-d58d-431b-95ae-b1d278c22aef for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:53:21.209778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Updating router 28d90bb2-d58d-431b-95ae-b1d278c22aef port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:53:21.266594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Pushing event updated for resources: {'Port': ['ID=f9a70236-7202-4df9-bb44-901326e00102,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:21.272475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:21.275477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.275638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.313041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:21.314200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:21.316610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:21.345473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.362842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7434e9e0-d682-48ed-817f-d85d5b478304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:21.374896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Attempting to bind port f9a70236-7202-4df9-bb44-901326e00102 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:21.375322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Attempting to bind port f9a70236-7202-4df9-bb44-901326e00102 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:21.375737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Attempting to bind port f9a70236-7202-4df9-bb44-901326e00102 on network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:21.383145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:21.383574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Checking segment: {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:21.384050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.384499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Bound using segment: {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:21.385553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Bound port: f9a70236-7202-4df9-bb44-901326e00102, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:21.385553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.501930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] For port f9a70236-7202-4df9-bb44-901326e00102, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:21.507792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] For port f9a70236-7202-4df9-bb44-901326e00102, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f9a70236-7202-4df9-bb44-901326e00102,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:21.510658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Pushing event updated for resources: {'Port': ['ID=f2701136-74f7-40a4-af92-87a5c835427c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:21.524205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:21.528400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a03d5a4a-3cdd-4362-829c-6e00f0817f9f up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:21.574090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.575581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:21.576913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:21.579421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:21.599400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:21.759609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.773679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Transition to ACTIVE for port object a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:21.781195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Pushing event updated for resources: {'Port': ['ID=f9a70236-7202-4df9-bb44-901326e00102,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:21.787613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:21.798569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.816298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d43ca21-44b9-434e-8ba8-20b0d7dfdcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:21.816933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a03d5a4a-3cdd-4362-829c-6e00f0817f9f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:21.817401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.861740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.862568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:21.972704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Pushing event updated for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:22.005938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.006410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.006805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.007196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.007571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.007974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.008347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.008719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.009090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.009456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.009883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.010188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.010602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.010953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.011321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.011782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.012056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.012436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.012800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.013171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.013540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.013905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.014274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.014640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:22.027819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:22.189116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Attempting to bind port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:22.189584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Attempting to bind port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:22.190019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Attempting to bind port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e on network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:22.202175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:22.202647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Checking segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:22.203114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:22.204741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Bound using segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:22.205321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Bound port: a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:22.205764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:22.329312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] For port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:22.333520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] For port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:22.375762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:22.393553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:22.517581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Router 2e557c40-7847-47eb-9040-1c2e2c6ab235 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:53:22.713285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Pushing event updated for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:22.716677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba5c47d3-8265-4600-9f0c-6cb956058309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:22.761933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:22.762608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a842acc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:22.793766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:53:22.802955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Sync routers for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:53:22.821416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:22.822345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:22.858813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:22.860267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.6878147
Nov 15 09:53:22.862963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 41548) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:53:23.046541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:23.102275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:23.419744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87f677-15be-496d-8066-9adebe39eb6d None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:53:23.448469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a842acc0>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e', 'name': '', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'mac_address': 'fa:16:3e:1d:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:14Z', 'updated_at': '2020-11-15T09:53:22Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'subnets': [{'id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:23.453079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094126e5-5b23-4ef6-a5b6-6d8ef25fa0c8 None None] The sync data for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs is: [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:53:15Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e', 'name': '', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'mac_address': 'fa:16:3e:1d:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:14Z', 'updated_at': '2020-11-15T09:53:22Z', 'revision_number': 4, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'subnets': [{'id': 'bf40a033-be92-4749-bb89-c75d400369e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:53:23.700701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f9a70236-7202-4df9-bb44-901326e00102 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:23.851677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-03a20465-3b0a-466d-bce3-8e61db1e35c7 None None] Provisioning for port f9a70236-7202-4df9-bb44-901326e00102 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:23.861934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:23.903495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0cf8>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:21Z', 'revision_number': 3, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:23.939296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Checking router: 2e557c40-7847-47eb-9040-1c2e2c6ab235 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:53:23.939296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Updating router 2e557c40-7847-47eb-9040-1c2e2c6ab235 port f2701136-74f7-40a4-af92-87a5c835427c binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:53:24.032037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f9a70236-7202-4df9-bb44-901326e00102 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:24.044393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f9a70236-7202-4df9-bb44-901326e00102 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:24.044826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.070118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.242150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Allocated IP 172.20.0.1 (1b212fb1-e26b-4755-8042-d2c92d4ce5e9/c0f500d4-ae49-46a2-b969-17ee7e15cf73/f406fb1e-d8de-45fd-a0a1-bb852352f73b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:24.405628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.409846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.429301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Transition to ACTIVE for port object f406fb1e-d8de-45fd-a0a1-bb852352f73b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:24.489327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.509488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d99c347a-380e-4687-9117-447e2a149e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:24.550975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f9a70236-7202-4df9-bb44-901326e00102, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f9a70236-7202-4df9-bb44-901326e00102,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:24.608514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.609438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:24.660168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e05c1d07-842c-4e09-b516-65e608e95c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:24.687880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Pushing event updated for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:24.691102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:24.741066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:24.742319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:24.744847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:24.809623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.846792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.849893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b159cb7c-3e74-4969-a951-35caf1523622 None None] Provisioning complete for port f9a70236-7202-4df9-bb44-901326e00102 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:24.853476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b159cb7c-3e74-4969-a951-35caf1523622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.889416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f9a70236-7202-4df9-bb44-901326e00102,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:24.893679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:24.930824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Transition to ACTIVE for port object f2701136-74f7-40a4-af92-87a5c835427c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:24.944924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:24.983608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.003652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:25.053787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:25.140044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:25.140481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.259862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Pushing event updated for resources: {'Port': ['ID=f2701136-74f7-40a4-af92-87a5c835427c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:25.266544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:25.268861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.306431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.337535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-58229324-813a-49c9-b32b-893cd2b79314 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:25.390870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.409530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Attempting to bind port f2701136-74f7-40a4-af92-87a5c835427c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:25.409958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Attempting to bind port f2701136-74f7-40a4-af92-87a5c835427c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:25.410380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Attempting to bind port f2701136-74f7-40a4-af92-87a5c835427c on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:25.424206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Provisioning complete for port f9a70236-7202-4df9-bb44-901326e00102 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:25.424640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.431080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.450538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Pushing event updated for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:25.453787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:25.462061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:25.462490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:25.462952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.463405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:25.464008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Bound port: f2701136-74f7-40a4-af92-87a5c835427c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:25.464447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.543833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:25.588285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:25.589517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:25.589900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.594062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:25.650332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] For port f2701136-74f7-40a4-af92-87a5c835427c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:25.699239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f9a70236-7202-4df9-bb44-901326e00102 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:25.764220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] For port f2701136-74f7-40a4-af92-87a5c835427c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f2701136-74f7-40a4-af92-87a5c835427c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:25.804683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:25.833684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:26.066937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:26.068736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66c4c680-c1f0-43f6-b704-a3ee10c3c589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:26.117125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Router 2e557c40-7847-47eb-9040-1c2e2c6ab235 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:53:26.207192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Provisioning for port f406fb1e-d8de-45fd-a0a1-bb852352f73b completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:26.215729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Pushing event updated for resources: {'Port': ['ID=f2701136-74f7-40a4-af92-87a5c835427c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:26.224976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:26.228296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Provisioning complete for port f406fb1e-d8de-45fd-a0a1-bb852352f73b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:26.228732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:26.271783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f9a70236-7202-4df9-bb44-901326e00102 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:26.272240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:26.370641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-18be2ad0-7151-4038-9ac5-2b8da4a0f815 None None] Port f406fb1e-d8de-45fd-a0a1-bb852352f73b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:53:26.399579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:26.400338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:26.654496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-617c4584-5609-4c48-b117-2118186ff2d5 None None] Provisioning complete for port f406fb1e-d8de-45fd-a0a1-bb852352f73b triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:26.654931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-617c4584-5609-4c48-b117-2118186ff2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:26.669443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:53:26.679577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] 10.222.0.81 "PUT /v2.0/routers/2e557c40-7847-47eb-9040-1c2e2c6ab235/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8155248
Nov 15 09:53:26.755816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-617c4584-5609-4c48-b117-2118186ff2d5 None None] Port f406fb1e-d8de-45fd-a0a1-bb852352f73b cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:53:26.768474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:27.122904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80d0cf8>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:24Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f406fb1e-d8de-45fd-a0a1-bb852352f73b', 'name': '', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'mac_address': 'fa:16:3e:5b:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:24Z', 'updated_at': '2020-11-15T09:53:25Z', 'revision_number': 2, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'subnets': [{'id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:27.127378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f6be1-714c-44b9-bc7d-de067d20f92c None None] The sync data for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs is: [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:24Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f406fb1e-d8de-45fd-a0a1-bb852352f73b', 'name': '', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'mac_address': 'fa:16:3e:5b:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:24Z', 'updated_at': '2020-11-15T09:53:25Z', 'revision_number': 2, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'subnets': [{'id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:53:27.292543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:53:27.667561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:27.762276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:27.762966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:29.700609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f2701136-74f7-40a4-af92-87a5c835427c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:29.826698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f2701136-74f7-40a4-af92-87a5c835427c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:29.833823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f2701136-74f7-40a4-af92-87a5c835427c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:29.834258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:29.988024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:30.005547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f2701136-74f7-40a4-af92-87a5c835427c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f2701136-74f7-40a4-af92-87a5c835427c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:30.038218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:30.042082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:30.124436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f2701136-74f7-40a4-af92-87a5c835427c,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:30.128119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:31.204290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Sync routers for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:53:31.220130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:31.222221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f88d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:31.467468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:31.698942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f2701136-74f7-40a4-af92-87a5c835427c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:31.809208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f2701136-74f7-40a4-af92-87a5c835427c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:31.809928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:31.911725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f88d0>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:24Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f406fb1e-d8de-45fd-a0a1-bb852352f73b', 'name': '', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'mac_address': 'fa:16:3e:5b:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:24Z', 'updated_at': '2020-11-15T09:53:25Z', 'revision_number': 2, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'subnets': [{'id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:31.916549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Checking router: 2e557c40-7847-47eb-9040-1c2e2c6ab235 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:53:31.917046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Updating router 2e557c40-7847-47eb-9040-1c2e2c6ab235 port f406fb1e-d8de-45fd-a0a1-bb852352f73b binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:53:31.991492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:32.472830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:32.489429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Transition to ACTIVE for port object f406fb1e-d8de-45fd-a0a1-bb852352f73b will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:32.529339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:32.547050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:32.687858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d65295-a361-45d6-a379-0b3a838f0b08 None None] Pushing event updated for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:32.701641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d65295-a361-45d6-a379-0b3a838f0b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:32.908184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Attempting to bind port f406fb1e-d8de-45fd-a0a1-bb852352f73b on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:32.908611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Attempting to bind port f406fb1e-d8de-45fd-a0a1-bb852352f73b by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:32.909028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Attempting to bind port f406fb1e-d8de-45fd-a0a1-bb852352f73b on network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:32.919089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:32.919521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Checking segment: {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:32.920009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:32.920462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Bound using segment: {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:32.921007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Bound port: f406fb1e-d8de-45fd-a0a1-bb852352f73b, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f67b4c-0299-4e2d-b416-7177768bb109', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:32.921430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:33.043216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] For port f406fb1e-d8de-45fd-a0a1-bb852352f73b, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:33.046792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] For port f406fb1e-d8de-45fd-a0a1-bb852352f73b, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f406fb1e-d8de-45fd-a0a1-bb852352f73b,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:33.091644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:33.106063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2847950e-7e38-46d8-8595-d51ec0abac82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:33.278629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d65295-a361-45d6-a379-0b3a838f0b08 None None] Pushing event updated for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:33.290888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6d65295-a361-45d6-a379-0b3a838f0b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:33.328194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:53:33.329119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81f88d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:53:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:33.705604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f406fb1e-d8de-45fd-a0a1-bb852352f73b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:33.793918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:53:34.160599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81f88d0>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:24Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f406fb1e-d8de-45fd-a0a1-bb852352f73b', 'name': '', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'mac_address': 'fa:16:3e:5b:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:24Z', 'updated_at': '2020-11-15T09:53:33Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'subnets': [{'id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:53:34.164804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c826f-9829-4ae4-a5da-5ae8d82d42a9 None None] The sync data for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs is: [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:24Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'f406fb1e-d8de-45fd-a0a1-bb852352f73b', 'name': '', 'network_id': '1b212fb1-e26b-4755-8042-d2c92d4ce5e9', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'mac_address': 'fa:16:3e:5b:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:24Z', 'updated_at': '2020-11-15T09:53:33Z', 'revision_number': 4, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'subnets': [{'id': 'c0f500d4-ae49-46a2-b969-17ee7e15cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:53:34.209549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port f406fb1e-d8de-45fd-a0a1-bb852352f73b completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:34.225005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f406fb1e-d8de-45fd-a0a1-bb852352f73b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:34.225005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:34.363101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:34.400752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port f406fb1e-d8de-45fd-a0a1-bb852352f73b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f406fb1e-d8de-45fd-a0a1-bb852352f73b,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:34.495156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:34.497191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:34.582477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:34.596782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:35.678900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f406fb1e-d8de-45fd-a0a1-bb852352f73b up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:35.767609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port f406fb1e-d8de-45fd-a0a1-bb852352f73b triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:35.768073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:39.307025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-f2a639ac-7e51-43be-a115-71dfee7c277c tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:39.308938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-f2a639ac-7e51-43be-a115-71dfee7c277c tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/networks?id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 200  len: 817 time: 0.1610930
Nov 15 09:53:39.328006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-07bcb161-418f-4a2e-a9a3-6c661469372a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/quotas/5b21ebdc0f8943eab0704c42bc367cc9 HTTP/1.1" status: 200  len: 375 time: 0.0128121
Nov 15 09:53:39.425214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-589b9f3b-ebb0-42d2-bfca-f9b53fc10d78 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0910168
Nov 15 09:53:39.575696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-a8f7b78d-f356-4170-8f00-1f8594a6eef2 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371200
Nov 15 09:53:39.720018 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-103bbf96-bdb9-4540-a98f-cc3d1a5fb31a service neutron] 10.222.0.81 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379626
Nov 15 09:53:40.021703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ad5de4a-3c21-420e-8d5c-2184c0410a3c req-3f00b12e-67fe-4d01-93ef-25a4ec09163a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 210 time: 0.0515726
Nov 15 09:53:41.206119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a1bc7737-8015-4b91-9541-792ae1aabcf3 req-aea8e3d7-9a1d-4a8b-a967-b35fd5ff12dd tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 210 time: 0.0480418
Nov 15 09:53:41.788457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-caf2ddec-8a8f-488c-ad81-011f3e1c8c5e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:41.789242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-caf2ddec-8a8f-488c-ad81-011f3e1c8c5e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Synchronizing usage tracker for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:53:41.858874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-caf2ddec-8a8f-488c-ad81-011f3e1c8c5e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Unset dirty status for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:53:41.860237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-caf2ddec-8a8f-488c-ad81-011f3e1c8c5e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "GET /v2.0/networks?id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 200  len: 817 time: 0.2413301
Nov 15 09:53:41.886115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Request body: {'port': {'device_id': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'admin_state_up': True, 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:42.062948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:53:42.067775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Usage tracker for resource:port and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:53:42.070998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:53:42.076970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:53:42.190344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Made reservation on behalf of 5b21ebdc0f8943eab0704c42bc367cc9 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:53:42.196830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:42.398380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4e932e9c-2ad8-46ab-9ba6-96e1bdf435c5 req-bb8d4be4-c257-4904-a34d-33bdff568ec7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 210 time: 0.0514047
Nov 15 09:53:42.586315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Allocated IP 172.20.0.12 (d9a7520b-4ed6-4e0a-9be9-64f853e05aa3/bf40a033-be92-4749-bb89-c75d400369e4/ead0486d-e0c2-41e3-9516-3de1d247ff38) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:53:42.875286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:42.895287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Transition to ACTIVE for port object ead0486d-e0c2-41e3-9516-3de1d247ff38 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:42.967645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:42.987244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-05001f05-5952-403c-8ab8-2893c39288d7 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:43.158222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Pushing event updated for resources: {'Port': ['ID=ead0486d-e0c2-41e3-9516-3de1d247ff38,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:43.175050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.175480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.175929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.176353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.176775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.177188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.177664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.178080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.178492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.178902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.179311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.179718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.180214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.180628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.181036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.181442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.181850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.182256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.182670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.183081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.183490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.183915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.184327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.184730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:53:43.189159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:43.230518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:53:43.231920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:53:43.234394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:53:43.318415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:43.328089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:43.346540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-508942fc-0752-4fd5-bfad-de4dcab507b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:43.370467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4902110
Nov 15 09:53:43.466348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b409438-6cb2-4f19-9357-17945bdc62dd None None] Provisioning for port ead0486d-e0c2-41e3-9516-3de1d247ff38 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:43.471819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b409438-6cb2-4f19-9357-17945bdc62dd None None] Provisioning complete for port ead0486d-e0c2-41e3-9516-3de1d247ff38 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:43.472474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b409438-6cb2-4f19-9357-17945bdc62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:43.545245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2b409438-6cb2-4f19-9357-17945bdc62dd None None] Port ead0486d-e0c2-41e3-9516-3de1d247ff38 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:53:43.640127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15988d-4867-4f03-9ce8-81b2c82de035 req-a58e06a8-1430-4b16-8f54-e06c493e48e9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:43.641790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5f15988d-4867-4f03-9ce8-81b2c82de035 req-a58e06a8-1430-4b16-8f54-e06c493e48e9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.1018863
Nov 15 09:53:43.695321 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5f15988d-4867-4f03-9ce8-81b2c82de035 req-57c086eb-6153-43df-972c-857d2f11605f tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460508
Nov 15 09:53:44.926058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ed5f6-6f1f-4e42-a0b2-56d7234bf53a req-bf5e2979-aeb1-4ef5-8c48-43d7f5116115 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:44.928703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-874ed5f6-6f1f-4e42-a0b2-56d7234bf53a req-bf5e2979-aeb1-4ef5-8c48-43d7f5116115 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.0997350
Nov 15 09:53:44.981506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-874ed5f6-6f1f-4e42-a0b2-56d7234bf53a req-cdcf4bf4-b173-4ba5-90a5-7cc6b3498134 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466149
Nov 15 09:53:45.723748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e101341-0251-4d5e-87e6-ec161cdd1a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:46.226428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daf4ca-6595-4726-8d78-0b6b58b13304 req-19908451-3594-4e59-bf60-654a44d6e61a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:46.228582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8daf4ca-6595-4726-8d78-0b6b58b13304 req-19908451-3594-4e59-bf60-654a44d6e61a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.1056385
Nov 15 09:53:46.266751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:46.281292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c8daf4ca-6595-4726-8d78-0b6b58b13304 req-61ba6326-7b76-4a0a-810e-b8f70e57753d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455954
Nov 15 09:53:46.386609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:47.512570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786ddb2-2a39-465b-811f-a0d811da3c9a req-8f8f1fbc-03f6-4be4-a44e-c4af98253eb9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:47.514219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3786ddb2-2a39-465b-811f-a0d811da3c9a req-8f8f1fbc-03f6-4be4-a44e-c4af98253eb9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.0952337
Nov 15 09:53:47.575332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3786ddb2-2a39-465b-811f-a0d811da3c9a req-a7915c08-d678-4459-a5d5-e92bf3451a32 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544293
Nov 15 09:53:47.586613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:48.008360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:48.807141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f807f3-afc5-4371-9525-462abf4515de req-e950a450-258b-40fd-b58a-eee6ea5f8246 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:48.809458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73f807f3-afc5-4371-9525-462abf4515de req-e950a450-258b-40fd-b58a-eee6ea5f8246 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.1029944
Nov 15 09:53:48.865512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73f807f3-afc5-4371-9525-462abf4515de req-91624951-15c0-4b68-9524-09ff4f6bb98e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476239
Nov 15 09:53:50.104710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9946-4334-4b8d-928e-cffe5c2e553f req-88047452-6a1b-4e35-bc19-005a03d1d2fb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:50.106372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c29e9946-4334-4b8d-928e-cffe5c2e553f req-88047452-6a1b-4e35-bc19-005a03d1d2fb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.1061893
Nov 15 09:53:50.158313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c29e9946-4334-4b8d-928e-cffe5c2e553f req-16903767-2de8-482a-a6f4-42d1ceda8144 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455582
Nov 15 09:53:51.392461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5517546-f47d-4f8c-93f6-0ec00a8e3755 req-70e4062d-8249-4378-87db-f77d8051d988 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:51.394454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5517546-f47d-4f8c-93f6-0ec00a8e3755 req-70e4062d-8249-4378-87db-f77d8051d988 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.1024964
Nov 15 09:53:51.449711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5517546-f47d-4f8c-93f6-0ec00a8e3755 req-cfe34954-909b-4ab8-9122-b2900d6af54a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483825
Nov 15 09:53:52.657438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Request body: {'port': {'device_id': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:53:52.805241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:53.265835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed350-ae90-4133-b45f-bdb32d521762 req-0beed2b1-4946-469d-b196-5f7ce3883d5c tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:53.267491 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-677ed350-ae90-4133-b45f-bdb32d521762 req-0beed2b1-4946-469d-b196-5f7ce3883d5c tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 932 time: 0.0977995
Nov 15 09:53:53.321649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-677ed350-ae90-4133-b45f-bdb32d521762 req-947fb063-c5e1-4575-86c0-f7f83b2b893b tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470362
Nov 15 09:53:53.423796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead0486d-e0c2-41e3-9516-3de1d247ff38 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:53:53.431716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:53.444518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Transition to ACTIVE for port object ead0486d-e0c2-41e3-9516-3de1d247ff38 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:53:53.509734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:53.525512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4dd48504-59dc-4dcb-a11d-703710f5ac34 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:53.679616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0486d-e0c2-41e3-9516-3de1d247ff38,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:53.684830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:53.874772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Attempting to bind port ead0486d-e0c2-41e3-9516-3de1d247ff38 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:53:53.875278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Attempting to bind port ead0486d-e0c2-41e3-9516-3de1d247ff38 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:53:53.875756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Attempting to bind port ead0486d-e0c2-41e3-9516-3de1d247ff38 on network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:53:53.883667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:53:53.884074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Checking segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:53:53.884483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:53.884882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Bound using segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:53:53.885369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Bound port: ead0486d-e0c2-41e3-9516-3de1d247ff38, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:53:53.885749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:53.989137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] For port ead0486d-e0c2-41e3-9516-3de1d247ff38, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:53:53.993091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] For port ead0486d-e0c2-41e3-9516-3de1d247ff38, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ead0486d-e0c2-41e3-9516-3de1d247ff38,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:53:54.026413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:54.042489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99a9e743-8e5a-43b2-822c-c8d3785ef38e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:54.199786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0486d-e0c2-41e3-9516-3de1d247ff38,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:54.205023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:54.237729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:54.239217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] 10.222.0.65 "PUT /v2.0/ports/ead0486d-e0c2-41e3-9516-3de1d247ff38 HTTP/1.1" status: 200  len: 1158 time: 1.7468002
Nov 15 09:53:54.239862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:53:54.317127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38', 'status': 'completed', 'code': 200}
Nov 15 09:53:54.428750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-01fc08e0-5d02-4139-abe7-626d5b3a5adf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 1161 time: 0.0896888
Nov 15 09:53:54.516563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-610af10f-500b-460d-8d31-ff314f82c7d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ead0486d-e0c2-41e3-9516-3de1d247ff38 HTTP/1.1" status: 200  len: 217 time: 0.0723212
Nov 15 09:53:54.556143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130deb63-153f-4fd0-ab55-dac2f4d84aff req-5a92bc05-dc89-4af0-91e4-e363c02c9fc7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:54.557798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-130deb63-153f-4fd0-ab55-dac2f4d84aff req-5a92bc05-dc89-4af0-91e4-e363c02c9fc7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 944 time: 0.1022773
Nov 15 09:53:54.592766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-24b22c5e-8116-4072-8e60-485fb2aad0ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:54.594375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-24b22c5e-8116-4072-8e60-485fb2aad0ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf40a033-be92-4749-bb89-c75d400369e4 HTTP/1.1" status: 200  len: 856 time: 0.0715146
Nov 15 09:53:54.608235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-130deb63-153f-4fd0-ab55-dac2f4d84aff req-c31750e8-9460-4359-935e-2601c30d3ef9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434468
Nov 15 09:53:54.687152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-cc7b027c-76a2-431f-a58e-0a1a2cb1eddd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865073
Nov 15 09:53:54.833564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-51ab6b52-94b8-4f13-9926-0d38aa98d172 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395087
Nov 15 09:53:54.979037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-847044e2-897f-4d91-9d55-cd63e6f016ae req-ef99f5b1-2bfc-414b-96f2-3c1ecad91685 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391242
Nov 15 09:53:55.200799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-b1991a98-f13a-4b51-91bc-e447028b5ede service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 1161 time: 0.0846205
Nov 15 09:53:55.345807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cafa37-68af-4f6a-a035-836c34f96419 req-30f630ad-000f-4b25-8771-29674b0c70ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:55.347402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-30f630ad-000f-4b25-8771-29674b0c70ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 200  len: 911 time: 0.1378691
Nov 15 09:53:55.425541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-3e1b0e6a-c500-4c19-a7dd-7a7042910462 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ead0486d-e0c2-41e3-9516-3de1d247ff38 HTTP/1.1" status: 200  len: 217 time: 0.0710566
Nov 15 09:53:55.502863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cafa37-68af-4f6a-a035-836c34f96419 req-4ee3c1a5-157b-4913-a189-9e122f69231b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:55.504408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-4ee3c1a5-157b-4913-a189-9e122f69231b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf40a033-be92-4749-bb89-c75d400369e4 HTTP/1.1" status: 200  len: 856 time: 0.0717125
Nov 15 09:53:55.849913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92a610-4873-413e-9028-d391aaef6c6f req-de9c7265-5d35-4cef-9db2-44818c9cd36e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:55.851634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3c92a610-4873-413e-9028-d391aaef6c6f req-de9c7265-5d35-4cef-9db2-44818c9cd36e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 944 time: 0.0994549
Nov 15 09:53:55.892787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-ee01f06c-0b7d-47d4-9efd-ef3fb4d1c65d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3811388
Nov 15 09:53:55.901347 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3c92a610-4873-413e-9028-d391aaef6c6f req-fda0c795-5d48-437a-b364-7ccd88443def tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433764
Nov 15 09:53:56.036726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-32fb3d7f-a973-4a50-8e8e-f1d1aa1cb540 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356311
Nov 15 09:53:56.180317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94cafa37-68af-4f6a-a035-836c34f96419 req-967e68fb-683c-48ee-a89e-a295119d5ea6 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362255
Nov 15 09:53:57.127178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f2ba-6f27-47dd-ba54-03b05492ec61 req-98873fc7-81b0-454a-890a-7c45c4ae2363 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:57.128767 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a300f2ba-6f27-47dd-ba54-03b05492ec61 req-98873fc7-81b0-454a-890a-7c45c4ae2363 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 944 time: 0.0984914
Nov 15 09:53:57.177755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a300f2ba-6f27-47dd-ba54-03b05492ec61 req-39aa2f48-757a-4f2f-8f2f-a41dfcdf0843 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413575
Nov 15 09:53:57.367918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-be0d105c-443a-401a-a0e4-ead09e13e3cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:53:57.822746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ead0486d-e0c2-41e3-9516-3de1d247ff38 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:57.929163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port ead0486d-e0c2-41e3-9516-3de1d247ff38 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:53:57.934133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ead0486d-e0c2-41e3-9516-3de1d247ff38 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:57.934559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:58.237962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:58.266201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:53:58.277130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port ead0486d-e0c2-41e3-9516-3de1d247ff38, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ead0486d-e0c2-41e3-9516-3de1d247ff38,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:53:58.312396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:58.314490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:53:58.352558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38', 'code': 200}
Nov 15 09:53:58.396542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=ead0486d-e0c2-41e3-9516-3de1d247ff38,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:53:58.400140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:53:58.403477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de6eb-a855-443e-91d5-3c9f217893a8 req-b325fb0a-be77-4c13-ac17-4eb494fe12eb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:58.405156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-522de6eb-a855-443e-91d5-3c9f217893a8 req-b325fb0a-be77-4c13-ac17-4eb494fe12eb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.0977519
Nov 15 09:53:58.459951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-522de6eb-a855-443e-91d5-3c9f217893a8 req-388b88eb-66f8-4ae1-89c2-1f9764312dae tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484114
Nov 15 09:53:58.668505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-93ac3d9b-71d3-419a-9585-f7da41e6a73e req-d26a822c-7638-4611-9bd0-8e13a4bbf989 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 1163 time: 0.0835621
Nov 15 09:53:58.718959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-93ac3d9b-71d3-419a-9585-f7da41e6a73e req-60e3a479-da86-4874-89e7-2d5d5a09d69d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422833
Nov 15 09:53:59.349131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ead0486d-e0c2-41e3-9516-3de1d247ff38 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:53:59.429598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port ead0486d-e0c2-41e3-9516-3de1d247ff38 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:53:59.430031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:53:59.688873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a9b24-3f8f-4b08-8848-292d3cb1e144 req-e1630634-aad0-4367-809b-7fa064fe5ca7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:53:59.690487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-502a9b24-3f8f-4b08-8848-292d3cb1e144 req-e1630634-aad0-4367-809b-7fa064fe5ca7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.0960200
Nov 15 09:53:59.738928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-502a9b24-3f8f-4b08-8848-292d3cb1e144 req-868b3220-a894-4673-9a0c-d3bb6585f731 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416558
Nov 15 09:54:00.965657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6f986-497e-40ba-8d71-bbd24c9a898f req-638cd88b-03f6-4635-ac65-9d9a72e65c8d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:00.967263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ea6f986-497e-40ba-8d71-bbd24c9a898f req-638cd88b-03f6-4635-ac65-9d9a72e65c8d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.0981281
Nov 15 09:54:01.016410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ea6f986-497e-40ba-8d71-bbd24c9a898f req-5f2bf038-3dbc-4bc9-8a15-42b90ec9dab2 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428226
Nov 15 09:54:01.239090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65960e8b-6bd4-4206-bc29-b361d56f533e req-127c8394-c406-4d03-aaf9-3d31eebc662e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:01.241219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65960e8b-6bd4-4206-bc29-b361d56f533e req-127c8394-c406-4d03-aaf9-3d31eebc662e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.0936444
Nov 15 09:54:01.289140 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65960e8b-6bd4-4206-bc29-b361d56f533e req-6abc3e5d-b983-4f3d-a404-5abf1230108a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417571
Nov 15 09:54:04.295076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:54:13.335091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40ee7b29-b4a6-4d9d-96b2-25244832af81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:15.712319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f96e5630-6272-4415-97e4-22cf6c51a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:16.277879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:16.392150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:17.577998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:18.018343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:20.247877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e3c9a-27ce-4c5f-8103-f188f7c5be6e req-cc8226fd-561a-4de4-8935-20d5177e4b9a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:20.249537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c37e3c9a-27ce-4c5f-8103-f188f7c5be6e req-cc8226fd-561a-4de4-8935-20d5177e4b9a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.2490125
Nov 15 09:54:20.298490 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c37e3c9a-27ce-4c5f-8103-f188f7c5be6e req-bb113aa1-aa3c-4135-899b-a375a9ef0d19 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427058
Nov 15 09:54:21.524077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d10f9-7d1e-404e-929e-1b0a54bbbc8e req-91469c5d-9082-4049-b0a6-2b292c82cdfb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:21.525717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb1d10f9-7d1e-404e-929e-1b0a54bbbc8e req-91469c5d-9082-4049-b0a6-2b292c82cdfb tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.0928955
Nov 15 09:54:21.579250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cb1d10f9-7d1e-404e-929e-1b0a54bbbc8e req-e5441ba2-9691-4509-af7a-eb7db9feb683 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472610
Nov 15 09:54:21.948474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418830fe-f0bc-43ac-8951-546d51d21562 req-87aec552-765f-4bd8-8727-852e2ca4670a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:21.949172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-418830fe-f0bc-43ac-8951-546d51d21562 req-87aec552-765f-4bd8-8727-852e2ca4670a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Synchronizing usage tracker for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:54:22.000597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-418830fe-f0bc-43ac-8951-546d51d21562 req-87aec552-765f-4bd8-8727-852e2ca4670a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Unset dirty status for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:54:22.001816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-418830fe-f0bc-43ac-8951-546d51d21562 req-87aec552-765f-4bd8-8727-852e2ca4670a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 946 time: 0.1486108
Nov 15 09:54:22.085516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Deleting port ead0486d-e0c2-41e3-9516-3de1d247ff38 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:54:22.085902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:22.364220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] For port ead0486d-e0c2-41e3-9516-3de1d247ff38, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=ead0486d-e0c2-41e3-9516-3de1d247ff38,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:54:22.364623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:22.506921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Calling delete_port for ead0486d-e0c2-41e3-9516-3de1d247ff38 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:54:22.808148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-730d6134-c672-4dbd-9ad1-e1b2df232a8e req-f0f2a824-797d-46a0-9646-a7e98853f3b3 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 210 time: 0.0488849
Nov 15 09:54:22.809251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:22.825437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:54:22.926619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Pushing event deleted for resources: {'Port': ['ID=ead0486d-e0c2-41e3-9516-3de1d247ff38,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:54:22.933930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:54:23.043021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] No DVR routers for this DVR port ead0486d-e0c2-41e3-9516-3de1d247ff38 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:54:23.045464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:23.048514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'name': 'network-vif-deleted', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:54:23.101467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-418830fe-f0bc-43ac-8951-546d51d21562 req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "DELETE /v2.0/ports/ead0486d-e0c2-41e3-9516-3de1d247ff38 HTTP/1.1" status: 204  len: 173 time: 1.0935788
Nov 15 09:54:23.114421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc8cf9-e41c-494d-a0ba-358cb8824b35', 'name': 'network-vif-deleted', 'tag': 'ead0486d-e0c2-41e3-9516-3de1d247ff38', 'status': 'completed', 'code': 200}
Nov 15 09:54:23.533937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ead0486d-e0c2-41e3-9516-3de1d247ff38 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:54:23.570975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: ead0486d-e0c2-41e3-9516-3de1d247ff38 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:54:23.571380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device ead0486d-e0c2-41e3-9516-3de1d247ff38 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:54:24.001834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b80d596c-d430-49a2-913d-4f1900d2fc79 req-6c856d95-0fdc-4fdf-8ae3-b642180ebd14 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=f7bc8cf9-e41c-494d-a0ba-358cb8824b35 HTTP/1.1" status: 200  len: 210 time: 0.0483356
Nov 15 09:54:37.125376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-28489a06-346e-4270-88ea-d32e13ba41ca tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:37.126918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-28489a06-346e-4270-88ea-d32e13ba41ca tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/networks?id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 200  len: 817 time: 0.1574719
Nov 15 09:54:37.144522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-0e80da27-469f-4354-8b90-178584ccda4a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/quotas/5b21ebdc0f8943eab0704c42bc367cc9 HTTP/1.1" status: 200  len: 375 time: 0.0108812
Nov 15 09:54:37.243367 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-a68682a3-e757-448a-a367-a3947c682b6f tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0927470
Nov 15 09:54:37.333969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-99e65459-c7b4-4fcc-b8d9-3d95d9f564cb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:54:37.335681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-99e65459-c7b4-4fcc-b8d9-3d95d9f564cb service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0795894
Nov 15 09:54:37.479394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-7a30b5c9-4ae5-402f-a3f6-594536600793 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368365
Nov 15 09:54:37.876498 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-3e3b1e78-6cd7-4742-abec-d206d70a3758 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3907588
Nov 15 09:54:39.121534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-631e16e1-f5f2-42f0-8dcf-6e605741b5a7 req-ed138346-b6e1-439e-885c-169ff521932a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0480242
Nov 15 09:54:40.242979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d9223a48-c6ae-4bec-a250-c3a03a743325 req-b9f764f1-485b-49f5-8cf8-b9a4bb2b4c8f tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0472517
Nov 15 09:54:41.296710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:54:41.371556 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-06d24653-8320-4671-aef0-af6dd4677473 req-5b90b446-02cf-4a29-8135-ea8d0531adf9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0551383
Nov 15 09:54:42.548551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-886c51c9-25d1-42dd-ade3-3335f5dd2eb0 req-731f91fe-131d-467a-8efe-dd4dae8da64d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0480978
Nov 15 09:54:43.058793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-a041b539-f810-4b57-902d-235b99c5c158 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:43.060462 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-a041b539-f810-4b57-902d-235b99c5c158 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "GET /v2.0/networks?id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 200  len: 817 time: 0.1773105
Nov 15 09:54:43.085190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Request body: {'port': {'device_id': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3', 'admin_state_up': True, 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:54:43.232585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:54:43.237253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Usage tracker for resource:port and tenant:5b21ebdc0f8943eab0704c42bc367cc9 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:54:43.240271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:54:43.246770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:54:43.282807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Made reservation on behalf of 5b21ebdc0f8943eab0704c42bc367cc9 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:54:43.289257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:43.357237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c694edf3-bec6-46eb-a93b-20045d1c0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:43.608050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Allocated IP 172.20.0.13 (d9a7520b-4ed6-4e0a-9be9-64f853e05aa3/bf40a033-be92-4749-bb89-c75d400369e4/a4e8215a-dfce-4887-9751-258eac64c85d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:54:43.739559 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1b66113-5a71-4548-aa40-95ba6e189831 req-52dfb75f-9e64-41cd-8bae-53fd23bc66dc tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0489769
Nov 15 09:54:43.894043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:43.923757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Transition to ACTIVE for port object a4e8215a-dfce-4887-9751-258eac64c85d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:54:43.997257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:44.021809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:54:44.193305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Pushing event updated for resources: {'Port': ['ID=a4e8215a-dfce-4887-9751-258eac64c85d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:54:44.231402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.232145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.232859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.233540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.234259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.235159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.235873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.236577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.237346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.237974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.238439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.238866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.239377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.239799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.240330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.240673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.241644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.242152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.242526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.242945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.243338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.243769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.244167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.244576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:44.251998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:54:44.295463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:54:44.296679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:54:44.300447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:54:44.381390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:44.382258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:44.554219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4729052
Nov 15 09:54:44.680869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-75585cea-406e-401b-9c11-547855fa3b6a None None] Provisioning for port a4e8215a-dfce-4887-9751-258eac64c85d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:54:44.693229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-75585cea-406e-401b-9c11-547855fa3b6a None None] Provisioning complete for port a4e8215a-dfce-4887-9751-258eac64c85d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:54:44.693767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75585cea-406e-401b-9c11-547855fa3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:44.769902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-75585cea-406e-401b-9c11-547855fa3b6a None None] Port a4e8215a-dfce-4887-9751-258eac64c85d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:54:45.113348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8518b0-2696-42bb-9e55-e4620aeca9fb req-43410b20-dcf6-432f-8117-ffbc4e3af954 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:45.114989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a8518b0-2696-42bb-9e55-e4620aeca9fb req-43410b20-dcf6-432f-8117-ffbc4e3af954 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.1018074
Nov 15 09:54:45.169704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a8518b0-2696-42bb-9e55-e4620aeca9fb req-9cacc33b-c297-44f1-aa42-635fb5da1750 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481586
Nov 15 09:54:45.751875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0a2-671a-45de-892d-c9f7d9f95305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:46.280290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:46.394541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:46.407642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f69f2-6914-44b0-a353-d0d09e581a53 req-f3a21b68-6946-4412-b781-a42541a985b5 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:46.409364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c0f69f2-6914-44b0-a353-d0d09e581a53 req-f3a21b68-6946-4412-b781-a42541a985b5 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.1051555
Nov 15 09:54:46.461186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c0f69f2-6914-44b0-a353-d0d09e581a53 req-05ff6c3f-af13-46a8-b5d8-045994b08d37 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430729
Nov 15 09:54:47.578010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:47.690015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f5773-d691-4001-9482-f6d6d7ae94bf req-771a72f3-d070-40ea-b19c-994e8870e180 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:47.691667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c8f5773-d691-4001-9482-f6d6d7ae94bf req-771a72f3-d070-40ea-b19c-994e8870e180 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.0992029
Nov 15 09:54:47.744771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c8f5773-d691-4001-9482-f6d6d7ae94bf req-ba5a9797-9769-4e6e-af68-ea7b5e2bf4e7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445902
Nov 15 09:54:48.017675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:48.996220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7cc88-0326-4ecb-adbd-bf8c644eba06 req-212c8e13-94f3-4d48-bc31-f35b4fc29ba4 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:48.998992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49b7cc88-0326-4ecb-adbd-bf8c644eba06 req-212c8e13-94f3-4d48-bc31-f35b4fc29ba4 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.1149449
Nov 15 09:54:49.049036 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49b7cc88-0326-4ecb-adbd-bf8c644eba06 req-17057ef4-4c98-4b8d-bff9-fa6fc987a7fe tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438225
Nov 15 09:54:50.300136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6385-af00-4b0e-adcd-f44a964d2279 req-498f3fe9-b6b3-4350-9679-b5d9af5eeab1 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:50.301768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-578b6385-af00-4b0e-adcd-f44a964d2279 req-498f3fe9-b6b3-4350-9679-b5d9af5eeab1 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.0976553
Nov 15 09:54:50.357804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-578b6385-af00-4b0e-adcd-f44a964d2279 req-35adcedb-7c00-45bb-900b-121602e5dad3 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488992
Nov 15 09:54:51.593014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9570-fa79-4b34-ae35-ec3e0c781f5f req-1551c455-514c-4c84-84ec-c68bb14c7491 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:51.594640 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e34d9570-fa79-4b34-ae35-ec3e0c781f5f req-1551c455-514c-4c84-84ec-c68bb14c7491 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 932 time: 0.0965447
Nov 15 09:54:51.645289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e34d9570-fa79-4b34-ae35-ec3e0c781f5f req-362b15cf-77fa-4d39-ba67-4346bcbc76bc tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433145
Nov 15 09:54:51.765597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Request body: {'port': {'device_id': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:54:51.908386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:52.470161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e8215a-dfce-4887-9751-258eac64c85d {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:54:52.477932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:52.490569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Transition to ACTIVE for port object a4e8215a-dfce-4887-9751-258eac64c85d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:54:52.545681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:52.563420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-870ed453-d1a2-409f-9c38-a9fe02f95cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:54:52.708608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Pushing event updated for resources: {'Port': ['ID=a4e8215a-dfce-4887-9751-258eac64c85d,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:54:52.712711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:54:52.942610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf4f9-e767-4e2f-87d5-2fc037a9c268 req-07b2085e-5dad-461a-8067-40c5f2aedf1b tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:52.951061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1afbf4f9-e767-4e2f-87d5-2fc037a9c268 req-07b2085e-5dad-461a-8067-40c5f2aedf1b tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 944 time: 0.1578500
Nov 15 09:54:52.971796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Attempting to bind port a4e8215a-dfce-4887-9751-258eac64c85d on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:54:52.972783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Attempting to bind port a4e8215a-dfce-4887-9751-258eac64c85d by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:54:52.973469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Attempting to bind port a4e8215a-dfce-4887-9751-258eac64c85d on network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:54:52.986604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:54:52.986604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Checking segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:54:52.987108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:52.987411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Bound using segment: {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:54:52.987904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Bound port: a4e8215a-dfce-4887-9751-258eac64c85d, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9a7520b-4ed6-4e0a-9be9-64f853e05aa3'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:54:52.988289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:53.006080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1afbf4f9-e767-4e2f-87d5-2fc037a9c268 req-6169dcd0-4bb3-41aa-9299-ff870fb9a27d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540736
Nov 15 09:54:53.125915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] For port a4e8215a-dfce-4887-9751-258eac64c85d, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:54:53.129520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] For port a4e8215a-dfce-4887-9751-258eac64c85d, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a4e8215a-dfce-4887-9751-258eac64c85d,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:54:53.161395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:53.178616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f377481-bfff-4b53-bd49-24facf8f0b78 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:54:53.629492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Pushing event updated for resources: {'Port': ['ID=a4e8215a-dfce-4887-9751-258eac64c85d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:54:53.635247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:54:53.666406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:53.667830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] 10.222.0.65 "PUT /v2.0/ports/a4e8215a-dfce-4887-9751-258eac64c85d HTTP/1.1" status: 200  len: 1158 time: 1.9073012
Nov 15 09:54:53.668435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:54:53.729809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d', 'status': 'completed', 'code': 200}
Nov 15 09:54:54.248610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363aee3-c652-4dd8-a652-af63aa4ac80e req-82948802-488c-42f1-ad4f-787e29d7a847 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:54.250144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2363aee3-c652-4dd8-a652-af63aa4ac80e req-82948802-488c-42f1-ad4f-787e29d7a847 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 944 time: 0.0940776
Nov 15 09:54:54.302135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2363aee3-c652-4dd8-a652-af63aa4ac80e req-7074d8a4-90f1-471e-adb5-862ae31e095e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453870
Nov 15 09:54:54.380739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b1bf5f30-049a-47ad-858b-34eed4713b57 req-81f17cd0-5fc4-46c2-88cc-726be8550859 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 1161 time: 0.0928473
Nov 15 09:54:54.545146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5f30-049a-47ad-858b-34eed4713b57 req-aa510984-594a-4909-8fdb-74f395d9eb2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:54.546733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b1bf5f30-049a-47ad-858b-34eed4713b57 req-aa510984-594a-4909-8fdb-74f395d9eb2b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1471093
Nov 15 09:54:54.698545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5f30-049a-47ad-858b-34eed4713b57 req-da338128-670e-44a0-9e2b-72f1970a4a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:54.700181 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b1bf5f30-049a-47ad-858b-34eed4713b57 req-da338128-670e-44a0-9e2b-72f1970a4a7d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1460013
Nov 15 09:54:54.845534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-834a0e1b-dae9-44a0-8fd4-90fb80bc9e2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 1161 time: 0.0860038
Nov 15 09:54:54.932900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-fb70be89-4046-456e-96ce-5f73a1841a63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e8215a-dfce-4887-9751-258eac64c85d HTTP/1.1" status: 200  len: 217 time: 0.0723517
Nov 15 09:54:55.004828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-0e4ae46a-7635-4a8e-9c04-9a31260a2515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:55.006389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-0e4ae46a-7635-4a8e-9c04-9a31260a2515 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf40a033-be92-4749-bb89-c75d400369e4 HTTP/1.1" status: 200  len: 856 time: 0.0641637
Nov 15 09:54:55.098180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-ff61fbce-3f26-4f90-bf0e-a8c86a40531d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852215
Nov 15 09:54:55.243906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-6933ab96-7c49-4145-a983-30d8ae239337 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378868
Nov 15 09:54:55.391037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21a2828e-ccb6-4860-b809-cb5e73fd2221 req-6af62efe-4985-48bb-a123-412379cdb69b service neutron] 10.222.0.65 "GET /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400361
Nov 15 09:54:55.529042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc16ede-65ea-48a4-81c0-026d2dd80568 req-62459421-d2e5-4cee-903d-397708b99989 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:55.530664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebc16ede-65ea-48a4-81c0-026d2dd80568 req-62459421-d2e5-4cee-903d-397708b99989 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 944 time: 0.0974112
Nov 15 09:54:55.578954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ebc16ede-65ea-48a4-81c0-026d2dd80568 req-ca46b036-b932-4653-9500-8fa1e6180fa8 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419676
Nov 15 09:54:56.807304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927bc46-51b1-4d91-ac3b-514108d0fc2e req-90f6d7f0-669c-448b-aa0c-5e9399f69df8 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:56.808963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9927bc46-51b1-4d91-ac3b-514108d0fc2e req-90f6d7f0-669c-448b-aa0c-5e9399f69df8 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 944 time: 0.0997734
Nov 15 09:54:56.862155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9927bc46-51b1-4d91-ac3b-514108d0fc2e req-34fc1adb-28ca-4f21-9f47-72c50c948edf tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470233
Nov 15 09:54:58.083527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdd0f2-3ad2-42bc-abda-f381abe52eb6 req-d0a7cdeb-cc74-4b64-a60b-f9a06552ba6f tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:58.085230 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afcdd0f2-3ad2-42bc-abda-f381abe52eb6 req-d0a7cdeb-cc74-4b64-a60b-f9a06552ba6f tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 944 time: 0.0955226
Nov 15 09:54:58.139121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-afcdd0f2-3ad2-42bc-abda-f381abe52eb6 req-2c909fcd-471d-4d24-92f1-ebb6831b9624 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476716
Nov 15 09:54:58.300385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a4e8215a-dfce-4887-9751-258eac64c85d up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:54:58.419971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port a4e8215a-dfce-4887-9751-258eac64c85d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:54:58.424913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port a4e8215a-dfce-4887-9751-258eac64c85d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:54:58.425338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:58.560582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:58.591047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:54:58.602052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port a4e8215a-dfce-4887-9751-258eac64c85d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a4e8215a-dfce-4887-9751-258eac64c85d,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:54:58.631545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:54:58.633771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:54:58.711643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=a4e8215a-dfce-4887-9751-258eac64c85d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:54:58.721311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.721712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.722100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.722486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.722867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.723252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.723630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.724046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.724438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.724809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.729780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.730219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.730515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.730887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:54:58.735528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:54:58.738594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d', 'code': 200}
Nov 15 09:54:59.088700 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e161cccb-e4f6-43ae-932c-134b921f62ed req-990f9a36-53c1-44f2-b6ab-20804b963a6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 1163 time: 0.0937033
Nov 15 09:54:59.134263 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e161cccb-e4f6-43ae-932c-134b921f62ed req-732fa58f-63a3-4932-b145-43557dc90cd2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382841
Nov 15 09:54:59.369053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a19b9a-c9c4-4e2b-921b-965904ae963c req-9e752680-5fe3-4b24-a77b-2f14a53606ba tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:54:59.370603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79a19b9a-c9c4-4e2b-921b-965904ae963c req-9e752680-5fe3-4b24-a77b-2f14a53606ba tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.0990469
Nov 15 09:54:59.419978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79a19b9a-c9c4-4e2b-921b-965904ae963c req-7b592df2-474a-476f-b5a9-1492c6f0502e tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429194
Nov 15 09:55:00.037303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a4e8215a-dfce-4887-9751-258eac64c85d up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:00.118741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port a4e8215a-dfce-4887-9751-258eac64c85d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:00.119300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:00.642308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d24b3-78c0-4fe8-83b6-14bb3f1db475 req-83f25dac-1727-4e08-b69e-b600c6db0566 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:00.643951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-634d24b3-78c0-4fe8-83b6-14bb3f1db475 req-83f25dac-1727-4e08-b69e-b600c6db0566 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.0938263
Nov 15 09:55:00.692429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-634d24b3-78c0-4fe8-83b6-14bb3f1db475 req-562d7f2a-9850-4169-a59d-d3a69aa28c2d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415800
Nov 15 09:55:00.920438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769327a-1fb6-484c-87f5-e13afc46b2ad req-9f71920e-aadd-4977-b217-0f5d5eca5f52 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:00.922081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2769327a-1fb6-484c-87f5-e13afc46b2ad req-9f71920e-aadd-4977-b217-0f5d5eca5f52 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.0993612
Nov 15 09:55:00.971332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2769327a-1fb6-484c-87f5-e13afc46b2ad req-7993e3b6-f728-4d57-a819-9b7b317fdac7 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430217
Nov 15 09:55:13.971555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f3c42e6-483d-43c7-adb2-e276691f96aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:15.711255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4adfab09-d0a8-44fa-aaaa-055fdc273a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:16.305849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:16.400181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:17.582874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:18.011880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:18.298652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:55:19.509219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486dbab-868f-4eb6-a8d1-b6fede8bbdf0 req-852ae5bf-a51d-478f-b419-36d3f1e47d52 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:19.510745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4486dbab-868f-4eb6-a8d1-b6fede8bbdf0 req-852ae5bf-a51d-478f-b419-36d3f1e47d52 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.0925570
Nov 15 09:55:19.562090 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4486dbab-868f-4eb6-a8d1-b6fede8bbdf0 req-bf19b6d9-ebbe-41c8-af72-364b00bab445 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452828
Nov 15 09:55:20.786742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175b14-6e40-4adf-999e-a9e7d45267dc req-804dd288-6ad4-40f6-801a-7b0e260c94b9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:20.788460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0175b14-6e40-4adf-999e-a9e7d45267dc req-804dd288-6ad4-40f6-801a-7b0e260c94b9 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.0948148
Nov 15 09:55:20.839207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f0175b14-6e40-4adf-999e-a9e7d45267dc req-d418d439-0942-46a8-9b95-64e1375762ca tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441418
Nov 15 09:55:21.567525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-c77f1924-e677-4851-9b94-e3ceae6c693d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:21.568316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-c77f1924-e677-4851-9b94-e3ceae6c693d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Synchronizing usage tracker for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:55:21.622757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-c77f1924-e677-4851-9b94-e3ceae6c693d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Unset dirty status for tenant:5b21ebdc0f8943eab0704c42bc367cc9 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:55:21.624100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-c77f1924-e677-4851-9b94-e3ceae6c693d tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.1476591
Nov 15 09:55:21.713499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Deleting port a4e8215a-dfce-4887-9751-258eac64c85d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:21.713894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:21.996983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] For port a4e8215a-dfce-4887-9751-258eac64c85d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a4e8215a-dfce-4887-9751-258eac64c85d,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:21.997580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:22.067224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b700c-8241-4456-9e55-768a5820fc2f req-aa3df690-c537-424e-b003-97f2da79f083 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:22.068945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d11b700c-8241-4456-9e55-768a5820fc2f req-aa3df690-c537-424e-b003-97f2da79f083 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 946 time: 0.1000657
Nov 15 09:55:22.105052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a4e8215a-dfce-4887-9751-258eac64c85d no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:22.120763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d11b700c-8241-4456-9e55-768a5820fc2f req-9f1648c6-ecb6-4c28-935b-f14c382d58de tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/security-groups?id=a2e9c521-4260-490e-90fc-cf8ecf4ae98c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454662
Nov 15 09:55:22.139376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Calling delete_port for a4e8215a-dfce-4887-9751-258eac64c85d owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:22.243977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:22.434693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:22.450047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-30e5c68b-e27d-49b4-ae58-055e9af6a06c tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:22.496879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Pushing event deleted for resources: {'Port': ['ID=a4e8215a-dfce-4887-9751-258eac64c85d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:22.548212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:22.656674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] No DVR routers for this DVR port a4e8215a-dfce-4887-9751-258eac64c85d on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:55:22.659253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:22.662872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'name': 'network-vif-deleted', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:55:22.712414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2783d97c-5208-4d4f-9cfc-b176fa5e019c req-df3e6db7-06bf-4088-9766-183f5919539a tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.65 "DELETE /v2.0/ports/a4e8215a-dfce-4887-9751-258eac64c85d HTTP/1.1" status: 204  len: 173 time: 1.0809286
Nov 15 09:55:22.723625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af45fbec-b522-42b6-aba5-eab6dc7e6b54', 'name': 'network-vif-deleted', 'tag': 'a4e8215a-dfce-4887-9751-258eac64c85d', 'status': 'completed', 'code': 200}
Nov 15 09:55:23.314477 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1e20a0c5-5bbf-48cc-a141-1d55d4e9772d req-427b1b87-569e-4e9d-9b30-038c230617c1 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] 10.222.0.81 "GET /v2.0/ports?device_id=af45fbec-b522-42b6-aba5-eab6dc7e6b54 HTTP/1.1" status: 200  len: 210 time: 0.0478745
Nov 15 09:55:25.429340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42094) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:25.920596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:26.614119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Deleting port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:26.614731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:27.059002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] For port a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:27.059399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:27.193160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Calling delete_port for a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:27.485433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:27.501547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9bf38d62-da0a-4ccc-9409-827f852c2022 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:27.597216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:27.619723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.620298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.620733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.621161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.621580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.621998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.622421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.622837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.623249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.623661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.624132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.624549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.625015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.625428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.625840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.626247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.626656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.627068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.627479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.627910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.628327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.628770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.629180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.629586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:27.634212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:28.000489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:28.868923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Router 28d90bb2-d58d-431b-95ae-b1d278c22aef has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:55:29.121978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:55:29.131626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Sync routers for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:55:29.135433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] 10.222.0.81 "PUT /v2.0/routers/28d90bb2-d58d-431b-95ae-b1d278c22aef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7049086
Nov 15 09:55:29.137998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42098) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:29.147138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:29.147823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83272e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:29.373298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:29.388255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:29.640156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:29.682073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83272e8>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:55:27Z', 'revision_number': 5, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port': {'id': 'a03d5a4a-3cdd-4362-829c-6e00f0817f9f', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:12Z', 'updated_at': '2020-11-15T09:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:29.686186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Checking router: 28d90bb2-d58d-431b-95ae-b1d278c22aef for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:55:29.697636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Routers {'28d90bb2-d58d-431b-95ae-b1d278c22aef'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:29.698309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83272e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['28d90bb2-d58d-431b-95ae-b1d278c22aef'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:29.702689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Deleting port a03d5a4a-3cdd-4362-829c-6e00f0817f9f {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:29.703086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:29.899779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] Set router 28d90bb2-d58d-431b-95ae-b1d278c22aef gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:30.179072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] For port a03d5a4a-3cdd-4362-829c-6e00f0817f9f, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:30.179422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:30.194937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83272e8>, [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:55:29Z', 'revision_number': 6, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:30.199180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c7744-13b7-4bf7-9a6c-6f40c7618915 None None] The sync data for ids ['28d90bb2-d58d-431b-95ae-b1d278c22aef'] in dv-neutron-743142-12-ovs is: [{'id': '28d90bb2-d58d-431b-95ae-b1d278c22aef', 'name': 'tempest-TestEncryptedCinderVolumes-1688188578-router', 'tenant_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:11Z', 'updated_at': '2020-11-15T09:55:29Z', 'revision_number': 6, 'project_id': '5b21ebdc0f8943eab0704c42bc367cc9', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:55:30.316320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Calling delete_port for a03d5a4a-3cdd-4362-829c-6e00f0817f9f owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:30.582359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:30.596446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:30.642948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03d5a4a-3cdd-4362-829c-6e00f0817f9f,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:30.695149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:30.987006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.296790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.301218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.424952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.425550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d90bb2-d58d-431b-95ae-b1d278c22aef {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:55:31.438595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.439871 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] 10.222.0.81 "DELETE /v2.0/routers/28d90bb2-d58d-431b-95ae-b1d278c22aef HTTP/1.1" status: 204  len: 168 time: 2.3008933
Nov 15 09:55:31.442575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42102) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:31.521082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Deleting subnet bf40a033-be92-4749-bb89-c75d400369e4 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:55:31.525426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.578660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.665604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:31.720193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a03d5a4a-3cdd-4362-829c-6e00f0817f9f no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:31.756622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a03d5a4a-3cdd-4362-829c-6e00f0817f9f {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:55:31.757028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a03d5a4a-3cdd-4362-829c-6e00f0817f9f not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:31.757492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:31.797176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:55:31.797590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a3ea6778-419f-4aa9-bae5-ea2c3b4cca6e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:32.019803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.035942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03f90cef-bc8c-499a-a362-aad72fef995b tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:32.133780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf40a033-be92-4749-bb89-c75d400369e4,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:32.136453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:32.174420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.179645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494696cb-fbe4-42f9-8524-3fc1c2e6cea5 None None] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:55:32.180406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bf40a033-be92-4749-bb89-c75d400369e4 HTTP/1.1" status: 204  len: 168 time: 0.7368195
Nov 15 09:55:32.183041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42106) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:32.301546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.377009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Deleting port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:32.377381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.444607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] DHCP port deletion for d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:55:32.449248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Deleting port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:32.449766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.620972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] For port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:32.621365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.685843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] For port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,segment=NetworkSegment(3fb53cb7-8de3-4a7b-845d-025f35fe6d2a),segment_id=3fb53cb7-8de3-4a7b-845d-025f35fe6d2a)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:32.686229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.762206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Calling delete_port for 9eacd135-cd31-4ea2-a349-ca1d5ec99aba owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:32.822866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Calling delete_port for 9eacd135-cd31-4ea2-a349-ca1d5ec99aba owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:32.888174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:32.904096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d173d29b-85ae-45c1-9fed-35b9c5b9566a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:32.905994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:55:32.906418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:55:32.996279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eacd135-cd31-4ea2-a349-ca1d5ec99aba,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:32.999048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:33.049126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] No DVR routers for this DVR port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:55:33.171554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:33.286066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebd860>,) {'filters': {'network_id': ['d9a7520b-4ed6-4e0a-9be9-64f853e05aa3']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:33.299493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebd860>, '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:33.299852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebd860>, '3fb53cb7-8de3-4a7b-845d-025f35fe6d2a') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:33.312328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:33.382430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:33.384550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:55:33.408096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Deleting port 9eacd135-cd31-4ea2-a349-ca1d5ec99aba {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:33.408718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:33.478901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1117e1d3-66d8-433c-8961-1691d84b8744 None None] The port '9eacd135-cd31-4ea2-a349-ca1d5ec99aba' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:55:33.572043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:55:33.581029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:33.719602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9eacd135-cd31-4ea2-a349-ca1d5ec99aba no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:33.758540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9eacd135-cd31-4ea2-a349-ca1d5ec99aba {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:55:33.758958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9eacd135-cd31-4ea2-a349-ca1d5ec99aba not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:34.022689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Network d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:55:34.045428 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:55:34.305541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:34.308845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ded01566-a3f8-48bd-99bb-9887d97e7acb tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:34.323770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:34.338967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a7520b-4ed6-4e0a-9be9-64f853e05aa3,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:34.342481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:34.380513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] 10.222.0.81 "DELETE /v2.0/networks/d9a7520b-4ed6-4e0a-9be9-64f853e05aa3 HTTP/1.1" status: 204  len: 168 time: 2.1964507
Nov 15 09:55:34.384020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42110) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:34.899498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:35.601399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Deleting port f406fb1e-d8de-45fd-a0a1-bb852352f73b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:35.602014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:35.795491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] For port f406fb1e-d8de-45fd-a0a1-bb852352f73b, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f406fb1e-d8de-45fd-a0a1-bb852352f73b,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:35.795916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:35.931972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Calling delete_port for f406fb1e-d8de-45fd-a0a1-bb852352f73b owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:36.148303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:36.166558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:36.258582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Pushing event deleted for resources: {'Port': ['ID=f406fb1e-d8de-45fd-a0a1-bb852352f73b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:36.262484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:36.640576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:37.761311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Router 2e557c40-7847-47eb-9040-1c2e2c6ab235 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:55:38.014261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:55:38.024109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Sync routers for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:55:38.024379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f1447e6a-e3f0-4bde-821e-ba1bfb8ef12d admin admin] 10.222.0.81 "PUT /v2.0/routers/2e557c40-7847-47eb-9040-1c2e2c6ab235/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6393242
Nov 15 09:55:38.026964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42114) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:38.037542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:38.038279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d81828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:38.263895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:38.277418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:38.529316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:38.575906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d81828>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:55:36Z', 'revision_number': 5, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port': {'id': 'f2701136-74f7-40a4-af92-87a5c835427c', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:38.576930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Deleting port f2701136-74f7-40a4-af92-87a5c835427c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:38.577428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:38.579971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Checking router: 2e557c40-7847-47eb-9040-1c2e2c6ab235 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:55:38.591437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Routers {'2e557c40-7847-47eb-9040-1c2e2c6ab235'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:38.592160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d81828>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2e557c40-7847-47eb-9040-1c2e2c6ab235'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:38.776893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] For port f2701136-74f7-40a4-af92-87a5c835427c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f2701136-74f7-40a4-af92-87a5c835427c,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:38.777507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:38.778998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] Set router 2e557c40-7847-47eb-9040-1c2e2c6ab235 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:38.900556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d81828>, [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:55:38Z', 'revision_number': 6, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:38.904861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567fb27-85d9-44e4-971a-0ccc2d0d1ef2 None None] The sync data for ids ['2e557c40-7847-47eb-9040-1c2e2c6ab235'] in dv-neutron-743142-12-ovs is: [{'id': '2e557c40-7847-47eb-9040-1c2e2c6ab235', 'name': 'tempest-TestEncryptedCinderVolumes-1658156265-router', 'tenant_id': '13dea59fb6ed4c079f455f36ff23124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:53:20Z', 'updated_at': '2020-11-15T09:55:38Z', 'revision_number': 6, 'project_id': '13dea59fb6ed4c079f455f36ff23124a', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:55:38.914872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Calling delete_port for f2701136-74f7-40a4-af92-87a5c835427c owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:39.127984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:39.141614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba24dd31-8160-4ab3-abf6-8b438978e575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:39.237086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2701136-74f7-40a4-af92-87a5c835427c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:39.244280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:39.528463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:39.721670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f406fb1e-d8de-45fd-a0a1-bb852352f73b no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:39.762054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: f406fb1e-d8de-45fd-a0a1-bb852352f73b {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:55:39.762487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f406fb1e-d8de-45fd-a0a1-bb852352f73b not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:39.762963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f2701136-74f7-40a4-af92-87a5c835427c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:39.809452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: f2701136-74f7-40a4-af92-87a5c835427c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:55:39.810018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f2701136-74f7-40a4-af92-87a5c835427c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:39.847578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:39.852696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:40.076547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:40.077128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e557c40-7847-47eb-9040-1c2e2c6ab235 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:55:40.089825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:40.091092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2e557c40-7847-47eb-9040-1c2e2c6ab235 HTTP/1.1" status: 204  len: 168 time: 2.0631561
Nov 15 09:55:40.093683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42118) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:40.431304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Deleting subnet c0f500d4-ae49-46a2-b969-17ee7e15cf73 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:55:40.434390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:40.486067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:40.570116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.057076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.072859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-049059ca-1ae6-42e8-994c-14f346fab9f3 tempest-RoutersNegativeTest-326927256 tempest-RoutersNegativeTest-326927256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:41.168837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f500d4-ae49-46a2-b969-17ee7e15cf73,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:41.174117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:41.207601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.213868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef0e03-1458-401f-8563-8a1be9fed32a None None] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:55:41.214211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-01297d3c-d2e1-4614-ba29-7788667b0eb6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c0f500d4-ae49-46a2-b969-17ee7e15cf73 HTTP/1.1" status: 204  len: 168 time: 1.1195197
Nov 15 09:55:41.216882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42122) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:41.335516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.409910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Deleting port f9a70236-7202-4df9-bb44-901326e00102 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:41.410292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.480840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] DHCP port deletion for 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:55:41.485161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Deleting port f9a70236-7202-4df9-bb44-901326e00102 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:41.485590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.645236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] For port f9a70236-7202-4df9-bb44-901326e00102, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f9a70236-7202-4df9-bb44-901326e00102,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:41.645639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.726095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f9a70236-7202-4df9-bb44-901326e00102 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:55:41.777507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] For port f9a70236-7202-4df9-bb44-901326e00102, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=f9a70236-7202-4df9-bb44-901326e00102,segment=NetworkSegment(50f67b4c-0299-4e2d-b416-7177768bb109),segment_id=50f67b4c-0299-4e2d-b416-7177768bb109)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:41.777957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.789104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Calling delete_port for f9a70236-7202-4df9-bb44-901326e00102 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:41.897343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:41.913665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:41.931328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Calling delete_port for f9a70236-7202-4df9-bb44-901326e00102 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:55:41.985449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No active binding found for port f9a70236-7202-4df9-bb44-901326e00102 {{(pid=81075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 15 09:55:41.985838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device f9a70236-7202-4df9-bb44-901326e00102 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:55:42.018096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a70236-7202-4df9-bb44-901326e00102,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:42.023538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:55:42.023691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:42.024080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:55:42.057898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] No DVR routers for this DVR port f9a70236-7202-4df9-bb44-901326e00102 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:55:42.179735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.295686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a34bf278>,) {'filters': {'network_id': ['1b212fb1-e26b-4755-8042-d2c92d4ce5e9']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:42.308416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34bf278>, '50f67b4c-0299-4e2d-b416-7177768bb109') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:42.308751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34bf278>, '50f67b4c-0299-4e2d-b416-7177768bb109') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:42.321219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.339856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.341835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:55:42.517204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:55:42.525633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Deleting port f9a70236-7202-4df9-bb44-901326e00102 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:55:42.526085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.527698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.594425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3da44-8474-4c14-bec3-2e1f5a8d5c47 None None] The port 'f9a70236-7202-4df9-bb44-901326e00102' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:55:42.721054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Network 1b212fb1-e26b-4755-8042-d2c92d4ce5e9 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:55:42.745281 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:55:42.962387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.965618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16e52e61-93c9-41e8-a69f-94c68f69a048 tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:42.984208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:42.995987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b212fb1-e26b-4755-8042-d2c92d4ce5e9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:42.999300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:43.001119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] 10.222.0.81 "DELETE /v2.0/networks/1b212fb1-e26b-4755-8042-d2c92d4ce5e9 HTTP/1.1" status: 204  len: 168 time: 1.7832460
Nov 15 09:55:43.275960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42128) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:43.332485 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b8d7e534-18c6-4b53-b1e0-385d6aecb69e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b21ebdc0f8943eab0704c42bc367cc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0550847
Nov 15 09:55:43.334229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4d5a70e2-0b3f-4880-91ff-4902747fe1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:43.335034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42132) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:43.398467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:43.425337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:43.545154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:43.550262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e45387a0-9dcc-4b02-8e12-755834196742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:43.562137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9c521-4260-490e-90fc-cf8ecf4ae98c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:43.567063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:43.569285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:43.570570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2e9c521-4260-490e-90fc-cf8ecf4ae98c HTTP/1.1" status: 204  len: 168 time: 0.2339683
Nov 15 09:55:44.157764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42140) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:44.221213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-217f1669-cfb0-4c69-842c-cf1fcb37e02a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13dea59fb6ed4c079f455f36ff23124a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0612872
Nov 15 09:55:44.223178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42144) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:44.307244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:44.343062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:44.548409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:44.554156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a720f2c2-7bad-4bb9-82c4-dad54b7f971c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:44.571894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d2df7d-b26c-4da5-8f3d-03cc64b13cb0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:44.574868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:44.576766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:44.579291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1d2df7d-b26c-4da5-8f3d-03cc64b13cb0 HTTP/1.1" status: 204  len: 168 time: 0.3545153
Nov 15 09:55:45.705257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4875-35c9-46ab-90ad-fb272395d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:45.839487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42166) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:45.979655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-600413067-network', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:55:45.985039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:55:45.989166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Usage tracker for resource:network and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:55:45.992305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:55:45.998062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:55:46.050812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Made reservation on behalf of f7fdf5156d6644029e8ea7f31ab32a17 for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:55:46.055673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.069776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.102591 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:55:46.106673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Usage tracker for resource:security_group_rule and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:55:46.109627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:55:46.115938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:55:46.272121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.293557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.319610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.324125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fa24848-3cd6-4f64-905c-8727fb698cc8 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:46.352574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7410953d-fa29-4e5a-977c-7713d2118b55,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:46.355813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:46.391022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:55:46.401070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.401458 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Added segment b6e456ee-51ba-434a-942a-cb2851353987 of type vxlan for network c30efa15-73ae-40f1-a28a-55353a5ec4a1
Nov 15 09:55:46.410713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.428484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.484895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.485865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:46.486507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:46.493488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dafb9722-6acf-45e3-965f-59dc22a35935 tempest-NetworksTest-376322782 tempest-NetworksTest-376322782] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:46.600376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Pushing event updated for resources: {'Network': ['ID=c30efa15-73ae-40f1-a28a-55353a5ec4a1,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:46.603345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:46.610690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:55:46.623026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7823212
Nov 15 09:55:46.625917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42172) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:46.628614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:55:46.632008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Request body: {'subnet': {'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-600413067-subnet', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:55:46.637429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:55:46.641518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Usage tracker for resource:subnet and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:55:46.644559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:55:46.651202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:55:46.685065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Made reservation on behalf of f7fdf5156d6644029e8ea7f31ab32a17 for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:55:46.689908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.152588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.168540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19e8e4d6-e554-4221-8cb9-02fbbe7a50b6 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:47.292181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a913c97-24bf-4b83-8c20-340caa0adbc1,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:47.304385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:47.368157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Checking segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:55:47.368555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Network hostable DHCP agents. Network: c30efa15-73ae-40f1-a28a-55353a5ec4a1, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:55:47.433440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:55:47.470513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, c30efa15-73ae-40f1-a28a-55353a5ec4a1) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:55:47.479156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f968ca9-e0bb-4356-8f8e-4c477c0b6792 None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:55:47.484335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:55:47.484979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.531212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d3c5dd6a-09e9-4c89-8637-65d335c8e5a7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9016812
Nov 15 09:55:47.531725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42176) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:47.538299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:55:47.544244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:55:47.548586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Usage tracker for resource:router and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:55:47.551713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:55:47.559962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:55:47.596770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.597966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.618325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.622494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.727297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:55:47.728261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:47.827480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.044462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Allocated IP 172.20.0.2 (c30efa15-73ae-40f1-a28a-55353a5ec4a1/5a913c97-24bf-4b83-8c20-340caa0adbc1/1d71672d-fbc0-4f3d-b016-9f30ca960e94) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:55:48.053990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.054993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.089580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.394745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Allocated IP 172.26.4.31 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/96b853a7-fa23-4215-85a3-c106df9b4dd7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:55:48.493700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.504916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Transition to ACTIVE for port object 1d71672d-fbc0-4f3d-b016-9f30ca960e94 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:55:48.522341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Transition to ACTIVE for port object 1d71672d-fbc0-4f3d-b016-9f30ca960e94 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:55:48.577141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.593711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-74deab79-ec18-4ee1-896f-217fa37e8154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:48.649246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.711475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.725702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c63e72b6-bb42-481d-a50c-fcc21f46d048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:48.746201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Pushing event updated for resources: {'Port': ['ID=1d71672d-fbc0-4f3d-b016-9f30ca960e94,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:48.751804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:48.794887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:55:48.795814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:55:48.798266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:55:48.860057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Attempting to bind port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:55:48.860485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Attempting to bind port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:55:48.860900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Attempting to bind port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 on network c30efa15-73ae-40f1-a28a-55353a5ec4a1 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:55:48.869414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:55:48.869851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Checking segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:55:48.870298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.870748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Bound using segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:55:48.871276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Bound port: 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:55:48.871496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Pushing event updated for resources: {'Port': ['ID=96b853a7-fa23-4215-85a3-c106df9b4dd7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:48.871703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:48.897615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.898066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.898500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.898936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.899417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.901793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.902221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.902699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.903119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.903536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.903988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.904396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.904811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.905228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.905643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.906064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.906479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.906893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.907308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:48.913615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:48.955317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:55:48.956577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:55:48.959959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:55:48.982020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] For port 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:55:48.985614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] For port 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1d71672d-fbc0-4f3d-b016-9f30ca960e94,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:55:49.038066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:49.054887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:49.204571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:49.205313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:49.215702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Pushing event updated for resources: {'Port': ['ID=1d71672d-fbc0-4f3d-b016-9f30ca960e94,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:49.221085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:49.540198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Router 97a20332-8b2b-49a0-883a-2f8a74198cda is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:55:49.751891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1d71672d-fbc0-4f3d-b016-9f30ca960e94 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:49.818877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:55:49.834117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Sync routers for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:55:49.851015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:49.851717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283ac50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:49.871468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:49.872919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.3400302
Nov 15 09:55:49.875568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42180) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:55:49.908883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:55:50.087515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:50.420873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283ac50>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:49Z', 'revision_number': 3, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:50.425187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Checking router: 97a20332-8b2b-49a0-883a-2f8a74198cda for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:55:50.425596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Updating router 97a20332-8b2b-49a0-883a-2f8a74198cda port 96b853a7-fa23-4215-85a3-c106df9b4dd7 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:55:50.493585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:50.593164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d00eb-59c2-4d4e-8273-69162570d317 None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:55:50.830589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Provisioning for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:55:50.874967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Provisioning complete for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:50.875393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.026709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.388756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Allocated IP 172.20.0.1 (c30efa15-73ae-40f1-a28a-55353a5ec4a1/5a913c97-24bf-4b83-8c20-340caa0adbc1/9e2853c1-883f-4451-927a-d322713bf2a3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:55:51.411222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.513152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] For port 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1d71672d-fbc0-4f3d-b016-9f30ca960e94,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:51.523898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.537809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Transition to ACTIVE for port object 96b853a7-fa23-4215-85a3-c106df9b4dd7 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:55:51.554788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.568767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.579971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:51.580119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Transition to ACTIVE for port object 9e2853c1-883f-4451-927a-d322713bf2a3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:55:51.608702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.634454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.651582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:51.767453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-866ccdc9-3c5c-4965-9277-d359de6267ce None None] Provisioning complete for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:51.767882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-866ccdc9-3c5c-4965-9277-d359de6267ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.801854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Pushing event updated for resources: {'Port': ['ID=1d71672d-fbc0-4f3d-b016-9f30ca960e94,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:51.805647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:51.814325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:51.868236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Pushing event updated for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:51.873519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:51.883219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:55:51.884491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:55:51.886824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:55:51.946773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:51.952104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Pushing event updated for resources: {'Port': ['ID=96b853a7-fa23-4215-85a3-c106df9b4dd7,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:51.955326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:51.987428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Attempting to bind port 96b853a7-fa23-4215-85a3-c106df9b4dd7 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:55:51.987878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Attempting to bind port 96b853a7-fa23-4215-85a3-c106df9b4dd7 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:55:51.988298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Attempting to bind port 96b853a7-fa23-4215-85a3-c106df9b4dd7 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:55:52.031468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:55:52.032007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:55:52.032362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.032855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:55:52.033392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Bound port: 96b853a7-fa23-4215-85a3-c106df9b4dd7, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:55:52.033815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.115815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.150387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] For port 96b853a7-fa23-4215-85a3-c106df9b4dd7, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:55:52.153714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] For port 96b853a7-fa23-4215-85a3-c106df9b4dd7, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=96b853a7-fa23-4215-85a3-c106df9b4dd7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:55:52.182511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.198064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:52.371352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Pushing event updated for resources: {'Port': ['ID=96b853a7-fa23-4215-85a3-c106df9b4dd7,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:52.374761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:52.390974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Provisioning for port 9e2853c1-883f-4451-927a-d322713bf2a3 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:55:52.403226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Provisioning complete for port 9e2853c1-883f-4451-927a-d322713bf2a3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:52.403673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.427030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.465168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.486438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Port 9e2853c1-883f-4451-927a-d322713bf2a3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:55:52.494161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:52.494864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a283ac50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:52.500083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:52.591705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.597528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Provisioning complete for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:52.597968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f61c1398-077d-4aed-af71-44c5fd7dee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:52.607484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Pushing event updated for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:52.613388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:52.751583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:55:52.752950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:55:52.868943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:53.117874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9cc89d1e-24f1-4fbe-812a-404807660e42 None None] Provisioning complete for port 9e2853c1-883f-4451-927a-d322713bf2a3 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:53.118309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9cc89d1e-24f1-4fbe-812a-404807660e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:53.215518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9cc89d1e-24f1-4fbe-812a-404807660e42 None None] Port 9e2853c1-883f-4451-927a-d322713bf2a3 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:55:53.261314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Router 97a20332-8b2b-49a0-883a-2f8a74198cda has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:55:53.302545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a283ac50>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:55:52Z', 'revision_number': 2, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:53.306822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b16f-9da9-4844-92d2-ae46aae5360e None None] The sync data for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs is: [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:55:52Z', 'revision_number': 2, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:55:53.522085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:55:53.531626 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] 10.222.0.81 "PUT /v2.0/routers/97a20332-8b2b-49a0-883a-2f8a74198cda/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6549225
Nov 15 09:55:53.763815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1d71672d-fbc0-4f3d-b016-9f30ca960e94 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:53.852305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:53.852744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:55.299917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:55:55.768665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 96b853a7-fa23-4215-85a3-c106df9b4dd7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:55.887993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 96b853a7-fa23-4215-85a3-c106df9b4dd7 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:55:55.893787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 96b853a7-fa23-4215-85a3-c106df9b4dd7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:55.894220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:56.048724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:56.066372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 96b853a7-fa23-4215-85a3-c106df9b4dd7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=96b853a7-fa23-4215-85a3-c106df9b4dd7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:55:56.082684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:56.085517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1a078253-45b7-46bf-907a-72fa74a8d757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:56.175213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=96b853a7-fa23-4215-85a3-c106df9b4dd7,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:56.183220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:56.835214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Sync routers for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:55:56.850966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:56.852001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83f7748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:57.115674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:57.660045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83f7748>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:55:52Z', 'revision_number': 2, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:57.665606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Checking router: 97a20332-8b2b-49a0-883a-2f8a74198cda for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:55:57.666014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Updating router 97a20332-8b2b-49a0-883a-2f8a74198cda port 9e2853c1-883f-4451-927a-d322713bf2a3 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:55:57.737824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:57.767404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 96b853a7-fa23-4215-85a3-c106df9b4dd7 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:57.872338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 96b853a7-fa23-4215-85a3-c106df9b4dd7 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:57.873436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.281379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.295092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Transition to ACTIVE for port object 9e2853c1-883f-4451-927a-d322713bf2a3 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:55:58.336878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.353708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b73fd62-0b77-4190-b1a6-6045f78d78e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:58.500347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Pushing event updated for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:58.526286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.526677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.527067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.527462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.527834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.528268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.528646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.529018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.529394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.529766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.530134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.530511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.530944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.531312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.531736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.532081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.532450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.532821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.533188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.533558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.533927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.534294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.534705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.535074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:55:58.542074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:58.711234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Attempting to bind port 9e2853c1-883f-4451-927a-d322713bf2a3 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:55:58.711664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Attempting to bind port 9e2853c1-883f-4451-927a-d322713bf2a3 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:55:58.712130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Attempting to bind port 9e2853c1-883f-4451-927a-d322713bf2a3 on network c30efa15-73ae-40f1-a28a-55353a5ec4a1 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:55:58.721283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:55:58.721283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Checking segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:55:58.721283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.721681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Bound using segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:55:58.721959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Bound port: 9e2853c1-883f-4451-927a-d322713bf2a3, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:55:58.722376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.853647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] For port 9e2853c1-883f-4451-927a-d322713bf2a3, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:55:58.857898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] For port 9e2853c1-883f-4451-927a-d322713bf2a3, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9e2853c1-883f-4451-927a-d322713bf2a3,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:55:58.885837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:55:58.904285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5490af52-7389-46cc-9d1f-8918f5ad6168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:55:59.082556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Pushing event updated for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:55:59.089493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:55:59.122686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:55:59.123485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83f7748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:55:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:59.389357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:55:59.787607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e2853c1-883f-4451-927a-d322713bf2a3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:55:59.801185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83f7748>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:55:58Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:55:59.807266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7900af-0fa9-4dc0-ad46-7cd6e8cfadd9 None None] The sync data for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs is: [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:55:58Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:55:59.985322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 9e2853c1-883f-4451-927a-d322713bf2a3 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:55:59.992176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9e2853c1-883f-4451-927a-d322713bf2a3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:55:59.992614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:00.160067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:00.206012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 9e2853c1-883f-4451-927a-d322713bf2a3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9e2853c1-883f-4451-927a-d322713bf2a3,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:56:00.376706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:00.378771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b068e02b-aa2f-4e20-9791-7a8167d089a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:00.639705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:00.650352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.650750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.651137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.651518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.651920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.652302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.652678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.653051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.653425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.653793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.654165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.654515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.655612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.656168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.656678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.657227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.657608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.657986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.658361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.658735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.659086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.659609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.660152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.660790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:00.666482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:01.743659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e2853c1-883f-4451-927a-d322713bf2a3 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:56:01.835144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 9e2853c1-883f-4451-927a-d322713bf2a3 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:01.835581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:05.318393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f6c9da73-6401-405d-bdab-a36dd3a30ca2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:05.319154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f6c9da73-6401-405d-bdab-a36dd3a30ca2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:56:05.359172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f6c9da73-6401-405d-bdab-a36dd3a30ca2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:56:05.360529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f6c9da73-6401-405d-bdab-a36dd3a30ca2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 814 time: 0.2034199
Nov 15 09:56:05.386056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-70877300-1425-44e8-85a7-40a9b1e68461 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/quotas/f7fdf5156d6644029e8ea7f31ab32a17 HTTP/1.1" status: 200  len: 375 time: 0.0120540
Nov 15 09:56:05.484859 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-2aa5ad2a-8c57-4caa-a232-ed9d2c9c1323 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0932977
Nov 15 09:56:05.635392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f855e768-0a17-4cb9-b4cd-e58262c3909d service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379886
Nov 15 09:56:06.037148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c1dd6b3f-b047-434b-9b5d-00aab948b832 service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3951552
Nov 15 09:56:06.364358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24e3bece-aaac-42eb-808e-fe70fbe7e24d req-d5a582e7-3938-44dd-96c0-015c1efd7d4c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0464957
Nov 15 09:56:07.486526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa35de82-e283-4b02-b07d-05dac3d168e6 req-3ed220b2-dcdb-4f7f-a3bb-f65e653813e7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0484688
Nov 15 09:56:08.670683 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-858254b2-e636-46bc-b7ae-1e38c74ab14a req-39ff39a3-08d2-4cb0-b636-4411a182c95d tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0502768
Nov 15 09:56:09.847738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a5c56ecf-b8cb-4f0b-9fd6-0c77ea268918 req-fada3419-a31c-4154-afe4-d508dccdbc23 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0479007
Nov 15 09:56:10.376606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f275cb5a-584f-4471-903e-751be89c14ae tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:10.378175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-f275cb5a-584f-4471-903e-751be89c14ae tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 814 time: 0.1586082
Nov 15 09:56:10.404248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'port': {'device_id': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'admin_state_up': True, 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:10.552357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:10.556544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Usage tracker for resource:port and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:56:10.559484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:56:10.565321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:10.602052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Made reservation on behalf of f7fdf5156d6644029e8ea7f31ab32a17 for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:56:10.607815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:11.046639 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ccfbddc-3aa8-460d-a03a-0cf3eaea3e07 req-52d22254-a8a5-43d3-8e25-0b7445c15149 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0497823
Nov 15 09:56:11.279705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Allocated IP 172.20.0.6 (c30efa15-73ae-40f1-a28a-55353a5ec4a1/5a913c97-24bf-4b83-8c20-340caa0adbc1/d61ab97e-732e-40ce-8b9b-33ec476ce3f1) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:56:11.528801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:11.546167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Transition to ACTIVE for port object d61ab97e-732e-40ce-8b9b-33ec476ce3f1 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:56:11.593979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:11.609955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:11.818747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:11.822127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:11.838068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:56:11.839304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:56:11.841947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:56:11.916905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:11.917758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:12.057449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6572473
Nov 15 09:56:12.165134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d8f0b7f0-099c-4863-9c42-357b77becbe8 None None] Provisioning for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:56:12.170736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d8f0b7f0-099c-4863-9c42-357b77becbe8 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:12.171305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b7f0-099c-4863-9c42-357b77becbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:12.239139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0b7f0-099c-4863-9c42-357b77becbe8 None None] Port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:56:12.328391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaba5c-add4-402e-a135-07d8ce4aa822 req-4115f489-7398-46de-aefb-c44f7510f577 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:12.330025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8aaba5c-add4-402e-a135-07d8ce4aa822 req-4115f489-7398-46de-aefb-c44f7510f577 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1080267
Nov 15 09:56:12.382500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d8aaba5c-add4-402e-a135-07d8ce4aa822 req-0b5d822f-3dc8-4025-a404-af2c5499e180 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:56:12.425150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-d8aaba5c-add4-402e-a135-07d8ce4aa822 req-0b5d822f-3dc8-4025-a404-af2c5499e180 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:56:12.427018 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d8aaba5c-add4-402e-a135-07d8ce4aa822 req-0b5d822f-3dc8-4025-a404-af2c5499e180 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899477
Nov 15 09:56:13.336282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-919390e0-3e49-4064-8cd1-f541f8cb5c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:13.667735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721d00-9017-4b1c-9f0e-f8619d4eb20b req-126b6469-11bf-4765-93e1-58b859a18195 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:13.669307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f721d00-9017-4b1c-9f0e-f8619d4eb20b req-126b6469-11bf-4765-93e1-58b859a18195 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1013839
Nov 15 09:56:13.722790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f721d00-9017-4b1c-9f0e-f8619d4eb20b req-20f4b102-61c1-436d-9c97-4a0225f1415c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473292
Nov 15 09:56:14.957609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a53c1-35fb-4a16-bda6-b9b3f709721c req-c3ee7ae0-c3b1-4b67-abbe-b7ffaee00c9e tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:14.959317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f47a53c1-35fb-4a16-bda6-b9b3f709721c req-c3ee7ae0-c3b1-4b67-abbe-b7ffaee00c9e tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.0966084
Nov 15 09:56:15.014233 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f47a53c1-35fb-4a16-bda6-b9b3f709721c req-6dd40152-1ab5-46d7-ba20-8504a15f8e64 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472658
Nov 15 09:56:15.773366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-93086b00-59c9-4a20-af15-217041cd7298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:16.272960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03f55-bf9a-4c59-acb6-28655de5fe3d req-b2738504-d417-4f3b-b912-ec74c1058da0 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:16.275595 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42e03f55-bf9a-4c59-acb6-28655de5fe3d req-b2738504-d417-4f3b-b912-ec74c1058da0 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1151593
Nov 15 09:56:16.313268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:16.338218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42e03f55-bf9a-4c59-acb6-28655de5fe3d req-9f845c40-6b18-47dc-94ad-f825bdfe87c6 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560868
Nov 15 09:56:16.421902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:17.590989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38501d8-84a2-4940-9239-e8da0c27e5db req-f03b773e-b443-4ada-867e-3da3db1f04dc tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:17.592662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e38501d8-84a2-4940-9239-e8da0c27e5db req-f03b773e-b443-4ada-867e-3da3db1f04dc tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1191680
Nov 15 09:56:17.593037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:17.644957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e38501d8-84a2-4940-9239-e8da0c27e5db req-e19f1092-0882-4f55-b5e2-9a642178e030 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452354
Nov 15 09:56:18.027189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:18.901087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368e74-f740-4f71-b393-dfe823acb190 req-58ec56ef-0126-4b80-8c31-48177ed0dd56 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:18.902721 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eb368e74-f740-4f71-b393-dfe823acb190 req-58ec56ef-0126-4b80-8c31-48177ed0dd56 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1202917
Nov 15 09:56:18.953746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eb368e74-f740-4f71-b393-dfe823acb190 req-503e92e2-133a-4e5c-a5ac-f26fb9b1efb3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444145
Nov 15 09:56:20.196682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36371c-7ea3-46fc-b85b-0db3587d2a14 req-d3985137-bf89-48d5-b8e6-e508cfe8c017 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:20.200383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0d36371c-7ea3-46fc-b85b-0db3587d2a14 req-d3985137-bf89-48d5-b8e6-e508cfe8c017 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1060617
Nov 15 09:56:20.253432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0d36371c-7ea3-46fc-b85b-0db3587d2a14 req-7fc6f32d-5a77-4058-b7e7-4427967de060 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480590
Nov 15 09:56:21.115998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Request body: {'port': {'device_id': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:21.265053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:21.503779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baea3b4-9567-47ab-abe7-79cdaa13eea7 req-f89c6329-1a89-41cc-acf1-265e2f1e3a3f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:21.505661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7baea3b4-9567-47ab-abe7-79cdaa13eea7 req-f89c6329-1a89-41cc-acf1-265e2f1e3a3f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 931 time: 0.1120832
Nov 15 09:56:21.561941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7baea3b4-9567-47ab-abe7-79cdaa13eea7 req-d7aa0c01-f07a-4da0-b482-00dff6ea9ae9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493793
Nov 15 09:56:22.073518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61ab97e-732e-40ce-8b9b-33ec476ce3f1 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:56:22.081039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.161659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Transition to ACTIVE for port object d61ab97e-732e-40ce-8b9b-33ec476ce3f1 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:56:22.218880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.234846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-86822a2b-ab2c-4dda-9e12-471555c3a7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:22.378577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:22.391769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:22.582558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Attempting to bind port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:56:22.582941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Attempting to bind port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:56:22.583323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Attempting to bind port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 on network c30efa15-73ae-40f1-a28a-55353a5ec4a1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:56:22.590902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:56:22.591285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Checking segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:56:22.591699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.592133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Bound using segment: {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:56:22.592618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Bound port: d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e456ee-51ba-434a-942a-cb2851353987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:56:22.592999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.707284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:56:22.710810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:56:22.746877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.763888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d7c3169c-290b-40aa-bb64-56651241cf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:22.939006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccbb88-e2a3-4f55-8d60-fd08746c748d req-dfe6964c-4b13-4910-84f6-318de2da4d49 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:22.940728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8bccbb88-e2a3-4f55-8d60-fd08746c748d req-dfe6964c-4b13-4910-84f6-318de2da4d49 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 943 time: 0.1002207
Nov 15 09:56:22.947028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:22.951203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:22.988510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:22.989991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] 10.222.0.65 "PUT /v2.0/ports/d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 1157 time: 1.8790419
Nov 15 09:56:22.990460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8bccbb88-e2a3-4f55-8d60-fd08746c748d req-d63b1702-e11d-4d8b-9a9b-1c2c38532369 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432556
Nov 15 09:56:22.990693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:56:23.063083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:56:23.195524 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-710c2a64-34ca-47f6-9a36-3f931dbc9d32 req-7e122b7f-5502-4e0a-82cb-c002bf334477 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1160 time: 0.0893910
Nov 15 09:56:23.357569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2a64-34ca-47f6-9a36-3f931dbc9d32 req-2b3de768-eaeb-4cce-8b7d-bb7d6ee67347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:23.359186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-710c2a64-34ca-47f6-9a36-3f931dbc9d32 req-2b3de768-eaeb-4cce-8b7d-bb7d6ee67347 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1483247
Nov 15 09:56:23.509972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2a64-34ca-47f6-9a36-3f931dbc9d32 req-b7281181-c717-48cc-841f-8ffbcdf25f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:23.511483 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-710c2a64-34ca-47f6-9a36-3f931dbc9d32 req-b7281181-c717-48cc-841f-8ffbcdf25f93 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1454039
Nov 15 09:56:23.661254 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-49079a9f-4747-4069-a8e3-ddc675dbf30f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1160 time: 0.0879974
Nov 15 09:56:23.745403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-69baae04-0d2d-4f74-9d72-b5f57a616f3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 217 time: 0.0698886
Nov 15 09:56:23.814959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-64736aa8-6363-4795-9d77-2267ecaba054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:23.816609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-64736aa8-6363-4795-9d77-2267ecaba054 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0645919
Nov 15 09:56:23.907967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-7c065379-9a51-47bd-b0c0-d3b2e147e7e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843792
Nov 15 09:56:24.059436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-ae95169e-bacf-40f2-b938-8efa1207423a service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360338
Nov 15 09:56:24.200486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a59affaa-f318-497a-8f9e-0b0d1adfce99 req-37ba0f75-2bdc-4b43-b850-b4105e01a477 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410847
Nov 15 09:56:24.242681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6596-0601-4b12-a621-0a41128fe0ad req-49e44a7f-6c88-40b7-8be7-520fc9748ddd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:24.245026 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f56b6596-0601-4b12-a621-0a41128fe0ad req-49e44a7f-6c88-40b7-8be7-520fc9748ddd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 943 time: 0.0971477
Nov 15 09:56:24.296906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f56b6596-0601-4b12-a621-0a41128fe0ad req-500896e3-13cb-4b61-9b3e-e567152c89e5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456240
Nov 15 09:56:25.519130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319c51-fefa-451f-bad3-d606e898afde req-1212f74b-1f8a-413c-99d9-d1859b52af5a tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:25.520785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f319c51-fefa-451f-bad3-d606e898afde req-1212f74b-1f8a-413c-99d9-d1859b52af5a tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 943 time: 0.0941358
Nov 15 09:56:25.568966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f319c51-fefa-451f-bad3-d606e898afde req-50633c5d-07b4-4c70-ad1b-f5324ad765c4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416043
Nov 15 09:56:26.794278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de160855-c58e-48c8-82f0-e0425724dc80 req-df9fa0aa-f1cb-4456-929b-54e265ae20f4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:26.795934 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-de160855-c58e-48c8-82f0-e0425724dc80 req-df9fa0aa-f1cb-4456-929b-54e265ae20f4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 943 time: 0.0991747
Nov 15 09:56:26.846746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-de160855-c58e-48c8-82f0-e0425724dc80 req-1717ef2f-52cb-4c9b-97fb-089ca4da9327 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439124
Nov 15 09:56:27.027361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.objects.ports [None req-224bc52b-3f5c-4c9d-853c-788a78824af2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81075) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}}
Nov 15 09:56:27.467703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device d61ab97e-732e-40ce-8b9b-33ec476ce3f1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:56:27.578528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:56:27.583556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:27.584039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:27.718621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:27.749152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:56:27.759250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:56:27.790338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:27.792895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:27.824903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'code': 200}
Nov 15 09:56:27.875586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:27.879127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:28.074536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59836b-4bfb-4d0a-add2-8ed058506e67 req-1ea063c3-641b-470c-b3d0-71bcad20de95 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:28.076176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7c59836b-4bfb-4d0a-add2-8ed058506e67 req-1ea063c3-641b-470c-b3d0-71bcad20de95 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0952606
Nov 15 09:56:28.125213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7c59836b-4bfb-4d0a-add2-8ed058506e67 req-7aef74ef-18c4-4576-9ef3-2d2cd88084df tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428131
Nov 15 09:56:28.173779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75c87cf3-ea3d-4128-b931-ff46c403a57b req-6a7ffab8-e8c5-40cb-922c-4200eac0440e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0912414
Nov 15 09:56:28.219594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-75c87cf3-ea3d-4128-b931-ff46c403a57b req-5dbbc7cb-f174-4471-98ca-dd9b6b4ff8b6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385292
Nov 15 09:56:29.051423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device d61ab97e-732e-40ce-8b9b-33ec476ce3f1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:56:29.131309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:29.131659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:29.363446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52844855-f44a-4b51-a063-9f7cdf0f5765 req-2f58d9ab-f3f7-474d-9350-0d3898b4b159 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:29.365082 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-52844855-f44a-4b51-a063-9f7cdf0f5765 req-2f58d9ab-f3f7-474d-9350-0d3898b4b159 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.1019280
Nov 15 09:56:29.415792 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-52844855-f44a-4b51-a063-9f7cdf0f5765 req-89103aae-b82e-48f4-a4eb-12a3aaac5cfb tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435584
Nov 15 09:56:30.643994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91427d-a813-47c6-9046-93235645e4a3 req-0fb1bf1c-f8f9-4b93-8d0e-4d4626b77154 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:30.645595 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb91427d-a813-47c6-9046-93235645e4a3 req-0fb1bf1c-f8f9-4b93-8d0e-4d4626b77154 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.1007705
Nov 15 09:56:30.693319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb91427d-a813-47c6-9046-93235645e4a3 req-32654803-0635-4af3-bbf6-b6d5f15b96b1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412638
Nov 15 09:56:30.912824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e49ae-c2e8-4d86-ae36-c5e077a255c2 req-2d764247-4d55-4e48-acba-450f6a9c3589 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:30.914696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0e3e49ae-c2e8-4d86-ae36-c5e077a255c2 req-2d764247-4d55-4e48-acba-450f6a9c3589 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0937426
Nov 15 09:56:30.963239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0e3e49ae-c2e8-4d86-ae36-c5e077a255c2 req-cdf11432-a209-4ebd-9729-3c46018a3c7a tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421917
Nov 15 09:56:31.429216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3139400-7cb1-4c21-a52c-041395af1178 req-b1f6f62f-88aa-48a4-b2f4-a90f04683d7f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:31.430890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3139400-7cb1-4c21-a52c-041395af1178 req-b1f6f62f-88aa-48a4-b2f4-a90f04683d7f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0982096
Nov 15 09:56:31.479553 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3139400-7cb1-4c21-a52c-041395af1178 req-8ab5d84b-7d44-481c-a805-1b654ad24e7e tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423284
Nov 15 09:56:32.302605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:56:42.482294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1218d4-54ec-4c99-b71c-dcb93802c4fb req-564dbd32-c9cf-4b50-9032-c0e4d8bfba5c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:42.483945 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e1218d4-54ec-4c99-b71c-dcb93802c4fb req-564dbd32-c9cf-4b50-9032-c0e4d8bfba5c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0940943
Nov 15 09:56:42.535791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e1218d4-54ec-4c99-b71c-dcb93802c4fb req-6ef06239-b301-4eba-a7f4-9eb0b2ce6385 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454912
Nov 15 09:56:42.751506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-9da9e3a7-5dae-4785-8303-545333715675 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1584830
Nov 15 09:56:42.761514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:42.767499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:42.771659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Usage tracker for resource:floatingip and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:56:42.775253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:56:42.781385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:42.820690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:42.967300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:43.236160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Allocated IP 172.26.4.67 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/7f2922f9-58db-47f1-927a-1ea127b09f5c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:56:43.338188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-354f902a-7b71-436a-973a-070636db297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:43.407008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:43.464213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:43.479160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:43.626338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'Port': ['ID=7f2922f9-58db-47f1-927a-1ea127b09f5c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:43.644757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.645271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.646515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.646515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.646515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.646816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.647120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.647527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.647964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.648372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.648777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.649181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.649770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.650176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.650579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.650981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.651385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.651789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.652237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.652640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.654042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.654042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.654042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.654356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:56:43.659665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:43.694313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:56:43.695510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:56:43.698633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:56:43.793626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:43.891901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:44.175445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:44.209024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:44.225160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e900541c-c5c9-4f7a-a36c-243f33093813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:44.619129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'Port': ['ID=7f2922f9-58db-47f1-927a-1ea127b09f5c,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:44.632041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:44.731276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:44.775653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:44.777075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0197206
Nov 15 09:56:44.865302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-f442ed06-77f1-46c1-abd5-889f80ff0ea7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:56:44.906171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-f442ed06-77f1-46c1-abd5-889f80ff0ea7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:56:44.907446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-f442ed06-77f1-46c1-abd5-889f80ff0ea7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.67 HTTP/1.1" status: 200  len: 695 time: 0.1240950
Nov 15 09:56:45.066373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-719ad10f-a26b-449e-872a-c6eb9b9033c1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:45.067884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-719ad10f-a26b-449e-872a-c6eb9b9033c1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1542158
Nov 15 09:56:45.080107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-3a329168-7e14-4c2a-ba7e-a1381e9cd56c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:56:45.084049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-58ad4cc5-b213-4c53-812e-5cadbdf676d7 req-3a329168-7e14-4c2a-ba7e-a1381e9cd56c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060225
Nov 15 09:56:45.286955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-a1799424-dfbc-4177-a3ab-f619e0c8d328 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:45.288865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-a1799424-dfbc-4177-a3ab-f619e0c8d328 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0990350
Nov 15 09:56:45.380356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-6d81ab14-7952-4e68-b646-9bd5d6f6a996 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.67 HTTP/1.1" status: 200  len: 695 time: 0.0846965
Nov 15 09:56:45.390707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'floatingip': {'port_id': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:45.473130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:45.724137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e30fcbc2-66af-45c0-9603-03fd2ae4c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:46.293743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:46.357510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:46.361266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:46.409684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:46.632875 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Floating IP 14657f1e-8277-48c2-87ce-0f361aefe2e3 associated. External IP: 172.26.4.67, port: d61ab97e-732e-40ce-8b9b-33ec476ce3f1.
Nov 15 09:56:47.138118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Router 97a20332-8b2b-49a0-883a-2f8a74198cda has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:56:47.390089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:56:47.394471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:47.400376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Sync routers for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:56:47.413608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:56:47.414308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8eef320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:56:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:56:47.459612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-4519d955-194b-43a7-b4f6-6ebec7f45cbd tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "PUT /v2.0/floatingips/14657f1e-8277-48c2-87ce-0f361aefe2e3 HTTP/1.1" status: 200  len: 995 time: 2.0731094
Nov 15 09:56:47.460246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:56:47.565163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-6cae97b0-31bd-4893-89b0-be599acf0bea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0907369
Nov 15 09:56:47.660713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:56:47.706449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:56:47.713314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:47.715596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-d2333057-6afb-4363-aecd-fd92e96db64a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:47.717241 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-d2333057-6afb-4363-aecd-fd92e96db64a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1451497
Nov 15 09:56:47.835961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-10f08eff-dfca-4d16-9f0f-10428b5bc4dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0882218
Nov 15 09:56:47.849042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-8b0c74f5-50f9-4b84-a6cf-c31c2ce30807 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 998 time: 0.1240256
Nov 15 09:56:47.924600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-92e01f43-f55d-4316-ba00-c281082e9690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:47.926153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-92e01f43-f55d-4316-ba00-c281082e9690 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0709343
Nov 15 09:56:48.002023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b428360-4cde-43d1-80f0-e863f78292bb req-6b478605-28bc-495b-b5fe-d3c089fc3b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:48.003680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-6b478605-28bc-495b-b5fe-d3c089fc3b13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1542225
Nov 15 09:56:48.023510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-ea6ec551-dc8f-47ca-acb9-7e39b58088ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903599
Nov 15 09:56:48.036745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-51ae710a-bcc7-4f79-95cf-2ee7d85ae972 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:56:48.038339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-51ae710a-bcc7-4f79-95cf-2ee7d85ae972 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0067420
Nov 15 09:56:48.065947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:48.105895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8eef320>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '14657f1e-8277-48c2-87ce-0f361aefe2e3', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'port_id': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'mac_address': 'fa:16:3e:9d:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:56:43Z', 'updated_at': '2020-11-15T09:56:46Z', 'revision_number': 1, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:56:48.110758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Checking router: 97a20332-8b2b-49a0-883a-2f8a74198cda for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:56:48.124262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:56:48.125054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8eef320>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:56:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:56:48.134925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-59ecce4c-2a73-47df-8857-c5118b17605d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 998 time: 0.1241305
Nov 15 09:56:48.217601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b428360-4cde-43d1-80f0-e863f78292bb req-9ea08375-b572-4cb2-86ad-070a6a59ad80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:48.220046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-9ea08375-b572-4cb2-86ad-070a6a59ad80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0763237
Nov 15 09:56:48.323121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-af0831c8-38e0-44ec-b2d1-61e792351770 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924041
Nov 15 09:56:48.376706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:56:48.463507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-b8b1d18e-b6a3-41af-99db-5c2b5d7b141e service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4172773
Nov 15 09:56:48.482156 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-9cf88a18-6556-41b1-8ef8-938236d529aa service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511314
Nov 15 09:56:48.617374 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e12387f4-a2de-4603-87cc-099ce0c2cbc3 req-7a15e502-cfa0-442b-abc4-e549dcd78822 service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465642
Nov 15 09:56:48.642205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b428360-4cde-43d1-80f0-e863f78292bb req-b352c0ed-75db-4f05-9cc1-f33894125ce7 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520002
Nov 15 09:56:48.706890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-203337947', 'description': 'tempest-TestMinimumBasicScenario-203337947 description'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:48.716395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:48.726478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:48.767058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:48.789610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8eef320>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '14657f1e-8277-48c2-87ce-0f361aefe2e3', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'port_id': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'mac_address': 'fa:16:3e:9d:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:56:43Z', 'updated_at': '2020-11-15T09:56:46Z', 'revision_number': 1, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:56:48.794586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2818f61-5882-4587-85da-b609e12fe705 None None] The sync data for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs is: [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '14657f1e-8277-48c2-87ce-0f361aefe2e3', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'port_id': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'mac_address': 'fa:16:3e:9d:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:56:43Z', 'updated_at': '2020-11-15T09:56:46Z', 'revision_number': 1, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:56:48.808202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:48.812707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Usage tracker for resource:security_group_rule and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:56:48.815859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:56:48.822202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:48.892125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:48.938348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:48.944461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d972b6ba-bee7-4c41-acaa-d744c73c8826 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:48.989710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a1204-10b3-440f-9df7-9b67c2db933a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:48.993732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:49.024363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.025902 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5b695810-b0de-4d7c-bd00-bcf68bd1e48f req-abadc1d8-f2bc-4b22-9da0-6b99d033c6b7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1651 time: 0.3236625
Nov 15 09:56:49.092265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ec2c7-0d40-4065-b4ba-4a3421cc86c9 None None] New status for floating IP 14657f1e-8277-48c2-87ce-0f361aefe2e3: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:56:49.117287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-dba17658-d9f9-4863-9f04-ad672f391ace tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups/ea2a1204-10b3-440f-9df7-9b67c2db933a HTTP/1.1" status: 200  len: 1646 time: 0.0551026
Nov 15 09:56:49.129688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea2a1204-10b3-440f-9df7-9b67c2db933a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:49.130186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea2a1204-10b3-440f-9df7-9b67c2db933a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:49.137595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:49.141772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Usage tracker for resource:security_group_rule and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:56:49.145067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:56:49.151509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:49.249418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.336175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.363521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.366031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ba5008e-ba3f-40f0-8a00-62b4743f71d8 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:49.391317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c79974-ae2a-4a4b-919a-05388001b289,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:49.396486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:49.441367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.442878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef4ba8c7-9758-483b-807b-ba76bae2796b req-a91b6948-d866-4570-9abf-25cc1a8cd310 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.3176787
Nov 15 09:56:49.535807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-ebf0fabd-3a86-47e4-aebf-a46410d21dc5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups/ea2a1204-10b3-440f-9df7-9b67c2db933a HTTP/1.1" status: 200  len: 2149 time: 0.0545981
Nov 15 09:56:49.547948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea2a1204-10b3-440f-9df7-9b67c2db933a', 'remote_group_id': None}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:49.548332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea2a1204-10b3-440f-9df7-9b67c2db933a', 'remote_group_id': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:49.554909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:56:49.559114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Usage tracker for resource:security_group_rule and tenant:f7fdf5156d6644029e8ea7f31ab32a17 is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:56:49.562200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:56:49.568054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:56:49.668189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.750633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.777791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.779710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e9a9aa5-97c5-4893-a848-0abe45ddde50 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:49.803627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1bcce5-0b2e-4cff-8562-c740e5fb6ee8,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:49.806917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:49.843408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:49.844782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6e22d528-6315-49f7-84fd-3b65ead71990 req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.3012435
Nov 15 09:56:49.988403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-0aa1f75e-a937-4f4b-9af3-0ee93489480c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:56:50.029326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-0aa1f75e-a937-4f4b-9af3-0ee93489480c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:56:50.030626 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-0aa1f75e-a937-4f4b-9af3-0ee93489480c tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-203337947&fields=id&tenant_id=f7fdf5156d6644029e8ea7f31ab32a17 HTTP/1.1" status: 200  len: 267 time: 0.0850437
Nov 15 09:56:50.131580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-8af04876-7441-4f1b-8626-c4c68d208a02 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:50.133113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-8af04876-7441-4f1b-8626-c4c68d208a02 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0964181
Nov 15 09:56:50.146079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'port': {'security_groups': ['7410953d-fa29-4e5a-977c-7713d2118b55', 'ea2a1204-10b3-440f-9df7-9b67c2db933a']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:56:50.284302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:50.684997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:56:50.710367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:50.744698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:50.759479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc49b808-dba3-4212-9f8f-f642978c125c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:56:50.923560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=5']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:56:50.928109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:56:50.967209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:50.967969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:50.969627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9df0e131-841a-4172-b424-f4c1d07ddc4c req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "PUT /v2.0/ports/d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 981 time: 0.8285651
Nov 15 09:56:50.970230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:56:51.031796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:56:51.193069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c32f8-ef05-4d59-846a-d75f6e7b8173 req-db42bd22-5e86-4919-a9c1-0b1887bf20c5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:51.194727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad9c32f8-ef05-4d59-846a-d75f6e7b8173 req-db42bd22-5e86-4919-a9c1-0b1887bf20c5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.1091969
Nov 15 09:56:51.195078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-283a2f28-2e60-42be-827f-7f6ec50fa6e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1202 time: 0.0931141
Nov 15 09:56:51.248629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ad9c32f8-ef05-4d59-846a-d75f6e7b8173 req-283ab8ad-aa5a-491b-a858-8717a2fdf723 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0466380
Nov 15 09:56:51.253089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-01155667-2cd3-4886-828a-a718027a8f54 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:51.253638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-01155667-2cd3-4886-828a-a718027a8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:51.346948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1568-691d-45f1-82a2-c375466d1a82 req-bfcc2f38-cccf-4dea-be0d-c0acc1810842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:51.348646 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-bfcc2f38-cccf-4dea-be0d-c0acc1810842 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1467535
Nov 15 09:56:51.411032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device d61ab97e-732e-40ce-8b9b-33ec476ce3f1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:56:51.471356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-c7471c67-2909-4fd1-9209-3fa610e5f13b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 1000 time: 0.1144841
Nov 15 09:56:51.491445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:56:51.491802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:56:51.819725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1568-691d-45f1-82a2-c375466d1a82 req-d8eafb73-b46c-47ab-89d1-d40be479f55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:56:51.821432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-d8eafb73-b46c-47ab-89d1-d40be479f55a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.3432133
Nov 15 09:56:51.915045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-1b7b987e-d8a3-4180-b052-baf504e4f2ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860825
Nov 15 09:56:52.074781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-21cfb868-d598-4d5d-93fd-92bf010fdca3 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459887
Nov 15 09:56:52.231599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-233c1568-691d-45f1-82a2-c375466d1a82 req-f5f656ba-52c3-4004-bdab-5dbe5db175a3 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474385
Nov 15 09:57:05.754569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0110a60-d047-46e7-b8fd-1d7c3eefd79e req-03a9bf48-d70f-4757-8b79-a585d9404b3b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:05.756250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a0110a60-d047-46e7-b8fd-1d7c3eefd79e req-03a9bf48-d70f-4757-8b79-a585d9404b3b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0972898
Nov 15 09:57:05.768251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-a158810b-a566-4023-b686-d0453a535134 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1202 time: 0.0909939
Nov 15 09:57:05.808404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a0110a60-d047-46e7-b8fd-1d7c3eefd79e req-8b5e995b-68c2-42a9-9d9a-dd1a18640e76 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0454774
Nov 15 09:57:05.918177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-cfa330de-125f-4ab9-91fa-0dd9f2224ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:05.919797 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-cfa330de-125f-4ab9-91fa-0dd9f2224ef6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1446140
Nov 15 09:57:06.048916 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-03187557-1f2e-4c08-bb8c-d1825dc13fc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 1000 time: 0.1150730
Nov 15 09:57:06.118690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-5117064f-205f-4a9b-b65b-06e2e9b4ad88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:06.120330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-5117064f-205f-4a9b-b65b-06e2e9b4ad88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0642693
Nov 15 09:57:06.215779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-6ea93e7f-6c95-4af7-80ad-ea17b13ed2a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878954
Nov 15 09:57:06.364499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-5051ef02-34eb-4bf1-ac68-c54a66d4e05a service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379814
Nov 15 09:57:06.509677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecc265f-e11f-4e21-bf56-641c1bf0e7e5 req-c2158883-6ba6-4a0e-9304-9501bc90cdf7 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366069
Nov 15 09:57:07.132268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4193bd1-b194-478d-9ed9-191edaff555d req-8f9ac251-48ae-4cdf-9b61-2f24b943d513 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:07.133810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4193bd1-b194-478d-9ed9-191edaff555d req-8f9ac251-48ae-4cdf-9b61-2f24b943d513 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.1927207
Nov 15 09:57:07.184816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4193bd1-b194-478d-9ed9-191edaff555d req-aaf78604-ca7f-45e1-b771-22c9961cf0e2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0440009
Nov 15 09:57:08.405513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b065f-a300-4cc5-8fd2-79357166d5ca req-0b0abc66-1d29-4aab-b9e0-c32485bf0120 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:08.407133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459b065f-a300-4cc5-8fd2-79357166d5ca req-0b0abc66-1d29-4aab-b9e0-c32485bf0120 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0931675
Nov 15 09:57:08.462577 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-459b065f-a300-4cc5-8fd2-79357166d5ca req-5a033e31-70d0-4586-9f6d-4d70afde541b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0489054
Nov 15 09:57:09.303622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:57:09.689490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3193a-cfc7-4a7e-a35d-b184acd0d46e req-40cf10c6-a83d-410a-8476-be8263d39980 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:09.691021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6a3193a-cfc7-4a7e-a35d-b184acd0d46e req-40cf10c6-a83d-410a-8476-be8263d39980 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0944502
Nov 15 09:57:09.742251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6a3193a-cfc7-4a7e-a35d-b184acd0d46e req-d5901487-5648-4fa7-8f17-d9d0f6ea4d27 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0448716
Nov 15 09:57:10.973341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ced73-f628-44f4-857b-709388832787 req-804d1848-9860-4df5-b337-aad6d1cf19ab tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:10.974961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-589ced73-f628-44f4-857b-709388832787 req-804d1848-9860-4df5-b337-aad6d1cf19ab tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0985129
Nov 15 09:57:11.025409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-589ced73-f628-44f4-857b-709388832787 req-7c3bafbd-b574-4709-8023-0e3a7089b2a2 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0436728
Nov 15 09:57:12.247703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5b815-a704-445c-a692-0c1f08928029 req-7b891bec-7ec1-4f7c-9b6d-1c2046e7b2dc tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:12.249356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42c5b815-a704-445c-a692-0c1f08928029 req-7b891bec-7ec1-4f7c-9b6d-1c2046e7b2dc tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0941126
Nov 15 09:57:12.299822 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42c5b815-a704-445c-a692-0c1f08928029 req-623fbb6d-b323-4468-9571-9cd98088c8ff tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0443072
Nov 15 09:57:13.339781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a1f35f25-1739-45e8-9c42-6ffe0f0aad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:13.532874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af56837-ad3e-45a9-9139-3fc034cc66e6 req-6f368b92-41c2-43c8-a5bf-d848bae2ee95 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:13.535423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6af56837-ad3e-45a9-9139-3fc034cc66e6 req-6f368b92-41c2-43c8-a5bf-d848bae2ee95 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.1071336
Nov 15 09:57:13.586266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6af56837-ad3e-45a9-9139-3fc034cc66e6 req-48693961-cbe4-4e5e-869d-3fbf33a81f86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0443339
Nov 15 09:57:14.812286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fe158-b6be-4f65-884b-8dbf7f303b49 req-77ff3f34-c286-4eda-86d3-1145a96e7c9b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:14.813939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-828fe158-b6be-4f65-884b-8dbf7f303b49 req-77ff3f34-c286-4eda-86d3-1145a96e7c9b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0966167
Nov 15 09:57:14.869668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-828fe158-b6be-4f65-884b-8dbf7f303b49 req-e332630f-16cd-4d75-aa5d-396a87cf6178 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0485044
Nov 15 09:57:15.717110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45455181-47a5-445a-960b-9096df233bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:16.097368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7363a-39ca-4fa4-a72c-102d0bb19a14 req-3a301684-faef-4669-8585-d807efcbb8ce tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:16.099104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bff7363a-39ca-4fa4-a72c-102d0bb19a14 req-3a301684-faef-4669-8585-d807efcbb8ce tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0960906
Nov 15 09:57:16.150996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bff7363a-39ca-4fa4-a72c-102d0bb19a14 req-2eee59f7-bce3-469c-9624-c155a56e1c69 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0446255
Nov 15 09:57:16.333921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:16.412089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:17.377753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d291b8-164b-4693-b8f8-1dd9d980c8c5 req-b60757a5-e2d2-41d9-b9e5-055b65e7215b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:17.379360 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-97d291b8-164b-4693-b8f8-1dd9d980c8c5 req-b60757a5-e2d2-41d9-b9e5-055b65e7215b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0974116
Nov 15 09:57:17.430051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-97d291b8-164b-4693-b8f8-1dd9d980c8c5 req-22a59616-6134-4ce7-a9ae-e0816970f7ab tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0443933
Nov 15 09:57:17.583404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:18.023289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:18.656411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67719-908d-4e33-af0a-0f1911f5d844 req-f5532614-18ee-4ea6-9902-70259c25e65d tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:18.658035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46d67719-908d-4e33-af0a-0f1911f5d844 req-f5532614-18ee-4ea6-9902-70259c25e65d tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0957265
Nov 15 09:57:18.708949 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-46d67719-908d-4e33-af0a-0f1911f5d844 req-522c9c25-9802-47d4-81ec-f3d74270219a tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&id=ea2a1204-10b3-440f-9df7-9b67c2db933a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0442994
Nov 15 09:57:24.293537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-8e0fe18f-6fe6-47f1-9fa3-d3230a76c4a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0848036
Nov 15 09:57:24.474779 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-266d2e08-73fe-4a50-a6b5-7a3a2063852a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1202 time: 0.0883095
Nov 15 09:57:24.641329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-df7315b0-5d31-461c-9fd9-e02dc1b04fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:24.642891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-df7315b0-5d31-461c-9fd9-e02dc1b04fb5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1422155
Nov 15 09:57:24.768257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-712328e2-f27d-4cc5-8ef3-85fd04c382ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 1000 time: 0.1171551
Nov 15 09:57:24.844497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-4b096e81-6a6f-411e-8f0c-6008cc2bca2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:24.846141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-4b096e81-6a6f-411e-8f0c-6008cc2bca2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0707254
Nov 15 09:57:24.942773 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-fa934541-65b4-4db2-bc02-2d4769c7c9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883374
Nov 15 09:57:24.954111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-e67dd506-1e36-48df-8050-18a33a4280ee service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:57:24.955206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-e67dd506-1e36-48df-8050-18a33a4280ee service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056279
Nov 15 09:57:25.100529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-d2c1c9ac-cd72-4226-87e2-0eb89766079f service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383765
Nov 15 09:57:25.244417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9a6e2a4-3308-44e8-9fd2-bcb89a8a2605 req-e9211905-d23b-4371-a458-8de5247b2113 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367967
Nov 15 09:57:43.338752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-05db5f52-5767-460c-8b6c-db1018236be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:45.738746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9cc86cc-b997-4d6b-8219-50318d98569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:46.304360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:57:46.347974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:46.405068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:47.596092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:48.035694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:58.157072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-d9164dda-ca81-4fe0-b560-e95c4927f245 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-203337947&fields=id&tenant_id=f7fdf5156d6644029e8ea7f31ab32a17 HTTP/1.1" status: 200  len: 267 time: 0.0479591
Nov 15 09:57:58.253155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-96dd0096-6ca1-4f10-bee5-e0e7aed62d61 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:58.254755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-96dd0096-6ca1-4f10-bee5-e0e7aed62d61 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 984 time: 0.0916531
Nov 15 09:57:58.267018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Request body: {'port': {'security_groups': ['7410953d-fa29-4e5a-977c-7713d2118b55']}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:57:58.408686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:58.736807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:57:58.763649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:58.805295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:58.821774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:57:58.987982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event updated for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=6']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:57:59.011534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.012028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.012456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.012898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.013289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.013698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.014105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.014513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.014918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.015324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.015728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.016159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.016620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.017026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.017450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.017838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.018239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.018642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.019042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.019443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.019880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.020265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.020672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.021069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:57:59.026712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:57:59.046701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:59.047378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.048887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ab52f2ac-c3ba-4cf3-b93b-f54cfb81f6ab req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "PUT /v2.0/ports/d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 942 time: 0.7874243
Nov 15 09:57:59.049434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:57:59.115831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:57:59.142473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-7f618243-6071-4e80-8aea-3e546f5ae8fa tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups/ea2a1204-10b3-440f-9df7-9b67c2db933a HTTP/1.1" status: 200  len: 2657 time: 0.0627036
Nov 15 09:57:59.222416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.253261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.263406 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-e0bbc5c2-bf0e-41d9-b8be-b6fd6ac8e782 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0919969
Nov 15 09:57:59.301942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4280d4e-b737-46d8-a697-b91196968539 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:57:59.302614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4280d4e-b737-46d8-a697-b91196968539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.399290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.405960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f87036b4-43ee-4014-b2b1-8d608a932db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:57:59.415235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-eded069a-23f1-4e76-bf1d-bfdfa49def46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:59.416881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-eded069a-23f1-4e76-bf1d-bfdfa49def46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1466517
Nov 15 09:57:59.422587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a1204-10b3-440f-9df7-9b67c2db933a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:57:59.425627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:57:59.462527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:57:59.463734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a9d0230d-01e0-43b2-80c7-da452d6964e7 req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "DELETE /v2.0/security-groups/ea2a1204-10b3-440f-9df7-9b67c2db933a HTTP/1.1" status: 204  len: 173 time: 0.3147664
Nov 15 09:57:59.548354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-b1ac3ddc-5ce0-4836-b660-84e5526ad399 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 1000 time: 0.1220982
Nov 15 09:57:59.619048 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-56ebf05f-0563-4380-b389-d54efa508f1d tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/floatingips/14657f1e-8277-48c2-87ce-0f361aefe2e3 HTTP/1.1" status: 200  len: 997 time: 0.1238813
Nov 15 09:57:59.623237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-84dcb668-967d-4838-bd47-884311eeede6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:59.624868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-84dcb668-967d-4838-bd47-884311eeede6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0686884
Nov 15 09:57:59.717933 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-f19a1ae2-e7c1-44f7-8b33-3fa2ca6764af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853732
Nov 15 09:57:59.782578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656617-b6a3-4422-a718-e23ce434978d req-a7002118-064a-49f3-a1af-6ebc485340fe tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:57:59.784102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-a7002118-064a-49f3-a1af-6ebc485340fe tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1589632
Nov 15 09:57:59.796452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-2ff12a85-bece-4714-bed8-2f0dfe928880 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 09:57:59.797535 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-2ff12a85-bece-4714-bed8-2f0dfe928880 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0070059
Nov 15 09:57:59.866555 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-99f64a37-a77c-4b15-a0d4-33df0634d211 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407266
Nov 15 09:57:59.925944 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-5aa91ef3-2c94-40c2-b2ba-12e9939af2d7 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.67 HTTP/1.1" status: 200  len: 1000 time: 0.1201708
Nov 15 09:58:00.015072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656617-b6a3-4422-a718-e23ce434978d req-4355a6ff-33e2-4cbb-a05b-885b82854879 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:00.016575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-4355a6ff-33e2-4cbb-a05b-885b82854879 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports/d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 942 time: 0.0845904
Nov 15 09:58:00.018083 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dacd5f84-c136-458f-91ed-752ecd783d8c req-c2732e53-ab2b-40ef-97eb-b48b5271daaa service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435838
Nov 15 09:58:00.048460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device d61ab97e-732e-40ce-8b9b-33ec476ce3f1 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:00.132983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:00.133407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:00.215645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-a6630820-aa9f-401d-8eda-fb54ae0d0b88 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.67 HTTP/1.1" status: 200  len: 1000 time: 0.1167705
Nov 15 09:58:00.453522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Deleting port 7f2922f9-58db-47f1-927a-1ea127b09f5c {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:00.454055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:00.897014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:00.897369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:01.026801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Calling delete_port for 7f2922f9-58db-47f1-927a-1ea127b09f5c owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:01.279314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:01.295699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfa7642c-9a02-4c95-9c79-0678c52b1335 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:01.389147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event deleted for resources: {'Port': ['ID=7f2922f9-58db-47f1-927a-1ea127b09f5c,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:01.392080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:01.513683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:01.514213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Floating IP 14657f1e-8277-48c2-87ce-0f361aefe2e3 disassociated (deleted). External IP: 172.26.4.67, port: d61ab97e-732e-40ce-8b9b-33ec476ce3f1.
Nov 15 09:58:02.020853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Router 97a20332-8b2b-49a0-883a-2f8a74198cda has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:58:02.272982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:58:02.282840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Sync routers for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:58:02.295409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:02.296140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:57:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:02.322325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:02.387537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "DELETE /v2.0/floatingips/14657f1e-8277-48c2-87ce-0f361aefe2e3 HTTP/1.1" status: 204  len: 173 time: 2.1656244
Nov 15 09:58:02.388151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:58:02.450728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:58:02.489601 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-fca80ad4-a8b3-4d35-b06b-e8fda87b522b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0880978
Nov 15 09:58:02.526245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:02.594212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-9c32afce-6744-46a1-9eb7-65d642d8ee2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 1162 time: 0.0915430
Nov 15 09:58:02.637747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656617-b6a3-4422-a718-e23ce434978d req-bfc652f6-ae18-4716-bbc7-54d36c343a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:02.639390 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-bfc652f6-ae18-4716-bbc7-54d36c343a05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1421132
Nov 15 09:58:02.720257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-3e6f5f30-df43-4da2-8ac6-763a5693e0ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 217 time: 0.0739913
Nov 15 09:58:02.742424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286035b-5245-40ef-845d-eca80dd16839 req-d4829a4a-8d17-464e-80e5-15a1bb45ac30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:02.744101 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-d4829a4a-8d17-464e-80e5-15a1bb45ac30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 200  len: 908 time: 0.1435828
Nov 15 09:58:02.799268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656617-b6a3-4422-a718-e23ce434978d req-a7ccadd3-3568-4203-9ae8-d36eae8e547e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:02.801163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-a7ccadd3-3568-4203-9ae8-d36eae8e547e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0747731
Nov 15 09:58:02.820796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-901d0e07-dcaf-4afb-9155-18c76374466f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 200  len: 217 time: 0.0695410
Nov 15 09:58:02.904562 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-ff26b257-e84d-4a59-ad31-9f5a2611576b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958540
Nov 15 09:58:02.904759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286035b-5245-40ef-845d-eca80dd16839 req-139f5d50-9542-49a6-87d2-b1c42af0eb2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:02.906246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-139f5d50-9542-49a6-87d2-b1c42af0eb2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 200  len: 853 time: 0.0790966
Nov 15 09:58:02.915876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2438>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:02.921282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Checking router: 97a20332-8b2b-49a0-883a-2f8a74198cda for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:58:02.933904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:02.934663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:57:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:03.003344 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-d049f156-b70f-49ef-aae0-cd9c1f68110c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c30efa15-73ae-40f1-a28a-55353a5ec4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899520
Nov 15 09:58:03.055330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-8aa059e6-a488-4678-9326-6fefdf0c219b service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429448
Nov 15 09:58:03.154680 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-89225438-6897-407a-8112-04e881295768 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435323
Nov 15 09:58:03.170909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:03.205569 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a656617-b6a3-4422-a718-e23ce434978d req-fee322c2-7a85-4381-a2d3-742ed7921769 service neutron] 10.222.0.81 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424048
Nov 15 09:58:03.308037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1286035b-5245-40ef-845d-eca80dd16839 req-98073a6f-ad7b-4044-af97-9e421a9a71d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458228
Nov 15 09:58:03.527478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25f2438>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:03.531941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c8413-309c-4e03-9997-76ca5d08cf0e None None] The sync data for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs is: [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:55:51Z', 'revision_number': 4, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '9e2853c1-883f-4451-927a-d322713bf2a3', 'name': '', 'network_id': 'c30efa15-73ae-40f1-a28a-55353a5ec4a1', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'mac_address': 'fa:16:3e:1d:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:51Z', 'updated_at': '2020-11-15T09:56:00Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'subnets': [{'id': '5a913c97-24bf-4b83-8c20-340caa0adbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:58:03.881843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb901c63-0c45-4bf7-b8e7-a9804a01a616 None None] New status for floating IP 14657f1e-8277-48c2-87ce-0f361aefe2e3: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:58:08.963232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-9afaf855-c5f3-4df4-af1c-af4b6f80d5e4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:08.963953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-9afaf855-c5f3-4df4-af1c-af4b6f80d5e4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:09.035956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-9afaf855-c5f3-4df4-af1c-af4b6f80d5e4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:09.037221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-9afaf855-c5f3-4df4-af1c-af4b6f80d5e4 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.1651952
Nov 15 09:58:09.091224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-8ebc7724-c3e6-4dc5-bad5-58305e647285 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:09.130504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-8ebc7724-c3e6-4dc5-bad5-58305e647285 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:09.131756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5108f705-5d5e-4931-8747-9d73e86ddb17 req-8ebc7724-c3e6-4dc5-bad5-58305e647285 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875716
Nov 15 09:58:10.355324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165add-f66d-4b11-8416-8befbd16b56f req-c33de579-66d8-4294-b7a5-af1419320d6e tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:10.357053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76165add-f66d-4b11-8416-8befbd16b56f req-c33de579-66d8-4294-b7a5-af1419320d6e tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.0939276
Nov 15 09:58:10.404527 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76165add-f66d-4b11-8416-8befbd16b56f req-71bf397d-bdb2-483a-8788-a428976425f5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412822
Nov 15 09:58:10.968674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-41980146-856a-4cc9-ba10-55827063142b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:10.969441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-41980146-856a-4cc9-ba10-55827063142b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Synchronizing usage tracker for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:10.984411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-41980146-856a-4cc9-ba10-55827063142b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Unset dirty status for tenant:f7fdf5156d6644029e8ea7f31ab32a17 on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:10.985609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-41980146-856a-4cc9-ba10-55827063142b tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.65 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.1136668
Nov 15 09:58:11.068231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Deleting port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:11.068616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:11.342144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] For port d61ab97e-732e-40ce-8b9b-33ec476ce3f1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:11.342540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:11.475319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Calling delete_port for d61ab97e-732e-40ce-8b9b-33ec476ce3f1 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:11.640997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc2e7-23f9-4610-b3e8-4698fe5c963d req-47fd790d-8536-443e-9063-24fab41261cb tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:11.642644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-855dc2e7-23f9-4610-b3e8-4698fe5c963d req-47fd790d-8536-443e-9063-24fab41261cb tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 945 time: 0.1071210
Nov 15 09:58:11.695642 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-855dc2e7-23f9-4610-b3e8-4698fe5c963d req-72c7568c-f597-4bf8-85ee-cdad47005d14 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/security-groups?id=7410953d-fa29-4e5a-977c-7713d2118b55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464532
Nov 15 09:58:11.867339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device d61ab97e-732e-40ce-8b9b-33ec476ce3f1 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:58:12.003775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:12.069735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:12.086463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:12.134159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Pushing event deleted for resources: {'Port': ['ID=d61ab97e-732e-40ce-8b9b-33ec476ce3f1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:12.205403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.205841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.206276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.206711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.207132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.207552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.207997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.208417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.208831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.209247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.209661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.210076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.210548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.210963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.211377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.211790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.212231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.212643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.213057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.213470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.213903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.214326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.214738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.215146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:12.220430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:12.316590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] No DVR routers for this DVR port d61ab97e-732e-40ce-8b9b-33ec476ce3f1 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:58:12.318977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:12.325144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'name': 'network-vif-deleted', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:58:12.367938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-510c31b9-7a92-4d4f-8d6f-b0d71cffca82 req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.65 "DELETE /v2.0/ports/d61ab97e-732e-40ce-8b9b-33ec476ce3f1 HTTP/1.1" status: 204  len: 173 time: 1.3760407
Nov 15 09:58:12.510706 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e984b140-768a-49fa-a804-3c6dbde4e8a4', 'name': 'network-vif-deleted', 'tag': 'd61ab97e-732e-40ce-8b9b-33ec476ce3f1', 'status': 'completed', 'code': 200}
Nov 15 09:58:12.894638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7052730c-04ad-4739-ac2f-d08f29c5ec74 req-19632e31-d78a-4b87-b678-fa738415f532 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] 10.222.0.81 "GET /v2.0/ports?device_id=e984b140-768a-49fa-a804-3c6dbde4e8a4 HTTP/1.1" status: 200  len: 210 time: 0.0508194
Nov 15 09:58:13.347862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-863674e8-a5ca-4069-b194-9b42c5d47f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:15.156132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42546) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:15.641547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:15.716134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1a06-c414-4e27-a95e-50be1a1bc86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:16.362173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Deleting port 9e2853c1-883f-4451-927a-d322713bf2a3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:16.362719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:16.375336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:16.412785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:16.557509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] For port 9e2853c1-883f-4451-927a-d322713bf2a3, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=9e2853c1-883f-4451-927a-d322713bf2a3,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:16.557915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:16.695390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Calling delete_port for 9e2853c1-883f-4451-927a-d322713bf2a3 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:16.989714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:17.005972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f02fe5a9-66d1-454c-ac87-001ac1363a23 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:17.099315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2853c1-883f-4451-927a-d322713bf2a3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:17.106861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:17.480364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:17.595122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:18.029863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:18.624175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Router 97a20332-8b2b-49a0-883a-2f8a74198cda has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:58:18.887287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:58:18.896208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Sync routers for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:58:18.901418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] 10.222.0.81 "PUT /v2.0/routers/97a20332-8b2b-49a0-883a-2f8a74198cda/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7440538
Nov 15 09:58:18.904500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42550) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:18.914499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:18.915620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8463e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:19.163309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:19.327473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:19.420267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:19.452487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Deleting port 96b853a7-fa23-4215-85a3-c106df9b4dd7 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:19.452869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:19.639261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8463e80>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:58:16Z', 'revision_number': 5, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port': {'id': '96b853a7-fa23-4215-85a3-c106df9b4dd7', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:55:48Z', 'updated_at': '2020-11-15T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:19.643492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Checking router: 97a20332-8b2b-49a0-883a-2f8a74198cda for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:58:19.652349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] For port 96b853a7-fa23-4215-85a3-c106df9b4dd7, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=96b853a7-fa23-4215-85a3-c106df9b4dd7,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:19.652758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:19.655333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Routers {'97a20332-8b2b-49a0-883a-2f8a74198cda'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:19.656086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8463e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['97a20332-8b2b-49a0-883a-2f8a74198cda'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:19.791460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Calling delete_port for 96b853a7-fa23-4215-85a3-c106df9b4dd7 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:19.852685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] Set router 97a20332-8b2b-49a0-883a-2f8a74198cda gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:19.975210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8463e80>, [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:58:19Z', 'revision_number': 6, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:19.979427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52ba4-0969-47dc-b6e8-d79713c5af0d None None] The sync data for ids ['97a20332-8b2b-49a0-883a-2f8a74198cda'] in dv-neutron-743142-12-ovs is: [{'id': '97a20332-8b2b-49a0-883a-2f8a74198cda', 'name': 'tempest-TestMinimumBasicScenario-600413067-router', 'tenant_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:55:47Z', 'updated_at': '2020-11-15T09:58:19Z', 'revision_number': 6, 'project_id': 'f7fdf5156d6644029e8ea7f31ab32a17', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:58:20.090519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:20.107511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-526c03f2-f903-4818-bcaf-afe772319678 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:20.206022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b853a7-fa23-4215-85a3-c106df9b4dd7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:20.208704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:20.500687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:20.810834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:20.815214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.004610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.005176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a20332-8b2b-49a0-883a-2f8a74198cda {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:58:21.018179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.021841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] 10.222.0.81 "DELETE /v2.0/routers/97a20332-8b2b-49a0-883a-2f8a74198cda HTTP/1.1" status: 204  len: 168 time: 2.1139696
Nov 15 09:58:21.022167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42554) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:21.097042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Deleting subnet 5a913c97-24bf-4b83-8c20-340caa0adbc1 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:58:21.100301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.153565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.237234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.805497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e2853c1-883f-4451-927a-d322713bf2a3 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:58:21.807125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.824173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-07a1c1bb-6fd6-48d4-ad29-8ec5608862f8 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:21.843936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 9e2853c1-883f-4451-927a-d322713bf2a3 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:58:21.844349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 9e2853c1-883f-4451-927a-d322713bf2a3 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:58:21.844822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 96b853a7-fa23-4215-85a3-c106df9b4dd7 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:58:21.878915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 96b853a7-fa23-4215-85a3-c106df9b4dd7 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:58:21.879320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 96b853a7-fa23-4215-85a3-c106df9b4dd7 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:58:21.922798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a913c97-24bf-4b83-8c20-340caa0adbc1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:21.927514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:21.962504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:21.968528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18697f56-d62f-46ff-9075-c16b496f9ce2 None None] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:58:21.969468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d51e824-8a00-4f0f-b852-4a466a17eba6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5a913c97-24bf-4b83-8c20-340caa0adbc1 HTTP/1.1" status: 204  len: 168 time: 0.9463811
Nov 15 09:58:21.972289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42558) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:22.091501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.165041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Deleting port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:22.165412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.249782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] DHCP port deletion for c30efa15-73ae-40f1-a28a-55353a5ec4a1 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:58:22.254445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Deleting port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:22.254923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.397700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] For port 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1d71672d-fbc0-4f3d-b016-9f30ca960e94,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:22.397993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.485039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] For port 1d71672d-fbc0-4f3d-b016-9f30ca960e94, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1d71672d-fbc0-4f3d-b016-9f30ca960e94,segment=NetworkSegment(b6e456ee-51ba-434a-942a-cb2851353987),segment_id=b6e456ee-51ba-434a-942a-cb2851353987)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:22.485407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.537018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Calling delete_port for 1d71672d-fbc0-4f3d-b016-9f30ca960e94 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:22.629849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Calling delete_port for 1d71672d-fbc0-4f3d-b016-9f30ca960e94 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:58:22.793572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:22.813468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:22.880808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:58:22.881349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:58:22.905449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Pushing event deleted for resources: {'Port': ['ID=1d71672d-fbc0-4f3d-b016-9f30ca960e94,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:22.932911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.933353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.933762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.934143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.934520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.934895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.935267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.935639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.936038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.936407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.936776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.937143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.937565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.937933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.938303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.938665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.939031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.939396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.939762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.940154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.940525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.940892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.941294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.941658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:22.947602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:22.974438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] No DVR routers for this DVR port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:58:23.305396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:58:23.382501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Deleting port 1d71672d-fbc0-4f3d-b016-9f30ca960e94 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:58:23.382893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:23.453748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] The port '1d71672d-fbc0-4f3d-b016-9f30ca960e94' was deleted {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 09:58:23.576107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:23.691543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a38a3da0>,) {'filters': {'network_id': ['c30efa15-73ae-40f1-a28a-55353a5ec4a1']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:23.704345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38a3da0>, 'b6e456ee-51ba-434a-942a-cb2851353987') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:23.704692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a38a3da0>, 'b6e456ee-51ba-434a-942a-cb2851353987') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:23.717252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:23.804005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1d71672d-fbc0-4f3d-b016-9f30ca960e94 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:58:23.812790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:23.815189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:58:23.844753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1d71672d-fbc0-4f3d-b016-9f30ca960e94 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:58:23.845167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1d71672d-fbc0-4f3d-b016-9f30ca960e94 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:58:23.998906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:58:24.007992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:24.191535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Network c30efa15-73ae-40f1-a28a-55353a5ec4a1 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   % (table.description, expected, rows_matched)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:58:24.216184 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:58:24.435234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:24.438587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-82ec2973-14e9-46b7-8fb2-c46c170f1fad tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:24.455310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:24.465685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30efa15-73ae-40f1-a28a-55353a5ec4a1,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:24.470031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:24.504571 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c30efa15-73ae-40f1-a28a-55353a5ec4a1 HTTP/1.1" status: 204  len: 168 time: 2.5311415
Nov 15 09:58:24.764774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42564) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:24.818501 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3569b603-f3a4-4687-8342-1ce643abc94e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7fdf5156d6644029e8ea7f31ab32a17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523312
Nov 15 09:58:24.821083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42568) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:24.884843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:24.914226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:25.058730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:25.063913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af879ede-ed9d-44f1-9dd8-c072d73d2fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:25.078090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410953d-fa29-4e5a-977c-7713d2118b55,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:25.080877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:25.109055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:25.110282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7410953d-fa29-4e5a-977c-7713d2118b55 HTTP/1.1" status: 204  len: 168 time: 0.2882211
Nov 15 09:58:27.857843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42608) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:27.863768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978557415', 'description': 'tempest-secgroup-smoke-978557415 description', 'project_id': '24bb463023994712b0eb4d6bf461fefa'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:27.871142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:27.875259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:27.878292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:27.884137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:27.918897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:27.932398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.014650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:28.018675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:28.021674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:28.028176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:28.184360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.210166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.214741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb723ff7-b5d9-4619-8573-ed29d247e4ab tempest-ServersAdminNegativeTestJSON-318926036 tempest-ServersAdminNegativeTestJSON-318926036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:28.254432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:28.256900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=67ea5467-b046-4b2f-b4a4-52b48a90a236,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:28.262090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:28.263205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:28.266331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:28.272203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:28.383062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.410476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.415759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8fee5971-f0eb-48f1-b6cf-e487ce73adae tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:28.458670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=424d4995-00d9-42be-8967-0e13ed0e3f95,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:28.461491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:28.492310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.493637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6346819
Nov 15 09:58:28.497389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42612) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:28.502941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:28.509535 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:28.514232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:28.517302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:28.523182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:28.567288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.631169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.657829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.659736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f0d7c2b-c367-40f0-b9b2-b0b7ec47abe5 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:28.684125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b02a4a-cbf0-420d-bc92-44d35ddecde5,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:28.686638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:28.720924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.722155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-446add70-af22-49bd-abb5-b174f185441f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2237813
Nov 15 09:58:28.724998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42616) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:28.731158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:28.737425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:28.741441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:28.745098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:28.750911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:28.799121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.865119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.904085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.906028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af742614-070b-4a0c-9756-e3a0f592cb1f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:28.927781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8805fa-0428-485e-9c02-61cc5aca38d7,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:28.932704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:28.972502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:28.973759 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2477775
Nov 15 09:58:28.976597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42620) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:28.982857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:28.989377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:28.993652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:28.996849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:29.002803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:29.047999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.116673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.143284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.145209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-056cd9a1-ffd9-42bd-8c20-bacba5bd759f tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:29.169890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a3652-34ff-49fd-af21-38ca01cb801b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:29.172449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:29.206242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.207523 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2299349
Nov 15 09:58:29.210348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42624) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:29.216598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:29.223100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:29.227105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:29.230870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:29.236792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:29.290958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.359074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.387148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.389079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9392b21a-d499-482d-8ff7-da4f1c60e81e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:29.412857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b92eb4-955c-48c7-bc92-088d08083099,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:29.415388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:29.444456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.445785 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2344484
Nov 15 09:58:29.449251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42628) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:29.454870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:29.461391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:29.466488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:29.469617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:29.475488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:29.514588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:58:29.521314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.591775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.623072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.625084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d98fb91b-698c-4c7c-a818-fd66bd9b3528 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:29.648515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16385384-65fb-4c6a-93de-4c844156086d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:29.651695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:29.685958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.687278 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2369483
Nov 15 09:58:29.690079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42632) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:29.695729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '424d4995-00d9-42be-8967-0e13ed0e3f95', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:29.702664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:29.706681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:29.709716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:29.715634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:29.748938 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:58:29.755542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.828266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.886639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.888639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6dfd3fe-1a00-46b7-b709-452ddba97372 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:29.915022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40041cdb-a364-4a20-9728-a9d95f60a94f,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:29.917627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:29.954585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:29.955901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2648096
Nov 15 09:58:29.959070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42636) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:29.965213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'network': {'name': 'tempest-network-smoke--534807937', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:29.970447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:29.974484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:network and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:29.977542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:29.983545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:30.023143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:58:30.028803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.062702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:58:30.116042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.116431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Added segment 576e5262-54b9-4899-b997-bdcc78bc8e34 of type vxlan for network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d
Nov 15 09:58:30.143730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.217403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.221554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:30.222207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.227534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-28edf8bc-6084-4e0b-a948-e49afeb30a47 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:30.338214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Network': ['ID=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:30.341138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:30.349192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:58:30.356799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59dc41d0-6353-4968-9649-79e110c57a11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3966870
Nov 15 09:58:30.359750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42640) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:30.366284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'admin_state_up': True, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:30.367660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:58:30.375024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:30.379079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:router and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:30.382148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for router was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:30.388593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:30.423588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.424660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.443946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.655611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.874088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:30.911596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:31.179794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.134 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/63c41d4f-9953-4305-9557-2d7e0f0695cd) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:58:31.336373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:31.399096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:31.415079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48113875-683a-436b-8e34-a8cdc908b2f9 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:31.557407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=63c41d4f-9953-4305-9557-2d7e0f0695cd,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:31.570158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:31.613621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:31.614756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:31.617056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:58:31.888886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:31.889696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:32.199068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:58:32.703173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:58:32.713744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Sync routers for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:58:32.726199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:32.726870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a853b978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:32.766188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:32.767531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4061003
Nov 15 09:58:32.770753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42644) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:32.956963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:32.976122 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2462e6e1-5c24-4e04-ad1b-181f46e9aa98 tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/subnets?project_id=24bb463023994712b0eb4d6bf461fefa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2017081
Nov 15 09:58:32.976484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42650) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:32.983144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740243569', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:33.101059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:33.105167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:subnet and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:33.108183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:33.113919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:33.148934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:58:33.259679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:33.265924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a853b978>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:31Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:33.270002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Checking router: 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:58:33.270411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Updating router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 port 63c41d4f-9953-4305-9557-2d7e0f0695cd binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:58:33.333096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:33.878325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:33.893531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3fb5fed-068a-4f1f-95f7-3127ff5a2577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:33.938005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:33.950540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Transition to ACTIVE for port object 63c41d4f-9953-4305-9557-2d7e0f0695cd will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:33.981420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:33.998347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:34.044937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Subnet': ['ID=5ccadc33-8012-47fe-ab42-cce8b1bec6e0,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:34.048242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:34.109810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Checking segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:58:34.110214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network hostable DHCP agents. Network: f9654d69-9015-4b1d-af4f-3c0ca0d12a1d, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:58:34.138736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Pushing event updated for resources: {'Port': ['ID=63c41d4f-9953-4305-9557-2d7e0f0695cd,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:34.158457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:58:34.163966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.164360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.164741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.165125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.165498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.165871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.166806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.167325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.167697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.168086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.168451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.168821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.169239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.169604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.169965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.170328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.170715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.171056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.171417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.171779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.172170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.172533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.172893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.177834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:58:34.179381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:34.192864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, f9654d69-9015-4b1d-af4f-3c0ca0d12a1d) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:34.201978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf796a6-1275-40eb-9b14-7e69f64096f3 None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:58:34.206789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:34.207452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:34.223937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Attempting to bind port 63c41d4f-9953-4305-9557-2d7e0f0695cd on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:58:34.224768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Attempting to bind port 63c41d4f-9953-4305-9557-2d7e0f0695cd by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:58:34.224768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Attempting to bind port 63c41d4f-9953-4305-9557-2d7e0f0695cd on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:58:34.232622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:58:34.239950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:58:34.239950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:34.239950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:58:34.239950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Bound port: 63c41d4f-9953-4305-9557-2d7e0f0695cd, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:58:34.239950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:34.283111 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2442b4c5-21c2-40ab-83fa-fdab06f67827 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3030558
Nov 15 09:58:34.283639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42654) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:34.320958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] For port 63c41d4f-9953-4305-9557-2d7e0f0695cd, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:58:34.325610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] For port 63c41d4f-9953-4305-9557-2d7e0f0695cd, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63c41d4f-9953-4305-9557-2d7e0f0695cd,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:58:34.372505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:34.390238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-70e5b0be-864c-4ea8-a673-9bf961f7c9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:34.457721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:58:34.458637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:34.563912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Pushing event updated for resources: {'Port': ['ID=63c41d4f-9953-4305-9557-2d7e0f0695cd,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:34.569085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-933abd2c-de85-4b60-8f44-02139d610d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:34.611120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:34.611785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a853b978>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:34.788062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Allocated IP 172.20.0.2 (f9654d69-9015-4b1d-af4f-3c0ca0d12a1d/5ccadc33-8012-47fe-ab42-cce8b1bec6e0/b1c0c078-dae2-45b0-9854-7ed2b2b70cb6) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:58:34.858329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:35.062143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.073659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Transition to ACTIVE for port object b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:35.137920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Transition to ACTIVE for port object b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:35.166390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.166866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.172424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a853b978>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:31Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:35.176763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c780-eb69-4f73-bf13-c16456570829 None None] The sync data for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs is: [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:31Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:58:35.183672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:35.565104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Pushing event updated for resources: {'Port': ['ID=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:35.577121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:35.578348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:35.579377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:35.581804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:58:35.647257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Attempting to bind port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:58:35.647835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Attempting to bind port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:58:35.648286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Attempting to bind port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 on network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:58:35.656607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:58:35.657050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Checking segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:58:35.657658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.658684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Bound using segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:58:35.658684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Bound port: b1c0c078-dae2-45b0-9854-7ed2b2b70cb6, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:58:35.659060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.779731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] For port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:58:35.799073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] For port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:58:35.820538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.1 (f9654d69-9015-4b1d-af4f-3c0ca0d12a1d/5ccadc33-8012-47fe-ab42-cce8b1bec6e0/87e8e0db-bcce-4405-91a6-5b3a82b3a378) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:58:35.858385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:35.885397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:35.917816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63c41d4f-9953-4305-9557-2d7e0f0695cd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:36.020408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.040131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 87e8e0db-bcce-4405-91a6-5b3a82b3a378 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:36.092308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.108658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da0d6b40-4ccc-459a-9261-c04d179b7a4e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:36.124157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Pushing event updated for resources: {'Port': ['ID=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:36.130085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:36.178693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 63c41d4f-9953-4305-9557-2d7e0f0695cd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:36.184960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 63c41d4f-9953-4305-9557-2d7e0f0695cd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:36.185395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.344806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.363423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 63c41d4f-9953-4305-9557-2d7e0f0695cd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63c41d4f-9953-4305-9557-2d7e0f0695cd,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:36.395501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.397598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a87d29e8-c001-4ed0-83ae-c9b786e80bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:36.495864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=63c41d4f-9953-4305-9557-2d7e0f0695cd,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:36.499253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:36.576690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:36.581998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:36.622011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:36.623115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:36.625762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:58:36.688183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:36.816023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:37.363642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:37.404356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:37.436640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6fa574d-6900-4fc7-98d8-1fd1ad9870d6 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:37.524713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998f140-7f76-4880-9b5c-5c072e8cb1d4 None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:58:37.539219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:37.555640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:37.561768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:37.695490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:37.697081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:37.709242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-7e7a7042-245e-4b90-b897-58d1a07e56fc None None] Provisioning for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:37.917368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63c41d4f-9953-4305-9557-2d7e0f0695cd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:38.008887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 63c41d4f-9953-4305-9557-2d7e0f0695cd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:38.009325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.186600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:38.243830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-164c6632-45a7-4fee-a981-81ec349bbac3 None None] Provisioning for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:38.258093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:58:38.262436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-164c6632-45a7-4fee-a981-81ec349bbac3 None None] Provisioning complete for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:38.262871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-164c6632-45a7-4fee-a981-81ec349bbac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.342389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-164c6632-45a7-4fee-a981-81ec349bbac3 None None] Port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:58:38.378356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:38.388143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:38.388905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.485561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Provisioning complete for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:38.485998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.536680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:58:38.548782 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/90a20ae1-3cf7-4d58-82fa-538cf23bdb75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2638588
Nov 15 09:58:38.581530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Sync routers for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:58:38.675414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.696637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:38.697374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2793908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:38.750503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f4bd8216-db2a-426c-91f7-10bcc4f639be tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:38.806750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f4bd8216-db2a-426c-91f7-10bcc4f639be tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:38.808094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f4bd8216-db2a-426c-91f7-10bcc4f639be tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978557415&fields=id&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 267 time: 0.1034250
Nov 15 09:58:38.837321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.910494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:38.954630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:38.959152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:38.977131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f23be695-383a-4a99-b3e4-67ee67205ceb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:38.977894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f23be695-383a-4a99-b3e4-67ee67205ceb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:39.027264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f23be695-383a-4a99-b3e4-67ee67205ceb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:39.028662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f23be695-383a-4a99-b3e4-67ee67205ceb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 796 time: 0.2109065
Nov 15 09:58:39.047513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-873a9ad3-211f-4e9b-b14b-b4e613d87878 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/quotas/24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 375 time: 0.0126460
Nov 15 09:58:39.120456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 09:58:39.120785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 09:58:39.126760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:39.129628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:39.153617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-5db046fa-955c-4b4f-bb7c-b8d6ed1bc354 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:58:39.173777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:39.212227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-5db046fa-955c-4b4f-bb7c-b8d6ed1bc354 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:58:39.214615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-5db046fa-955c-4b4f-bb7c-b8d6ed1bc354 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1611850
Nov 15 09:58:39.448436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-2e451ffd-f6e5-4c88-9ea3-72e97d4341ce service neutron] 10.222.0.81 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195728
Nov 15 09:58:39.592852 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-1d9234dd-a487-4d89-b79d-44d5f578c7ba service neutron] 10.222.0.81 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378639
Nov 15 09:58:39.721616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2793908>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:37Z', 'revision_number': 2, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:39.725242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Provisioning complete for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:39.725677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:39.756681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Checking router: 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:58:39.757105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Updating router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:58:39.842002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d346e3a6-8c68-4d75-950d-8cb0d6543f68 None None] Port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:58:39.855753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:39.891628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb93d601-becd-44bb-92cb-0b0996f95a49 req-97a0dcc3-ecd2-4e12-bb3d-ea73de5ef9fa tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 210 time: 0.0665271
Nov 15 09:58:39.924357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.090423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1386120-2492-482c-b193-f29ad75818b8 None None] Provisioning complete for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:40.090863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1386120-2492-482c-b193-f29ad75818b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.127188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:40.127615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.584667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1386120-2492-482c-b193-f29ad75818b8 None None] Provisioning complete for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:40.585101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1386120-2492-482c-b193-f29ad75818b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.694286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c1386120-2492-482c-b193-f29ad75818b8 None None] Port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:58:40.735148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.777281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Transition to ACTIVE for port object 87e8e0db-bcce-4405-91a6-5b3a82b3a378 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:40.800264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:40.817548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4ce5efaa-f7af-4bf0-b7a3-7b731b230451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:40.963327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Pushing event updated for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:40.976402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:41.099298 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a813494-5a57-4c9c-8c9a-293e5a731a30 req-e0c13037-1c27-4317-8f4c-2a9ef9a4483e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 210 time: 0.0749753
Nov 15 09:58:41.144685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Attempting to bind port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:58:41.145127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Attempting to bind port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:58:41.145555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Attempting to bind port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 on network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:58:41.153439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:58:41.153881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Checking segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:58:41.154353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:41.154839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Bound using segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:58:41.155358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Bound port: 87e8e0db-bcce-4405-91a6-5b3a82b3a378, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:58:41.155793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:41.259191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] For port 87e8e0db-bcce-4405-91a6-5b3a82b3a378, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:58:41.262458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] For port 87e8e0db-bcce-4405-91a6-5b3a82b3a378, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=87e8e0db-bcce-4405-91a6-5b3a82b3a378,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:58:41.301850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:41.318365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:41.494742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Pushing event updated for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:41.499835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:41.540622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:41.541643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2793908>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:41.844137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-afbf16a5-5eba-49df-916a-b0455bc6054a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:41.846664 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-afbf16a5-5eba-49df-916a-b0455bc6054a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 796 time: 0.1989355
Nov 15 09:58:41.947339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-1e4385f5-f512-4145-900f-260e9013004d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 7063 time: 0.0798225
Nov 15 09:58:41.957446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'port': {'device_id': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'admin_state_up': True, 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'security_groups': ['424d4995-00d9-42be-8967-0e13ed0e3f95']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:41.970521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:42.121455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:42.132025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:42.210689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:58:42.220071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:42.299597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf185bd8-c693-4ec6-91ac-64eebb05d159 req-56fb554f-cca1-4db9-b14e-b3c8f26b2b20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 210 time: 0.0535386
Nov 15 09:58:42.344487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2793908>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:41Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:42.348697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b82d5-e58d-421d-acd8-76e0371caaf6 None None] The sync data for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs is: [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:41Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:58:42.561413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.3 (f9654d69-9015-4b1d-af4f-3c0ca0d12a1d/5ccadc33-8012-47fe-ab42-cce8b1bec6e0/093ef255-a827-4d7f-affc-12c1c4d544d5) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:58:42.781576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:42.801419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 093ef255-a827-4d7f-affc-12c1c4d544d5 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:42.852422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:42.870214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:43.022919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=093ef255-a827-4d7f-affc-12c1c4d544d5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:43.040149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:43.084732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:43.085941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:43.088406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:58:43.160106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:43.160850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:43.303862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3506627
Nov 15 09:58:43.323830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Request body: {'port': {'device_id': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:43.332700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eeac6d78-4f5d-49e5-9370-eb810b920f8b None None] Provisioning for port 093ef255-a827-4d7f-affc-12c1c4d544d5 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:43.338901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-eeac6d78-4f5d-49e5-9370-eb810b920f8b None None] Provisioning complete for port 093ef255-a827-4d7f-affc-12c1c4d544d5 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:43.339342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-eeac6d78-4f5d-49e5-9370-eb810b920f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:43.377185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f8bf-10f3-4666-8f66-89809cd2179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:43.417802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-eeac6d78-4f5d-49e5-9370-eb810b920f8b None None] Port 093ef255-a827-4d7f-affc-12c1c4d544d5 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 09:58:43.474218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:43.532823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82250614-7fb2-446d-ae75-d054ac5ec1a5 req-3482afc3-92ab-44d3-a9ba-b47255e28c29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:43.534699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82250614-7fb2-446d-ae75-d054ac5ec1a5 req-3482afc3-92ab-44d3-a9ba-b47255e28c29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 931 time: 0.0975664
Nov 15 09:58:43.585229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82250614-7fb2-446d-ae75-d054ac5ec1a5 req-80483cd6-d99c-4e2f-b8ae-e588e9c60466 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429792
Nov 15 09:58:43.849026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 87e8e0db-bcce-4405-91a6-5b3a82b3a378 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:43.935414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093ef255-a827-4d7f-affc-12c1c4d544d5 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 09:58:43.942650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:43.954126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:43.955646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Transition to ACTIVE for port object 093ef255-a827-4d7f-affc-12c1c4d544d5 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:58:43.959226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:43.959660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.000125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.016861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c16c6624-14ea-4b0c-8da1-b32ea0d7981b tempest-ServersNegativeTestJSON-612540045 tempest-ServersNegativeTestJSON-612540045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:44.097680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.131368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 87e8e0db-bcce-4405-91a6-5b3a82b3a378, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=87e8e0db-bcce-4405-91a6-5b3a82b3a378,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:44.160312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.162306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:44.163813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=093ef255-a827-4d7f-affc-12c1c4d544d5,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:44.176750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:44.242856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:44.247271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:44.363790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Attempting to bind port 093ef255-a827-4d7f-affc-12c1c4d544d5 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:58:44.364194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Attempting to bind port 093ef255-a827-4d7f-affc-12c1c4d544d5 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:58:44.364566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Attempting to bind port 093ef255-a827-4d7f-affc-12c1c4d544d5 on network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:58:44.372745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:58:44.373131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Checking segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:58:44.373545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.373950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Bound using segment: {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:58:44.374439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Bound port: 093ef255-a827-4d7f-affc-12c1c4d544d5, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e5262-54b9-4899-b997-bdcc78bc8e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:58:44.374822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.480714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] For port 093ef255-a827-4d7f-affc-12c1c4d544d5, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:58:44.483822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] For port 093ef255-a827-4d7f-affc-12c1c4d544d5, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=093ef255-a827-4d7f-affc-12c1c4d544d5,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:58:44.520331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.535933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-17e4416e-4752-4b90-b64e-6113903d0cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:44.699667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=093ef255-a827-4d7f-affc-12c1c4d544d5,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:44.705140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:44.739646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:44.740963 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] 10.222.0.65 "PUT /v2.0/ports/093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 1157 time: 1.4221125
Nov 15 09:58:44.741538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:58:44.810864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'status': 'completed', 'code': 200}
Nov 15 09:58:44.833176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afa27-f6a2-4a5d-81e3-ab3397bbb4da req-de9fc1fe-2e30-493b-90f1-e11a4e851816 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:44.835001 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-842afa27-f6a2-4a5d-81e3-ab3397bbb4da req-de9fc1fe-2e30-493b-90f1-e11a4e851816 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 943 time: 0.1115737
Nov 15 09:58:44.895031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-842afa27-f6a2-4a5d-81e3-ab3397bbb4da req-eb47b080-5ad3-4a5e-84e6-b6497ea93f5a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526900
Nov 15 09:58:44.928592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-f71256aa-db86-46d6-b552-0bc0a4d25a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1160 time: 0.0977197
Nov 15 09:58:45.016784 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-8d3db4dc-850e-44fb-99e4-b67398b21520 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 217 time: 0.0734694
Nov 15 09:58:45.092342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-28ccdec3-0e23-4723-a7cd-882f8d22dcff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:45.093879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-28ccdec3-0e23-4723-a7cd-882f8d22dcff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 200  len: 835 time: 0.0705395
Nov 15 09:58:45.184335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9e4d5e5b-8aaa-46e7-aa89-11fd8f8e7cb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837035
Nov 15 09:58:45.327663 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-9f945996-30a0-44e4-aa90-4f14029eb19c service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362376
Nov 15 09:58:45.471666 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fcac6ebf-02e5-4a56-ac28-717f6db47e01 req-63518423-587c-40d4-a981-9ca31a9e85c1 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367457
Nov 15 09:58:45.692141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-b5dbc89d-b533-4d74-8acb-e263c5c17ddd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1160 time: 0.0887115
Nov 15 09:58:45.720133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5d52587-2260-483d-9184-06a0f621eea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:45.825559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 87e8e0db-bcce-4405-91a6-5b3a82b3a378 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:45.910997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:45.911426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:46.122823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-6b0263e2-4c07-470d-801a-b6517a82a304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:46.124457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-6b0263e2-4c07-470d-801a-b6517a82a304 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 890 time: 0.4255621
Nov 15 09:58:46.137364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb95f42-a37e-47d2-b522-5b1baf1c918c req-e0a2bca0-269b-4c65-be1c-51790d3bbf03 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:46.138987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbb95f42-a37e-47d2-b522-5b1baf1c918c req-e0a2bca0-269b-4c65-be1c-51790d3bbf03 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 943 time: 0.0965414
Nov 15 09:58:46.191787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbb95f42-a37e-47d2-b522-5b1baf1c918c req-6fd9ae57-e8e6-4425-a3ae-c3f7680f2f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466530
Nov 15 09:58:46.205569 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-4d71d7bf-2c24-4d55-8c44-a39dbb3d8742 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 217 time: 0.0730407
Nov 15 09:58:46.279993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-20e640af-4705-431c-89fc-1e6667712e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:46.281575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-20e640af-4705-431c-89fc-1e6667712e4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 200  len: 835 time: 0.0689430
Nov 15 09:58:46.384334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:46.390380 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-faddaf99-fa15-4a4c-896c-d24beca9fa33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853028
Nov 15 09:58:46.411707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:46.536855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-5ee9d440-3f93-4f99-a7ff-0a4468ca101f service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389513
Nov 15 09:58:46.683905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3b8b973d-feb4-4cbf-a974-c3b6ac7fd182 req-8f3946ce-d142-490d-a23d-4274bd7da6bb service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401174
Nov 15 09:58:47.412970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1010-f9d5-4421-9fbe-7fb7bc768195 req-279c687d-34b3-43ba-8810-56ffd7a3eca1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:47.414579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bfa1010-f9d5-4421-9fbe-7fb7bc768195 req-279c687d-34b3-43ba-8810-56ffd7a3eca1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 943 time: 0.0939927
Nov 15 09:58:47.463596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4bfa1010-f9d5-4421-9fbe-7fb7bc768195 req-0a431d67-a2cf-4490-b88e-8840b4ee6fcc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425446
Nov 15 09:58:47.604123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:48.026670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:48.617492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 093ef255-a827-4d7f-affc-12c1c4d544d5 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:48.689224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0358e-8fee-4096-a67a-2b75ceaf3cb2 req-7017f54e-2a14-4024-93db-853c70c69bb7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:48.690897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a0c0358e-8fee-4096-a67a-2b75ceaf3cb2 req-7017f54e-2a14-4024-93db-853c70c69bb7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 943 time: 0.1000276
Nov 15 09:58:48.730228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 093ef255-a827-4d7f-affc-12c1c4d544d5 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 09:58:48.735933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 093ef255-a827-4d7f-affc-12c1c4d544d5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:48.736376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:48.747371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a0c0358e-8fee-4096-a67a-2b75ceaf3cb2 req-bf2c180c-9b3a-4c27-b687-e17c71a79300 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499685
Nov 15 09:58:48.892430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:48.923157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:58:48.934131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 093ef255-a827-4d7f-affc-12c1c4d544d5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=093ef255-a827-4d7f-affc-12c1c4d544d5,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:58:48.975699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:48.977899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:49.018561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'code': 200}
Nov 15 09:58:49.066541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=093ef255-a827-4d7f-affc-12c1c4d544d5,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:49.069996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:49.402758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a0b7825-32d0-4b33-88cc-4db2054a2c51 req-7d1bfecf-6ba4-4565-bfdb-e558c55f44aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1162 time: 0.0999484
Nov 15 09:58:49.461220 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a0b7825-32d0-4b33-88cc-4db2054a2c51 req-7cce5404-c791-4db2-82fb-98cd0eb228d5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506394
Nov 15 09:58:49.992550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d861a-2b7b-49cf-b230-1da34848bc9e req-49984ee4-54c5-443c-b78c-c352cc94837a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:49.994170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5b1d861a-2b7b-49cf-b230-1da34848bc9e req-49984ee4-54c5-443c-b78c-c352cc94837a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1110170
Nov 15 09:58:50.054929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5b1d861a-2b7b-49cf-b230-1da34848bc9e req-6fd99b44-c3c0-4cdd-a066-4cc5c5234b9f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545177
Nov 15 09:58:50.269251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 093ef255-a827-4d7f-affc-12c1c4d544d5 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 09:58:50.349653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 093ef255-a827-4d7f-affc-12c1c4d544d5 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 09:58:50.349979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:51.592873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665880-e2d1-4117-8a83-c07f9531fd1f req-88e6482d-ac24-4230-afbd-56346acb9fc7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:51.594495 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12665880-e2d1-4117-8a83-c07f9531fd1f req-88e6482d-ac24-4230-afbd-56346acb9fc7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.3587484
Nov 15 09:58:51.643282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12665880-e2d1-4117-8a83-c07f9531fd1f req-d260a93e-c173-4ccb-a9eb-1d4cf972cb2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424807
Nov 15 09:58:51.866127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebd88-35d5-4943-98ce-5c77d2b618fc req-2919f031-c150-4761-8ec8-5ca9cd70c727 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:51.867696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63aebd88-35d5-4943-98ce-5c77d2b618fc req-2919f031-c150-4761-8ec8-5ca9cd70c727 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.0948596
Nov 15 09:58:51.919169 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-63aebd88-35d5-4943-98ce-5c77d2b618fc req-92c0f410-14ad-4936-9739-0325a90d73f1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445991
Nov 15 09:58:51.948539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42710) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:52.031436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-68743704-64ee-4cf5-b0a7-afb76c6193b8 tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1157 time: 0.0816128
Nov 15 09:58:52.034532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42714) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:52.039950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:58:52.046333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:58:52.050484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:floatingip and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:58:52.054661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:58:52.059890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:58:52.097216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:52.242909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:52.522546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.238 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/824600a7-52a3-4440-89f0-2ff770f248b9) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:58:52.678570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:52.743161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:52.759566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6c35e19e-dbc0-44c4-81de-d310dfe41143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:52.902647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=824600a7-52a3-4440-89f0-2ff770f248b9,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:52.915381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:52.958886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:58:52.960037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:58:52.962306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:58:53.451797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:53.569348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:53.910596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:53.942662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:53.957698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8793d6c5-4806-4324-a6b2-d38ced853f11 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:58:54.104162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=824600a7-52a3-4440-89f0-2ff770f248b9,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:58:54.117238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:58:54.207303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:54.452418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 3e81ad55-2542-4d6f-87f8-3df71499b552 associated. External IP: 172.26.4.238, port: 093ef255-a827-4d7f-affc-12c1c4d544d5.
Nov 15 09:58:55.213143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:58:55.463397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:58:55.473473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Sync routers for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:58:55.486957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:55.487632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd8b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:55.519725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:58:55.584636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5490167
Nov 15 09:58:55.585354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:58:55.657967 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'status': 'completed', 'code': 200}
Nov 15 09:58:55.716902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:55.822030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc73c-6f6a-4ced-ac22-2f109ad0ba2b req-28c62106-c4c9-4898-a844-af202202837f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:55.831677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72cfc73c-6f6a-4ced-ac22-2f109ad0ba2b req-28c62106-c4c9-4898-a844-af202202837f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1178632
Nov 15 09:58:55.884228 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72cfc73c-6f6a-4ced-ac22-2f109ad0ba2b req-e788c19f-0205-4158-92c4-9260fa4428e8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514967
Nov 15 09:58:55.896880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-ee45bc33-f27d-4ec3-af2c-db6490248fb8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1162 time: 0.1937096
Nov 15 09:58:55.916767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42724) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:56.046625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-629eebcc-8747-47d3-b48d-6d3f71a39563 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 200  len: 991 time: 0.1274421
Nov 15 09:58:56.055225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-e1daa458-c702-4053-b0cd-69892851fe75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:56.060516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-e1daa458-c702-4053-b0cd-69892851fe75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 890 time: 0.1521590
Nov 15 09:58:56.183889 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-deb08deb-38ce-400a-af12-a668a1a030dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 999 time: 0.1196227
Nov 15 09:58:56.258191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-966ca334-7b79-487f-b291-a0a4aaac0f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:58:56.259868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-966ca334-7b79-487f-b291-a0a4aaac0f67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 200  len: 835 time: 0.0689075
Nov 15 09:58:56.272279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd8b70>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3e81ad55-2542-4d6f-87f8-3df71499b552', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'port_id': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'mac_address': 'fa:16:3e:38:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:58:53Z', 'updated_at': '2020-11-15T09:58:53Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:56.277074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Checking router: 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:58:56.288960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:58:56.289629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd8b70>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:58:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:56.358725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-48a4529b-00a9-4723-8788-6456304645f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918617
Nov 15 09:58:56.506471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-1e0d58c3-769e-4864-8f00-e1020a194ff7 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401780
Nov 15 09:58:56.516533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:58:56.655946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f52853d3-5cd4-4a24-bf5d-72f3d4964d2c req-95b43ce6-b3fa-4fd1-b602-c7401c63f110 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427286
Nov 15 09:58:56.912645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dd8b70>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3e81ad55-2542-4d6f-87f8-3df71499b552', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'port_id': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'mac_address': 'fa:16:3e:38:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:58:53Z', 'updated_at': '2020-11-15T09:58:53Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:58:56.916699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d91ed-672f-4f87-b74b-e15b3d55cb1a None None] The sync data for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs is: [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3e81ad55-2542-4d6f-87f8-3df71499b552', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'port_id': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'mac_address': 'fa:16:3e:38:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T09:58:53Z', 'updated_at': '2020-11-15T09:58:53Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:58:57.049398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42728) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:57.180259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-47f90e9b-b479-42e4-b893-1628eed41701 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 200  len: 991 time: 0.1294715
Nov 15 09:58:57.210580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe38f5-d495-4fe4-846c-78e63d487d0d None None] New status for floating IP 3e81ad55-2542-4d6f-87f8-3df71499b552: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:58:58.184229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42732) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:58:58.307554 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0aae0383-c7dd-4ac6-a4bd-9a3b7ca2a998 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 200  len: 993 time: 0.1220603
Nov 15 09:59:00.305755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:59:13.336417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6743893e-7c31-4e2c-890b-8d214a80f29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:15.728734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6d1f-8ba0-4d6e-b6ce-8386c0ed8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:16.397726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:16.420550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:17.587801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:18.031835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:26.283870 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-fa1e6da7-e216-4929-91e2-51a8586c19ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0861747
Nov 15 09:59:26.469908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-cd0f7153-b4aa-4ad7-8f21-089bfc15aafa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1162 time: 0.0895491
Nov 15 09:59:26.627783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-1129809d-33a9-46fc-b156-1c2eba8c4660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:26.629398 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-1129809d-33a9-46fc-b156-1c2eba8c4660 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 890 time: 0.1389594
Nov 15 09:59:26.749362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-240f32ad-ad8d-4486-bbaa-812cbc6398bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 1001 time: 0.1126912
Nov 15 09:59:26.823708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-8f5250ec-f939-47a6-a487-e5a07d2c398b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:26.825346 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-8f5250ec-f939-47a6-a487-e5a07d2c398b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 200  len: 835 time: 0.0693686
Nov 15 09:59:26.917863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-eb1b106e-f08a-4b13-afa4-d01054775ccd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848567
Nov 15 09:59:27.064234 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-e57097cb-28af-4db3-8d79-fa9b5651e562 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388714
Nov 15 09:59:27.210537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5962d87-992d-441b-acc5-8e9a60f3e8ba req-4679ceb1-d538-4ffe-9a33-fe6df9f1f794 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383853
Nov 15 09:59:28.117649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91fa39-4b09-487b-90e8-3988d0a505b4 req-b8b51bf3-b9bf-4ca0-899d-d0184e3ed54b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:28.119863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc91fa39-4b09-487b-90e8-3988d0a505b4 req-b8b51bf3-b9bf-4ca0-899d-d0184e3ed54b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.0971625
Nov 15 09:59:28.172930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cc91fa39-4b09-487b-90e8-3988d0a505b4 req-b879ada9-3e16-4ec8-9d67-067011ddf606 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468874
Nov 15 09:59:29.499993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4416-0b57-4484-82ba-4c8965b21454 req-9a60cdc7-b134-41a2-8fea-9cc2b5223788 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:29.501543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-359d4416-0b57-4484-82ba-4c8965b21454 req-9a60cdc7-b134-41a2-8fea-9cc2b5223788 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1934927
Nov 15 09:59:29.550994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-359d4416-0b57-4484-82ba-4c8965b21454 req-05e2ae03-2a27-4913-85d6-3d6f759cb693 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432205
Nov 15 09:59:29.581481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42758) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:29.705387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6172c1e-fa1d-46cb-892e-53969e818f59 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 200  len: 993 time: 0.1226306
Nov 15 09:59:31.361407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8b03d-2345-43d5-9f61-5e0d9433a481 req-f23d910a-f6fd-4bf9-b650-67bfea724724 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:31.363045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94b8b03d-2345-43d5-9f61-5e0d9433a481 req-f23d910a-f6fd-4bf9-b650-67bfea724724 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.0956542
Nov 15 09:59:31.416269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94b8b03d-2345-43d5-9f61-5e0d9433a481 req-738e5f5a-184d-4f9e-8102-fb4d7d3eb09d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456908
Nov 15 09:59:32.640901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde13e-1253-4021-9fbe-1d145e3d066a req-6c5e7763-786b-450e-b839-50bd6f4e06af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:32.642535 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecde13e-1253-4021-9fbe-1d145e3d066a req-6c5e7763-786b-450e-b839-50bd6f4e06af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.0942552
Nov 15 09:59:32.691436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cecde13e-1253-4021-9fbe-1d145e3d066a req-7b8a22a9-5a51-4386-a44e-82ab690b7ac9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428159
Nov 15 09:59:32.722037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42770) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:32.848958 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b365b2da-4dca-4f5c-b6c0-b6eaef23499c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 200  len: 993 time: 0.1256104
Nov 15 09:59:33.160223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42778) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:33.398021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 824600a7-52a3-4440-89f0-2ff770f248b9 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:59:33.398408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:33.582082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:33.582454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:33.715462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 824600a7-52a3-4440-89f0-2ff770f248b9 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:59:34.015620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:34.032414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ac63dcc-a207-43ad-a1c4-5acc40d27596 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:34.127923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=824600a7-52a3-4440-89f0-2ff770f248b9,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:34.150770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.151203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.151635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.152081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.152504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.152927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.153346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.153765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.154182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.154599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.155015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.155428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.155928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.156346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.156762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.157176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.157589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.158263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.158677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.159089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.159504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.159943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.160357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.160817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:34.165893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:34.280970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:34.281248 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 3e81ad55-2542-4d6f-87f8-3df71499b552 disassociated (deleted). External IP: 172.26.4.238, port: 093ef255-a827-4d7f-affc-12c1c4d544d5.
Nov 15 09:59:34.773734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:59:35.303097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:59:35.314818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Sync routers for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:59:35.320997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:35.327211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:35.327927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:35.389275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/floatingips/3e81ad55-2542-4d6f-87f8-3df71499b552 HTTP/1.1" status: 204  len: 168 time: 2.2278247
Nov 15 09:59:35.389980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:59:35.454618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'status': 'completed', 'code': 200}
Nov 15 09:59:35.564306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:35.593019 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-e46fe3cb-d381-4ac3-8609-8382e798a1d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 1162 time: 0.0923576
Nov 15 09:59:35.748780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-c7726a64-0c7d-4a6f-8dde-e60b229b9a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:35.750483 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-c7726a64-0c7d-4a6f-8dde-e60b229b9a79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 200  len: 890 time: 0.1508534
Nov 15 09:59:35.878942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-5cbb6eb0-1a6f-468a-be94-68a1f1fcaae5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 200  len: 217 time: 0.0839932
Nov 15 09:59:35.913736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a917452-771b-4aaa-853c-4720310173bd req-d0485c44-c930-4240-abad-3f77a55515e7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:35.914519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1a917452-771b-4aaa-853c-4720310173bd req-d0485c44-c930-4240-abad-3f77a55515e7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:59:35.924801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09470>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:35.929181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Checking router: 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:59:35.940860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:35.941606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09470>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:35.956958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-5d54f2c6-27b1-4478-98ad-65f6f2f15d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:35.958534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-5d54f2c6-27b1-4478-98ad-65f6f2f15d71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 200  len: 835 time: 0.0707533
Nov 15 09:59:35.964376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1a917452-771b-4aaa-853c-4720310173bd req-d0485c44-c930-4240-abad-3f77a55515e7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:59:35.965798 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a917452-771b-4aaa-853c-4720310173bd req-d0485c44-c930-4240-abad-3f77a55515e7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1530497
Nov 15 09:59:36.017079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1a917452-771b-4aaa-853c-4720310173bd req-a417c830-abc1-4f61-8eb1-c7052c962229 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445724
Nov 15 09:59:36.058610 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-5d6faaaa-3f1f-4bd6-bbb3-eedd85625103 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925910
Nov 15 09:59:36.218124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-56eacb0c-58ee-44b7-88ec-928cb3cb9f1b service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500742
Nov 15 09:59:36.323965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:36.370445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3a7cfe4-056d-46cf-96b6-4b53ebb8de80 req-7de876c8-1170-4deb-ba8b-82a23f477574 service neutron] 10.222.0.65 "GET /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451802
Nov 15 09:59:36.665917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09470>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:36.669973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511f864-594f-414a-aac1-d5fcb8154a7c None None] The sync data for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs is: [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '87e8e0db-bcce-4405-91a6-5b3a82b3a378', 'name': '', 'network_id': 'f9654d69-9015-4b1d-af4f-3c0ca0d12a1d', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:f7:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:35Z', 'updated_at': '2020-11-15T09:58:44Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '5ccadc33-8012-47fe-ab42-cce8b1bec6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:59:37.082063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d1d1f-167c-4286-8874-95652fd31621 None None] New status for floating IP 3e81ad55-2542-4d6f-87f8-3df71499b552: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 09:59:37.266720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a1900-1dae-441c-b8d5-90d632cd6398 req-de278f16-0f9a-4197-b03c-e867fc3aedee tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:37.268369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be5a1900-1dae-441c-b8d5-90d632cd6398 req-de278f16-0f9a-4197-b03c-e867fc3aedee tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1004076
Nov 15 09:59:37.306684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 09:59:37.318838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be5a1900-1dae-441c-b8d5-90d632cd6398 req-e4c96f40-cbcd-4a89-9f45-3a0aa74a1c61 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441606
Nov 15 09:59:37.804223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-ee42b0b2-98ba-412a-9d17-00ebe66a651b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:37.805049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-ee42b0b2-98ba-412a-9d17-00ebe66a651b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 09:59:37.818060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-ee42b0b2-98ba-412a-9d17-00ebe66a651b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 09:59:37.819339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-ee42b0b2-98ba-412a-9d17-00ebe66a651b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1180713
Nov 15 09:59:37.904247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 093ef255-a827-4d7f-affc-12c1c4d544d5 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:59:37.904634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:38.181439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 093ef255-a827-4d7f-affc-12c1c4d544d5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=093ef255-a827-4d7f-affc-12c1c4d544d5,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:59:38.182032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:38.317454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 093ef255-a827-4d7f-affc-12c1c4d544d5 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:59:38.551859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57138-e618-4c7d-a49a-5cc4226e28c7 req-4feea06b-567b-4ed8-a74f-2e9d3e2e05e1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:38.553608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-99a57138-e618-4c7d-a49a-5cc4226e28c7 req-4feea06b-567b-4ed8-a74f-2e9d3e2e05e1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 945 time: 0.1011267
Nov 15 09:59:38.606770 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-99a57138-e618-4c7d-a49a-5cc4226e28c7 req-a58dcd88-bf5d-4999-b965-e0c581deef58 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=424d4995-00d9-42be-8967-0e13ed0e3f95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459981
Nov 15 09:59:38.612219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 093ef255-a827-4d7f-affc-12c1c4d544d5 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:59:38.751533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:38.855753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:38.872913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e21c6678-3cb7-4567-bc86-3f8e6df5ce63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:38.968646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=093ef255-a827-4d7f-affc-12c1c4d544d5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:38.996971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.997417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.997854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.998283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.998709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.999135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:38.999557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.000032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.000428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.000848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.001264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.001684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.002161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.002583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.003001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.003419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.003864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.004283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.004700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.005121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.005538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.005952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.006367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.006782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:39.012649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:39.102663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] No DVR routers for this DVR port 093ef255-a827-4d7f-affc-12c1c4d544d5 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:59:39.105064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:39.107881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'name': 'network-vif-deleted', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 09:59:39.159695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30d9cf56-203a-4c2a-9067-c1f9d1afa90e req-cd5d31f2-51d7-434a-bcc1-330954dd1a62 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "DELETE /v2.0/ports/093ef255-a827-4d7f-affc-12c1c4d544d5 HTTP/1.1" status: 204  len: 173 time: 1.3343680
Nov 15 09:59:39.168234 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce0d492-4e47-46b7-af6e-ca0f26cc91d5', 'name': 'network-vif-deleted', 'tag': '093ef255-a827-4d7f-affc-12c1c4d544d5', 'status': 'completed', 'code': 200}
Nov 15 09:59:39.816565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90c73b9a-5263-4699-8c29-8cf194ff1b8a req-c1b83ce9-d7dc-4634-8e62-f9ae7dc12640 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=3ce0d492-4e47-46b7-af6e-ca0f26cc91d5 HTTP/1.1" status: 200  len: 210 time: 0.0552752
Nov 15 09:59:40.930827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42798) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:41.435067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:42.150733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 87e8e0db-bcce-4405-91a6-5b3a82b3a378 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:59:42.151269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:42.357000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 87e8e0db-bcce-4405-91a6-5b3a82b3a378, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=87e8e0db-bcce-4405-91a6-5b3a82b3a378,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:59:42.357387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:42.494896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 87e8e0db-bcce-4405-91a6-5b3a82b3a378 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:59:42.741303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:42.756971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0c510da2-ace9-42ce-8f5e-018a7f2c4432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:42.856533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=87e8e0db-bcce-4405-91a6-5b3a82b3a378,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:42.860540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:43.246375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:43.335468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-030bece9-11e6-472e-af24-30713c3bcfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:44.385516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 09:59:44.640387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:59:44.659203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Sync routers for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:59:44.659410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/90a20ae1-3cf7-4d58-82fa-538cf23bdb75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7271578
Nov 15 09:59:44.662135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42802) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:44.671398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:44.672120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84b27f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:44.870527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting subnet 5ccadc33-8012-47fe-ab42-cce8b1bec6e0 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 09:59:44.873698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:44.904812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:44.935788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.027548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.214285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84b27f0>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:59:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:45.218281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Checking router: 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:59:45.230395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Routers {'90a20ae1-3cf7-4d58-82fa-538cf23bdb75'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:45.231096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a84b27f0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:45.438427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.455064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-086e7b5c-b873-4e4c-be0d-521c089942b2 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:45.455501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] Set router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:45.541945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Subnet': ['ID=5ccadc33-8012-47fe-ab42-cce8b1bec6e0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:45.557371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:45.597061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.603221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6ffd1-aca2-44fa-ab69-274cc2882e11 None None] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:59:45.604337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5721dccb-b280-4906-9334-c8133eb7dad7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/subnets/5ccadc33-8012-47fe-ab42-cce8b1bec6e0 HTTP/1.1" status: 204  len: 168 time: 0.9408760
Nov 15 09:59:45.606539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42806) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:45.764762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a84b27f0>, [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:59:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:45.768910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f8d31-9b56-490c-b8df-d4a97a2fdca8 None None] The sync data for ids ['90a20ae1-3cf7-4d58-82fa-538cf23bdb75'] in dv-neutron-743142-12-ovs is: [{'id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175233069', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:58:30Z', 'updated_at': '2020-11-15T09:59:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '63c41d4f-9953-4305-9557-2d7e0f0695cd', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a20ae1-3cf7-4d58-82fa-538cf23bdb75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:58:31Z', 'updated_at': '2020-11-15T09:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:59:45.809392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a98844d-13c7-4f4d-bdb5-757e6b05e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.884621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:45.920648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14864adf-551f-44a0-8271-6150c703c562 None None] DHCP port deletion for f9654d69-9015-4b1d-af4f-3c0ca0d12a1d request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 09:59:45.925320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Deleting port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:59:45.925747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.139950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.165311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-14864adf-551f-44a0-8271-6150c703c562 None None] For port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,segment=NetworkSegment(576e5262-54b9-4899-b997-bdcc78bc8e34),segment_id=576e5262-54b9-4899-b997-bdcc78bc8e34)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:59:46.165779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.175325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 63c41d4f-9953-4305-9557-2d7e0f0695cd {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 09:59:46.175716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.315356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Calling delete_port for b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:59:46.376497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 63c41d4f-9953-4305-9557-2d7e0f0695cd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=63c41d4f-9953-4305-9557-2d7e0f0695cd,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 09:59:46.376896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.444336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.446620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.511325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 63c41d4f-9953-4305-9557-2d7e0f0695cd owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 09:59:46.535355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.551904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:46.781311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:46.803854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d616c4df-7627-4e78-8530-22f548afebc1 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:46.823747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Pushing event deleted for resources: {'Port': ['ID=b1c0c078-dae2-45b0-9854-7ed2b2b70cb6,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:46.845103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=63c41d4f-9953-4305-9557-2d7e0f0695cd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:46.845811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.846214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.847229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.847229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.847421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.847687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.848117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.848473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.848854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.849229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.849687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.849958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.850392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.850769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.851143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.851727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.851894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.852868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.853647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.853647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.853894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.854270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.854996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.854996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 09:59:46.861045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:46.897000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14864adf-551f-44a0-8271-6150c703c562 None None] No DVR routers for this DVR port b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 09:59:46.897498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:47.194134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.503555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.507872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.602335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.745066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.745647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Fanout notify agent at l3_agent the message router_deleted on router 90a20ae1-3cf7-4d58-82fa-538cf23bdb75 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 09:59:47.761981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:47.763242 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/routers/90a20ae1-3cf7-4d58-82fa-538cf23bdb75 HTTP/1.1" status: 204  len: 168 time: 2.1557212
Nov 15 09:59:47.766008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42810) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:47.912972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 87e8e0db-bcce-4405-91a6-5b3a82b3a378 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:59:47.957745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 87e8e0db-bcce-4405-91a6-5b3a82b3a378 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:59:47.958154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 87e8e0db-bcce-4405-91a6-5b3a82b3a378 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:59:47.958648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:59:48.001525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:59:48.001972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1c0c078-dae2-45b0-9854-7ed2b2b70cb6 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:59:48.054474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.167321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.369807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.491776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1f1e358>,) {'filters': {'network_id': ['f9654d69-9015-4b1d-af4f-3c0ca0d12a1d']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:48.504687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f1e358>, '576e5262-54b9-4899-b997-bdcc78bc8e34') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:48.505213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1f1e358>, '576e5262-54b9-4899-b997-bdcc78bc8e34') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:48.517126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.604154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.606400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 09:59:48.786851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:59:48.796318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:48.981601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network f9654d69-9015-4b1d-af4f-3c0ca0d12a1d has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 09:59:49.005597 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 09:59:49.266773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.270316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cbdd6343-2e4d-4ad1-a3ee-cd5dd6183977 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:49.288956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.298207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Network': ['ID=f9654d69-9015-4b1d-af4f-3c0ca0d12a1d,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:49.302257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:49.343561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-023d6ff7-4370-46c0-8162-ba65c2f71e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/networks/f9654d69-9015-4b1d-af4f-3c0ca0d12a1d HTTP/1.1" status: 204  len: 168 time: 1.5763421
Nov 15 09:59:49.346360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42816) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:49.420587 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.453433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.596805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.602866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-683f9b9e-c89b-4a9a-a5a8-5607ef351135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:49.621183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d4995-00d9-42be-8967-0e13ed0e3f95,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:49.624097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:49.670873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:49.672161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4a8b8a5d-b472-46dd-b17a-0c64b9f28524 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/security-groups/424d4995-00d9-42be-8967-0e13ed0e3f95 HTTP/1.1" status: 204  len: 168 time: 0.3247881
Nov 15 09:59:49.815818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63c41d4f-9953-4305-9557-2d7e0f0695cd no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 09:59:49.853308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 63c41d4f-9953-4305-9557-2d7e0f0695cd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 09:59:49.853655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 63c41d4f-9953-4305-9557-2d7e0f0695cd not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 09:59:50.229038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42824) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:50.234944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995895055', 'description': 'tempest-secgroup-smoke-995895055 description', 'project_id': '24bb463023994712b0eb4d6bf461fefa'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:50.244077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:50.248636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:50.251794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:50.257842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:50.294254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.337988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:50.342257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:50.345966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:50.351740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:50.521961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.552688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.556927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce651f61-c0d5-4918-b3ab-eee33c1768e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:50.609441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:50.612816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:50.661446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.662838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4327197
Nov 15 09:59:50.665988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42828) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:50.671889 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:50.678435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:50.683228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:50.686296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:50.692466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:50.746529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.813103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.867030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.869578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e83c6486-38d5-4506-9151-9932721f06fe tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:50.894323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1ba884-dda7-442f-ab26-9de92f369716,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:50.897013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:50.934259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:50.936366 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-752364f9-2c98-431b-9a8d-9fe9f01ef0a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2693772
Nov 15 09:59:50.939156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42834) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:50.944875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:50.952088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:50.956819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:50.959870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:50.966612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:51.103445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.169014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.196330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.198236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d09fd990-912a-462b-90ad-1ce860d44037 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:51.224205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da51cd0-ccfb-4699-896b-ff46a0e71419,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:51.229262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:51.266295 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.267582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd1f1b0e-c8d1-4d58-8ef2-c4d81c8a4e9d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3274264
Nov 15 09:59:51.270356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42838) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:51.276025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:51.282303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:51.286604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:51.290251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:51.296086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:51.353920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.421096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.449120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.451049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-486138ed-82d4-46be-8057-e2ccaf232eb0 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:51.472386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efa38fa-11ce-45c4-ae61-d431db638b6e,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:51.476524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:51.523492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.525489 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8b55bb9e-116b-44f8-8099-78bea4a83b7f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2541447
Nov 15 09:59:51.528305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42842) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:51.534135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:51.541357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:51.545810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:51.548832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:51.554648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:51.610474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.677672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.713041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.719953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e41e87a5-6145-460a-a70c-6c244b327654 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:51.744193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54fc869-0fa8-4b89-a68e-31da2ea4c298,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:51.746776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:51.780778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.784796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2527580
Nov 15 09:59:51.785192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42846) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:51.791412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:51.798402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:51.802670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:51.806290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:51.812134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:51.849354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:59:51.857056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.929975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.963508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:51.970739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f4e2fe3-4b51-4937-ae43-4b64c3c3c55e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:51.992303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1f194a-a1b8-4caa-b9a1-3ea8399b6e31,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:51.994829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:52.020724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.022030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa85d495-032d-4811-84d7-89b17484af5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2358494
Nov 15 09:59:52.025566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42850) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:52.031315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': 'ebdfa6ab-0bdd-4ff5-9a11-c907b3981485', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:52.038104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:52.042235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:52.045304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:52.051253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:52.099335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 09:59:52.106355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.176610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.207776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.209687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7f15d329-6638-48fe-8b75-8047753e66e2 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:52.233922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0059b370-3874-4e16-ab55-20d3022ddd6c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:52.236432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:52.287816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.289149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-04b2ad73-4c87-46d8-9aac-820dae97921e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2626147
Nov 15 09:59:52.292366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42854) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:52.298403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'network': {'name': 'tempest-network-smoke--1358854017', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:52.303642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:52.308537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:network and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:52.311530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:52.317322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:52.356344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:59:52.361927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.395805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 09:59:52.472292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.472670 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Added segment a8678250-f6a8-4ec6-85bb-20f34b19d267 of type vxlan for network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629
Nov 15 09:59:52.502686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.557780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.561999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:52.562658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.568019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-47f679ca-3d7e-49a8-bb25-942d96f8a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:52.677501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Network': ['ID=2b9c99c3-512b-4fe2-a48a-b92aeb78a629,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:52.681043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:52.689630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:59:52.709854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 09:59:52.713239 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4198220
Nov 15 09:59:52.716041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42858) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:52.721808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'admin_state_up': True, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:52.730373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:52.735378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:router and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:52.738659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:52.745428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:52.786704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.787762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:52.808319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.014130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.241868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.274380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.545452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.186 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/e4c406bf-c51b-4155-a046-415ce712366d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:59:53.698374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.758240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:53.773501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:53.929882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=e4c406bf-c51b-4155-a046-415ce712366d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:53.935293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:53.978745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:59:53.979905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:59:53.982163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:59:54.207241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:54.208000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:54.512177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 09:59:54.769567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 09:59:54.779544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Sync routers for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 09:59:54.793335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:54.794016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3324c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:54.826405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:54.827780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1106160
Nov 15 09:59:54.831268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42862) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:54.879176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24064e4f-b241-4bb6-962b-4bdaec61126b tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/subnets?project_id=24bb463023994712b0eb4d6bf461fefa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0464950
Nov 15 09:59:54.881867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42868) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:54.888517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863860223', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 09:59:55.006014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 09:59:55.010400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:subnet and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 09:59:55.013413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 09:59:55.019225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 09:59:55.027016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:55.053286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'subnet': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 09:59:55.167413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10683592'] for subnet, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:55.344572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3324c50>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:54Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T09:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:55.348734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Checking router: 289de71e-6143-4bbf-85bb-6d9bcc446aa8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 09:59:55.349142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Updating router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 port e4c406bf-c51b-4155-a046-415ce712366d binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 09:59:55.411552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:55.828759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10683611'] for subnet, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:55.837057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:55.845166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cc480157-5e89-4ee2-b048-a4aa5d564e51 tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:55.849512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Transition to ACTIVE for port object e4c406bf-c51b-4155-a046-415ce712366d will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:59:55.877739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:55.893793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-14864adf-551f-44a0-8271-6150c703c562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:55.976517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Subnet': ['ID=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:55.989307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:56.045932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Pushing event updated for resources: {'Port': ['ID=e4c406bf-c51b-4155-a046-415ce712366d,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:56.049627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:56.054361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Checking segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:59:56.063784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network hostable DHCP agents. Network: 2b9c99c3-512b-4fe2-a48a-b92aeb78a629, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 09:59:56.103804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Attempting to bind port e4c406bf-c51b-4155-a046-415ce712366d on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:59:56.104272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Attempting to bind port e4c406bf-c51b-4155-a046-415ce712366d by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:59:56.104688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Attempting to bind port e4c406bf-c51b-4155-a046-415ce712366d on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:59:56.106270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 09:59:56.111488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:59:56.111962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:59:56.112422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:56.112862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:59:56.113387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Bound port: e4c406bf-c51b-4155-a046-415ce712366d, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:59:56.113813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:56.140562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 2b9c99c3-512b-4fe2-a48a-b92aeb78a629) {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:59:56.153629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a3161-1525-4c09-b0d0-c6b3b4b9a1bb None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 09:59:56.154154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 09:59:56.154817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:56.204302 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-31e8ffd8-76cd-42b9-99ba-28374814c181 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3213108
Nov 15 09:59:56.207123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42872) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 09:59:56.308937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] For port e4c406bf-c51b-4155-a046-415ce712366d, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:59:56.329875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] For port e4c406bf-c51b-4155-a046-415ce712366d, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e4c406bf-c51b-4155-a046-415ce712366d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:59:56.360141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:56.379503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:56.772149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 09:59:56.773091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:56.783349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Pushing event updated for resources: {'Port': ['ID=e4c406bf-c51b-4155-a046-415ce712366d,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:56.786529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:56.964492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 09:59:56.965228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3324c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:57.330329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 09:59:57.345353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:57.453403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Allocated IP 172.20.0.2 (2b9c99c3-512b-4fe2-a48a-b92aeb78a629/ed15af9f-bc4c-4735-bb05-4aec0aaf9aed/1738616e-4e38-4308-ad95-d19f825cfb07) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:59:57.862065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3324c50>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:54Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T09:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 09:59:57.869184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:57.871893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8fd97-efba-43bf-a819-5e6d2d654280 None None] The sync data for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs is: [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:54Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T09:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 09:59:57.882303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Transition to ACTIVE for port object 1738616e-4e38-4308-ad95-d19f825cfb07 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:59:57.940985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Transition to ACTIVE for port object 1738616e-4e38-4308-ad95-d19f825cfb07 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:59:57.969888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:57.986706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:58.014230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.1 (2b9c99c3-512b-4fe2-a48a-b92aeb78a629/ed15af9f-bc4c-4735-bb05-4aec0aaf9aed/8548b031-d1f1-408e-9650-f711ae685229) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 09:59:58.141968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Pushing event updated for resources: {'Port': ['ID=1738616e-4e38-4308-ad95-d19f825cfb07,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:58.145156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:58.190060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.201380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:59:58.203294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:59:58.207887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 8548b031-d1f1-408e-9650-f711ae685229 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 09:59:58.213730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:59:58.271876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.292962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2e686173-14d1-4a50-ba14-d27a06b16004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:58.295764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Attempting to bind port 1738616e-4e38-4308-ad95-d19f825cfb07 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 09:59:58.296234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Attempting to bind port 1738616e-4e38-4308-ad95-d19f825cfb07 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 09:59:58.296660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Attempting to bind port 1738616e-4e38-4308-ad95-d19f825cfb07 on network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 09:59:58.304230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 09:59:58.304640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Checking segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 09:59:58.305612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.306096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Bound using segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 09:59:58.306645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Bound port: 1738616e-4e38-4308-ad95-d19f825cfb07, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 09:59:58.307083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.420539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] For port 1738616e-4e38-4308-ad95-d19f825cfb07, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 09:59:58.424362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] For port 1738616e-4e38-4308-ad95-d19f825cfb07, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1738616e-4e38-4308-ad95-d19f825cfb07,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 09:59:58.484803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.489211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:58.493625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:58.501557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:58.516398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:59:58.517873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:59:58.520413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 09:59:58.586686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:58.670377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Pushing event updated for resources: {'Port': ['ID=1738616e-4e38-4308-ad95-d19f825cfb07,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:58.675875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:58.750305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:59.318724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:59.345952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:59.375167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6efa2006-5e09-4d70-82e0-8a1c0fff85cf tempest-DeleteServersTestJSON-1666280735 tempest-DeleteServersTestJSON-1666280735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 09:59:59.476856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 09:59:59.490136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 09:59:59.495013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 09:59:59.624306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 09:59:59.625476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 09:59:59.937108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e4c406bf-c51b-4155-a046-415ce712366d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:00.059333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port e4c406bf-c51b-4155-a046-415ce712366d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:00.065025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e4c406bf-c51b-4155-a046-415ce712366d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:00.065472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:00.140240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:00:00.174505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620000f9-ca78-4b0f-a76f-4fed4c71bde3 None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:00:00.515330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:00.537326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-80ca0d02-0f9c-43b0-a2a6-bf5670daf524 None None] Provisioning for port 1738616e-4e38-4308-ad95-d19f825cfb07 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:00.561206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port e4c406bf-c51b-4155-a046-415ce712366d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e4c406bf-c51b-4155-a046-415ce712366d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:00:00.593378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:00.594323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1738616e-4e38-4308-ad95-d19f825cfb07 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:00.627865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d616d9ec-ba31-4523-a8e3-eb152246ae9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:00.688483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:00:00.698956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Sync routers for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:00:00.712000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/289de71e-6143-4bbf-85bb-6d9bcc446aa8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4951279
Nov 15 10:00:00.713503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:00:00.714242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85c6550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:00.806657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=e4c406bf-c51b-4155-a046-415ce712366d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:00.815452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:00.854612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1738616e-4e38-4308-ad95-d19f825cfb07 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:00.861892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1738616e-4e38-4308-ad95-d19f825cfb07 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:00.862330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:00.958105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-be0619a7-68e7-4dc2-a155-82493173b509 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:00:00.985815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:00:00.999399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-be0619a7-68e7-4dc2-a155-82493173b509 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:00:01.009954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-be0619a7-68e7-4dc2-a155-82493173b509 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995895055&fields=id&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 267 time: 0.1154628
Nov 15 10:00:01.046166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:01.092584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Provisioning complete for port 1738616e-4e38-4308-ad95-d19f825cfb07 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:01.093026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:01.208777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-70ff6ab6-f505-4089-8dbf-82acad774774 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:01.209507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-70ff6ab6-f505-4089-8dbf-82acad774774 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:00:01.255189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-70ff6ab6-f505-4089-8dbf-82acad774774 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:00:01.256846 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-70ff6ab6-f505-4089-8dbf-82acad774774 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 797 time: 0.2459164
Nov 15 10:00:01.259710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1738616e-4e38-4308-ad95-d19f825cfb07, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1738616e-4e38-4308-ad95-d19f825cfb07,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:00:01.272352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:01.279753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-2a9a8a5b-0654-4d7a-b21e-cb21d2883484 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/quotas/24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 375 time: 0.0156741
Nov 15 10:00:01.294755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:01.299403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:01.388947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1738616e-4e38-4308-ad95-d19f825cfb07,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:01.392462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:01.414600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c4ef2137-cd12-44b6-ba9e-af5bd11ac0e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:00:01.467050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c4ef2137-cd12-44b6-ba9e-af5bd11ac0e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:00:01.468517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c4ef2137-cd12-44b6-ba9e-af5bd11ac0e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1807137
Nov 15 10:00:01.469338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 10:00:01.469770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 10:00:01.565401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85c6550>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T09:59:59Z', 'revision_number': 2, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:01.571689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Checking router: 289de71e-6143-4bbf-85bb-6d9bcc446aa8 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:00:01.572446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Updating router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 port 8548b031-d1f1-408e-9650-f711ae685229 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:00:01.637110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:01.643293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-d7357bf5-f848-45b2-8239-60d567018e8e service neutron] 10.222.0.81 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550639
Nov 15 10:00:01.800460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-875e9ab1-77d1-44dc-b883-3afb4f4997e2 service neutron] 10.222.0.81 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488526
Nov 15 10:00:01.897672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e4c406bf-c51b-4155-a046-415ce712366d up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:02.052752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port e4c406bf-c51b-4155-a046-415ce712366d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:02.053325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.095339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-362cbc81-b01b-4a4c-8e9d-efc1ef059272 req-60a8ebab-d514-4d75-ae2e-8089c95bb210 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 210 time: 0.0497739
Nov 15 10:00:02.167625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.180973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Transition to ACTIVE for port object 8548b031-d1f1-408e-9650-f711ae685229 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:00:02.182457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b447170e-2209-4cb3-9c04-c49718239666 None None] Provisioning for port 8548b031-d1f1-408e-9650-f711ae685229 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:02.209150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.220793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1738616e-4e38-4308-ad95-d19f825cfb07 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:02.224915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-041b12e8-1eec-4c2b-9829-6e0fa13a29a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:02.300777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1738616e-4e38-4308-ad95-d19f825cfb07 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:02.301218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.376756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f9e993bc-e9e0-4a1a-99cd-8b8712eb7003 None None] Provisioning complete for port 1738616e-4e38-4308-ad95-d19f825cfb07 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:02.377365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f9e993bc-e9e0-4a1a-99cd-8b8712eb7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.395813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Pushing event updated for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:02.411719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.412085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.412429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.412780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.413211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.413502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.413873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.414852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.415350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.415724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.416121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.416495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.416920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.417290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.418016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.418016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.418352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.418716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.419079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.419448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.419814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.420188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.420554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.420919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:00:02.427060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:02.592860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Attempting to bind port 8548b031-d1f1-408e-9650-f711ae685229 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:00:02.593560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Attempting to bind port 8548b031-d1f1-408e-9650-f711ae685229 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:00:02.593894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Attempting to bind port 8548b031-d1f1-408e-9650-f711ae685229 on network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:00:02.604043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:00:02.604486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Checking segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:00:02.605132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.605583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Bound using segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:00:02.606119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Bound port: 8548b031-d1f1-408e-9650-f711ae685229, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:00:02.606555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.710007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] For port 8548b031-d1f1-408e-9650-f711ae685229, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:00:02.713895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] For port 8548b031-d1f1-408e-9650-f711ae685229, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8548b031-d1f1-408e-9650-f711ae685229,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:00:02.746584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:02.765211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6679fe93-e1ce-425a-9ff1-e966dfc87375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:02.926176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Pushing event updated for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:02.929646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:02.977581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:00:02.978376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a85c6550>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T09:59:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:03.221203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:00:03.286215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e609f8cc-d75c-436f-97ca-16b397bbc367 req-c4b9ee6a-92d9-4e57-ba14-3f8e4ac9d462 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 210 time: 0.0559127
Nov 15 10:00:03.716824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a85c6550>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:02Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:03.721070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607ac7-8d57-410c-9d24-0a4fcb0f0673 None None] The sync data for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs is: [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:02Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:00:03.859016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-1046cbc3-2681-45eb-bf37-fb544a1f611c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:03.859810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-1046cbc3-2681-45eb-bf37-fb544a1f611c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:00:03.875035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-1046cbc3-2681-45eb-bf37-fb544a1f611c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:00:03.876561 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-1046cbc3-2681-45eb-bf37-fb544a1f611c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 797 time: 0.1979396
Nov 15 10:00:03.926713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8548b031-d1f1-408e-9650-f711ae685229 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:04.003614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-ea0d8860-5e68-4af3-bfbd-4cb00346b150 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:00:04.017506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-ea0d8860-5e68-4af3-bfbd-4cb00346b150 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:00:04.019208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-ea0d8860-5e68-4af3-bfbd-4cb00346b150 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 7063 time: 0.1221302
Nov 15 10:00:04.029970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'port': {'device_id': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'admin_state_up': True, 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'security_groups': ['ebdfa6ab-0bdd-4ff5-9a11-c907b3981485']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:00:04.060758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 8548b031-d1f1-408e-9650-f711ae685229 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:04.066724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8548b031-d1f1-408e-9650-f711ae685229 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:04.067157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.202049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:00:04.216090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:00:04.228265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.264417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 8548b031-d1f1-408e-9650-f711ae685229, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8548b031-d1f1-408e-9650-f711ae685229,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:00:04.266172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:00:04.272113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.323348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.325907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-68e58062-d291-41d7-840a-8612f0ac3996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:04.429312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:04.441235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:04.494417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed09a05-eaf9-4245-be15-c200bdbfc2ca req-43f60750-e87c-48c5-b7d5-c0a8ebc479a2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 210 time: 0.0628934
Nov 15 10:00:04.606923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.14 (2b9c99c3-512b-4fe2-a48a-b92aeb78a629/ed15af9f-bc4c-4735-bb05-4aec0aaf9aed/574973b5-f536-4968-a863-9b2630c9ac27) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:00:04.821552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.838886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 574973b5-f536-4968-a863-9b2630c9ac27 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:00:04.889390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:04.906122 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6e329b5-678c-402c-9379-9e7c1a6a5289 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:05.057897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:05.061289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:05.121501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:00:05.122891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:00:05.125311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:00:05.194735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:05.196663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:05.330826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3053455
Nov 15 10:00:05.349985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Request body: {'port': {'device_id': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:00:05.420757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cafe4d03-e366-4d40-bd48-c407719bbb1f None None] Provisioning for port 574973b5-f536-4968-a863-9b2630c9ac27 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:05.426738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-cafe4d03-e366-4d40-bd48-c407719bbb1f None None] Provisioning complete for port 574973b5-f536-4968-a863-9b2630c9ac27 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:05.427177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cafe4d03-e366-4d40-bd48-c407719bbb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:05.497360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cafe4d03-e366-4d40-bd48-c407719bbb1f None None] Port 574973b5-f536-4968-a863-9b2630c9ac27 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:00:05.723752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec38c-aaa9-44bf-a095-e52f0ee4e38f req-4ba38550-8aad-4658-89d3-c9f37327ad0a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:05.725329 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e60ec38c-aaa9-44bf-a095-e52f0ee4e38f req-4ba38550-8aad-4658-89d3-c9f37327ad0a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 932 time: 0.0956583
Nov 15 10:00:05.765952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:05.779788 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e60ec38c-aaa9-44bf-a095-e52f0ee4e38f req-f71884e8-30aa-432c-914d-a0617c755fdb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478470
Nov 15 10:00:05.872150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8548b031-d1f1-408e-9650-f711ae685229 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:05.952403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 8548b031-d1f1-408e-9650-f711ae685229 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:05.952832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.208682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574973b5-f536-4968-a863-9b2630c9ac27 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:00:06.215734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.228425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Transition to ACTIVE for port object 574973b5-f536-4968-a863-9b2630c9ac27 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:00:06.271570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.287055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fb4c6893-2075-416c-834b-76914ee6e4c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:06.441273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Pushing event updated for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:06.444377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:06.632039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Attempting to bind port 574973b5-f536-4968-a863-9b2630c9ac27 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:00:06.632425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Attempting to bind port 574973b5-f536-4968-a863-9b2630c9ac27 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:00:06.632895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Attempting to bind port 574973b5-f536-4968-a863-9b2630c9ac27 on network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:00:06.640287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:00:06.640679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Checking segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:00:06.641098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.641509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Bound using segment: {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:00:06.641998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Bound port: 574973b5-f536-4968-a863-9b2630c9ac27, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8678250-f6a8-4ec6-85bb-20f34b19d267', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:00:06.642385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.745112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] For port 574973b5-f536-4968-a863-9b2630c9ac27, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:00:06.748368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] For port 574973b5-f536-4968-a863-9b2630c9ac27, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=574973b5-f536-4968-a863-9b2630c9ac27,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:00:06.780942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:06.797027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a2c3b60f-9129-4a22-add5-026bbfc0cce3 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:06.965173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Pushing event updated for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:06.970543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:07.004348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:07.005890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] 10.222.0.65 "PUT /v2.0/ports/574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 1158 time: 1.6605399
Nov 15 10:00:07.006478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:00:07.007520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80e4a-463f-4ace-a152-5f620fd2b5e0 req-ca7bf604-a7e0-47cd-913c-30589a1acd46 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:07.009160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d1d80e4a-463f-4ace-a152-5f620fd2b5e0 req-ca7bf604-a7e0-47cd-913c-30589a1acd46 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 944 time: 0.0969572
Nov 15 10:00:07.067722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d1d80e4a-463f-4ace-a152-5f620fd2b5e0 req-1c1b75c4-6a2e-4054-b330-534d16a0d857 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513124
Nov 15 10:00:07.083506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'status': 'completed', 'code': 200}
Nov 15 10:00:07.201747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-eeca9d56-bdb8-47ce-86d6-18d84399e9d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1161 time: 0.0973310
Nov 15 10:00:07.289855 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-9acc9e64-ae9b-4a25-a76a-88f52e54630d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 217 time: 0.0733778
Nov 15 10:00:07.361020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-0159000d-ed9e-43d6-b2f7-25ca79f0bf63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:07.362625 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-0159000d-ed9e-43d6-b2f7-25ca79f0bf63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0674193
Nov 15 10:00:07.458418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-2fe719f7-4bb9-4457-9a40-b4f88ea43366 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884616
Nov 15 10:00:07.603973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-e97163a6-6ecf-4633-98f7-2edbe7fe1bb3 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386571
Nov 15 10:00:07.749807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbebf85e-6f13-47a3-a40e-fc1c1973bb71 req-3456c1ad-f668-4e58-a694-57bee18ad5ee service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387007
Nov 15 10:00:07.962563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-dc2e24d0-9903-4088-8fea-0ef8a1510b54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1161 time: 0.0859337
Nov 15 10:00:08.111172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-f8b7fa47-fc4b-4ead-a34a-f6795c5c280d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:08.112973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-f8b7fa47-fc4b-4ead-a34a-f6795c5c280d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1424923
Nov 15 10:00:08.194208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-a9d08f24-1f49-45ae-9e40-47d6fc3b9c8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 217 time: 0.0729117
Nov 15 10:00:08.265629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-23d9e07a-55f5-48d6-a186-bc2a76792369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:08.267168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-23d9e07a-55f5-48d6-a186-bc2a76792369 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0663755
Nov 15 10:00:08.299456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ccbe-558d-4c94-93a3-7551c2abb2bf req-ed4f9167-42b4-4b4d-b1e3-4550bfd85df1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:08.301177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-19e8ccbe-558d-4c94-93a3-7551c2abb2bf req-ed4f9167-42b4-4b4d-b1e3-4550bfd85df1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 944 time: 0.0993109
Nov 15 10:00:08.350597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-19e8ccbe-558d-4c94-93a3-7551c2abb2bf req-db2382fe-94a5-4490-8e4a-e0aa55e67a76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426841
Nov 15 10:00:08.360746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-2be2cffa-172f-43eb-9115-f5d9776dfad8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860291
Nov 15 10:00:08.507973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-b164b614-432b-4c2f-bd24-e12092bad47c service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384444
Nov 15 10:00:08.654275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-25e8289d-6497-4bd7-b3d7-b672534fce0b req-e1622f1a-bffb-4e68-b845-e7beeae15eb6 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387165
Nov 15 10:00:09.572676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afbeb5-6966-49b5-b2a4-5e7e2d786179 req-fe4fb41e-0ca5-4e15-8103-f24da12a9ac0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:09.574290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79afbeb5-6966-49b5-b2a4-5e7e2d786179 req-fe4fb41e-0ca5-4e15-8103-f24da12a9ac0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 944 time: 0.0935106
Nov 15 10:00:09.625651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-79afbeb5-6966-49b5-b2a4-5e7e2d786179 req-d19b8a2c-5c97-4e29-a13f-e27195582aef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452278
Nov 15 10:00:10.851201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf1164-18d3-4a6b-9476-03b6c35abc80 req-ba40a1a0-be88-4fb0-9b8c-1090437db0c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:10.853057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7bcf1164-18d3-4a6b-9476-03b6c35abc80 req-ba40a1a0-be88-4fb0-9b8c-1090437db0c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 944 time: 0.0991273
Nov 15 10:00:10.904324 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7bcf1164-18d3-4a6b-9476-03b6c35abc80 req-14b04e65-7acd-49af-8b3b-f62393579da2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450969
Nov 15 10:00:11.367304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 574973b5-f536-4968-a863-9b2630c9ac27 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:11.470167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 574973b5-f536-4968-a863-9b2630c9ac27 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:00:11.475016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 574973b5-f536-4968-a863-9b2630c9ac27 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:11.475449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:11.610979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:11.638406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:00:11.649000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 574973b5-f536-4968-a863-9b2630c9ac27, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=574973b5-f536-4968-a863-9b2630c9ac27,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:00:11.676172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:11.678161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d19946c0-8a38-4313-886b-9764f8b2d806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:11.753726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:11.757061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:11.821962 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'code': 200}
Nov 15 10:00:12.129876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a5b2-1018-4a9c-b199-ca700d08b585 req-9666e63e-0e17-4b36-af6c-89c4c2ba4f4c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:12.131496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8c05a5b2-1018-4a9c-b199-ca700d08b585 req-9666e63e-0e17-4b36-af6c-89c4c2ba4f4c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0944149
Nov 15 10:00:12.183689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a5c61b3-b7e8-4f2d-bbd0-35cb5e22ee88 req-08a44d65-b27f-4d67-9555-88a242f1d585 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0929387
Nov 15 10:00:12.185139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8c05a5b2-1018-4a9c-b199-ca700d08b585 req-4743f9a0-fe0c-4aff-bd25-3b7f2d67fc1d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466599
Nov 15 10:00:12.231219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3a5c61b3-b7e8-4f2d-bbd0-35cb5e22ee88 req-d4c4a051-272d-4ceb-8af5-667661fe099c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401227
Nov 15 10:00:13.011963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 574973b5-f536-4968-a863-9b2630c9ac27 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:00:13.096505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 574973b5-f536-4968-a863-9b2630c9ac27 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:00:13.096837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:13.333355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d443d6b4-f30d-4cc3-9751-1a2345a1daa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:13.430456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa40ae-9833-4c17-81a1-2a4027ac4c39 req-86b540d2-73f9-4d02-a7b8-cceca771094f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:13.430456 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccfa40ae-9833-4c17-81a1-2a4027ac4c39 req-86b540d2-73f9-4d02-a7b8-cceca771094f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1003566
Nov 15 10:00:13.478946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ccfa40ae-9833-4c17-81a1-2a4027ac4c39 req-6fd653ed-fdd4-40e7-99b9-a969da9e4cc0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441744
Nov 15 10:00:14.308413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:00:14.709042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09698e92-2644-44dc-bf3a-01cb6be19475 req-c618dada-cbcc-4b43-a900-1ac8988508f0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:14.711291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09698e92-2644-44dc-bf3a-01cb6be19475 req-c618dada-cbcc-4b43-a900-1ac8988508f0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1036339
Nov 15 10:00:14.760141 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-09698e92-2644-44dc-bf3a-01cb6be19475 req-48447b3c-6459-4dbe-9595-6f51d96e88f0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418918
Nov 15 10:00:14.983517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad88588-79a2-4802-bcfe-7a55cfb7b090 req-11f3c040-310c-4756-b07a-3edf8944a1b2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:14.985137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ad88588-79a2-4802-bcfe-7a55cfb7b090 req-11f3c040-310c-4756-b07a-3edf8944a1b2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0948415
Nov 15 10:00:15.040467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ad88588-79a2-4802-bcfe-7a55cfb7b090 req-ab124580-4343-48a7-a97a-afd3c185d975 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491037
Nov 15 10:00:15.070537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42930) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:00:15.157856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-427aa67b-5d9e-4b53-bbd0-daecc2890675 tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1158 time: 0.0858154
Nov 15 10:00:15.160694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 42934) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:00:15.166488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '574973b5-f536-4968-a863-9b2630c9ac27', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:00:15.172644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:00:15.176721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:floatingip and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:00:15.180318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:00:15.186155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:00:15.230475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:15.376159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:15.702992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.150 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/0b7ac785-fda1-42e8-9401-f1b906a4eb6b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:00:15.717671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f1351cfe-f211-4313-8b47-7566d0fc9515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:15.874628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:15.929552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:15.945902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3832fd10-4e28-4d9e-af5a-ab80a8052224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:16.104195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=0b7ac785-fda1-42e8-9401-f1b906a4eb6b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:16.107663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:16.153051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:00:16.154246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:00:16.156573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:00:16.409234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:16.437692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:16.656267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:16.797007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:17.089864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:17.133300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:17.148732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8e2fa0c7-d0c9-4f51-af58-23ce9e562352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:00:17.589746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=0b7ac785-fda1-42e8-9401-f1b906a4eb6b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:00:17.595060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:00:17.607734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:17.688402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:17.948516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP dfcba112-4a26-4443-a877-293b880e5464 associated. External IP: 172.26.4.150, port: 574973b5-f536-4968-a863-9b2630c9ac27.
Nov 15 10:00:18.041933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:18.448583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:00:18.699960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:00:18.709586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Sync routers for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:00:18.721968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:00:18.722659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3295b00>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:00:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:18.762989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:18.832761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6709449
Nov 15 10:00:18.833477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:00:18.907651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'status': 'completed', 'code': 200}
Nov 15 10:00:18.962342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:00:19.037858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcff0-7665-441a-9df1-fcfc66be1a1d req-856fa569-82ca-464b-95a9-fb01c2b14fa7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:19.040588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c8fcff0-7665-441a-9df1-fcfc66be1a1d req-856fa569-82ca-464b-95a9-fb01c2b14fa7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1023173
Nov 15 10:00:19.058930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-452850d9-cae7-4534-97e2-fd2ca6b00128 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0968239
Nov 15 10:00:19.098617 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c8fcff0-7665-441a-9df1-fcfc66be1a1d req-1616e311-7bdf-4ccb-8c1b-615fbc5bb7e5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515103
Nov 15 10:00:19.133774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42944) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:00:19.230150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-591b88f2-2c29-4911-8f28-7611c909f445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:19.231722 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-591b88f2-2c29-4911-8f28-7611c909f445 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1653142
Nov 15 10:00:19.270914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e472daba-cea3-41c6-b46b-7a7cc123683e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/dfcba112-4a26-4443-a877-293b880e5464 HTTP/1.1" status: 200  len: 992 time: 0.1354969
Nov 15 10:00:19.359170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-b1d66bc9-f3dc-43a0-ba9b-712783e1438d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 1000 time: 0.1203268
Nov 15 10:00:19.430009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-ae05c929-25d9-4f1c-be9d-23304698e0ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:19.431636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-ae05c929-25d9-4f1c-be9d-23304698e0ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0658569
Nov 15 10:00:19.528259 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-5a263500-4a8a-4c05-8b44-3e6d6330f5b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896990
Nov 15 10:00:19.544139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3295b00>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'dfcba112-4a26-4443-a877-293b880e5464', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.150', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'port_id': '574973b5-f536-4968-a863-9b2630c9ac27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'mac_address': 'fa:16:3e:74:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:00:16Z', 'updated_at': '2020-11-15T10:00:16Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:19.548407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Checking router: 289de71e-6143-4bbf-85bb-6d9bcc446aa8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:00:19.560119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:00:19.560800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3295b00>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:00:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:19.674828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-d26d9cac-4c3e-419f-9828-caa6ac85f0dc service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396143
Nov 15 10:00:19.790662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:00:19.828612 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dc08d4d0-17d7-4c52-8899-9595077b54f4 req-aa2eba62-5709-42a3-a80b-0c32f4af77e5 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425602
Nov 15 10:00:20.204405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3295b00>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'dfcba112-4a26-4443-a877-293b880e5464', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.150', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'port_id': '574973b5-f536-4968-a863-9b2630c9ac27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'mac_address': 'fa:16:3e:74:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:00:16Z', 'updated_at': '2020-11-15T10:00:16Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:00:20.208636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0a2b4-1c33-4829-bd40-6ecb210415fb None None] The sync data for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs is: [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': 'dfcba112-4a26-4443-a877-293b880e5464', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.150', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'port_id': '574973b5-f536-4968-a863-9b2630c9ac27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'mac_address': 'fa:16:3e:74:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:00:16Z', 'updated_at': '2020-11-15T10:00:16Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:00:20.273042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42948) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:00:20.399204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f21e023e-a87b-4d0c-bd83-afeea78f373c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/dfcba112-4a26-4443-a877-293b880e5464 HTTP/1.1" status: 200  len: 992 time: 0.1248422
Nov 15 10:00:20.519805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40202031-171a-4ccd-adb2-1546519b0b85 None None] New status for floating IP dfcba112-4a26-4443-a877-293b880e5464: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:00:21.403163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42952) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:00:21.529847 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-eeca5d0d-88b9-4ec2-9639-c1187cb6e8e2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/dfcba112-4a26-4443-a877-293b880e5464 HTTP/1.1" status: 200  len: 994 time: 0.1252923
Nov 15 10:00:27.279316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-10a9272e-f9fd-47ea-bf8c-fd383792160d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0833843
Nov 15 10:00:27.463979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-93d6acba-b502-4df7-82b3-9fb72d9d7845 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0909052
Nov 15 10:00:27.623159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-e2a55643-07b4-4371-b3da-4138ddcd297b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:27.624781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-e2a55643-07b4-4371-b3da-4138ddcd297b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1408782
Nov 15 10:00:27.745439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-2aec3a8d-069b-4bb7-a97b-ed4fb1038aee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 1002 time: 0.1131895
Nov 15 10:00:27.814703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-a40e4780-b231-48f5-8460-93657cfc1e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:27.816331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-a40e4780-b231-48f5-8460-93657cfc1e0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0647047
Nov 15 10:00:27.908868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-76f9c605-0560-4cf6-a828-7256b2ff694d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850646
Nov 15 10:00:28.055241 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-76ca5d86-721e-4d65-8b14-ed8a8cf0a3d8 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371424
Nov 15 10:00:28.201489 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6c77e674-5efe-43d5-8d3b-6d9890f7b91c req-203e5422-fbe3-4063-9e7f-3b111d3b1e87 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377549
Nov 15 10:00:33.012407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-a405b484-cc62-43cb-8c53-273966b48be4 req-4f89a8cb-6f40-4573-b340-25a1a17cfeef tempest-ServerDiskConfigTestJSON-1864454725 tempest-ServerDiskConfigTestJSON-1864454725] (81074) timed out ('10.222.0.65', 49869) {{(pid=81074) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 15 10:00:43.332502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13b5c613-bd66-4f22-8d7d-06ce574e0203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:45.733813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-31a1f07a-ef88-44e3-a1fc-bc64073d9568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:46.424891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:46.447540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:47.625036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:48.047702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:00:49.521770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a15-2b33-42c1-86aa-2f0db5c3d937 req-c77eba57-fde1-4376-a0b9-5b109875278f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:49.523422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bed87a15-2b33-42c1-86aa-2f0db5c3d937 req-c77eba57-fde1-4376-a0b9-5b109875278f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0956352
Nov 15 10:00:49.527662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-350a3dec-5514-47fe-b602-fee8e7392b6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0899980
Nov 15 10:00:49.573460 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bed87a15-2b33-42c1-86aa-2f0db5c3d937 req-13549800-1cd9-42e6-b69f-6395fbdc9d87 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431240
Nov 15 10:00:49.683828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-a0b5c514-ea4c-4899-9be6-e10546ff9279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:49.685740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-a0b5c514-ea4c-4899-9be6-e10546ff9279 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1497502
Nov 15 10:00:50.093739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-a85fc91b-553f-4d04-8319-8902a44c78af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 1002 time: 0.4016702
Nov 15 10:00:50.163610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-15c48969-55ff-4015-93a1-6500881da1bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:50.165713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-15c48969-55ff-4015-93a1-6500881da1bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0647590
Nov 15 10:00:50.261834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-3173b6ef-3858-4524-88fd-dc491f4612f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886939
Nov 15 10:00:50.410992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-e21108a2-4460-407b-9117-f4d156762a79 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387248
Nov 15 10:00:50.556211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b79aa955-7b6a-402c-b82f-3e5067fbbb7a req-40994991-a0df-44cb-83c3-3bf67f62edef service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376274
Nov 15 10:00:50.805856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20496-8229-4ea3-9223-c4ac7fe0f67e req-3f8fe114-728e-4d81-bdf6-0d4ccf1948d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:50.807551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6c20496-8229-4ea3-9223-c4ac7fe0f67e req-3f8fe114-728e-4d81-bdf6-0d4ccf1948d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1015980
Nov 15 10:00:50.858369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f6c20496-8229-4ea3-9223-c4ac7fe0f67e req-6dc111ee-e7e1-41be-87b9-58f6e1068fde tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439727
Nov 15 10:00:51.311070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:00:52.103646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7de5d-85c9-4764-b648-ce652704a115 req-eb4b874e-6ed7-47b6-9b2a-6e4c00cfa886 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:52.106306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b7de5d-85c9-4764-b648-ce652704a115 req-eb4b874e-6ed7-47b6-9b2a-6e4c00cfa886 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1064208
Nov 15 10:00:52.163021 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48b7de5d-85c9-4764-b648-ce652704a115 req-0b44b936-fc64-429e-b6d2-e0a51c4026d7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496795
Nov 15 10:00:53.391774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018a9c-2d42-4738-b89c-2bf4bc80570e req-4a1b41ab-89a3-4eac-adff-0619e91d163a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:53.393425 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee018a9c-2d42-4738-b89c-2bf4bc80570e req-4a1b41ab-89a3-4eac-adff-0619e91d163a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0968606
Nov 15 10:00:53.441316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee018a9c-2d42-4738-b89c-2bf4bc80570e req-721b3aad-3da3-4e86-94b2-23b76139c390 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417385
Nov 15 10:00:54.663461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a783-3182-48bf-a761-60ff0f62ba55 req-325a5451-8a17-4167-ad61-15a09dd11ad1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:54.665858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4394a783-3182-48bf-a761-60ff0f62ba55 req-325a5451-8a17-4167-ad61-15a09dd11ad1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0935795
Nov 15 10:00:54.722675 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4394a783-3182-48bf-a761-60ff0f62ba55 req-23bfe92d-caef-481e-aadf-6857764f86dc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498562
Nov 15 10:00:55.952136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b298-358a-4b77-ac1c-cfdf01ac4c50 req-5035ebc6-182c-4fe5-808c-237512b6b77e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:55.953756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6683b298-358a-4b77-ac1c-cfdf01ac4c50 req-5035ebc6-182c-4fe5-808c-237512b6b77e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0967195
Nov 15 10:00:56.002724 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6683b298-358a-4b77-ac1c-cfdf01ac4c50 req-c11b8522-c951-456d-a79b-37ec833a11e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427206
Nov 15 10:00:57.284389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5051-9e4a-45f2-a1b2-267a34ced01c req-9a3b2721-c33d-461a-9854-29c7cb57e560 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:57.285876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c5a5051-9e4a-45f2-a1b2-267a34ced01c req-9a3b2721-c33d-461a-9854-29c7cb57e560 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0992036
Nov 15 10:00:57.335615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c5a5051-9e4a-45f2-a1b2-267a34ced01c req-18db558e-da0d-4d90-b57e-7bdb182b8286 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434217
Nov 15 10:00:58.555990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789620-daf5-4be6-9980-8c53568e6966 req-fe6cf03b-5992-4649-9843-88e24af92527 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:58.557608 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a7789620-daf5-4be6-9980-8c53568e6966 req-fe6cf03b-5992-4649-9843-88e24af92527 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0933235
Nov 15 10:00:58.606269 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a7789620-daf5-4be6-9980-8c53568e6966 req-90614d94-2375-4bb5-9b7a-c28465d6bbd2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425529
Nov 15 10:00:59.833003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870f8be-096f-42cb-b172-7d17790338b8 req-8ff98176-7767-4006-b5b2-7d834af89a75 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:00:59.835481 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b870f8be-096f-42cb-b172-7d17790338b8 req-8ff98176-7767-4006-b5b2-7d834af89a75 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0990019
Nov 15 10:00:59.885361 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b870f8be-096f-42cb-b172-7d17790338b8 req-8e2a1639-1332-46c4-8d21-c74ccae471bb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432599
Nov 15 10:01:01.109220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61fbe1-470f-4dd6-8ea6-b45b2acb3f6f req-b7f1ea19-6407-448f-8f4b-7f739e9f448e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:01.110804 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f61fbe1-470f-4dd6-8ea6-b45b2acb3f6f req-b7f1ea19-6407-448f-8f4b-7f739e9f448e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0952616
Nov 15 10:01:01.163078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f61fbe1-470f-4dd6-8ea6-b45b2acb3f6f req-1d7c4f49-48e7-4681-8708-c4bf5267b038 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459454
Nov 15 10:01:02.386520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd98-7abb-42af-a222-41ce3af8bb53 req-6771f6e2-8f3c-403e-8d19-dbf1f1055876 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:02.388153 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f588cd98-7abb-42af-a222-41ce3af8bb53 req-6771f6e2-8f3c-403e-8d19-dbf1f1055876 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0942628
Nov 15 10:01:02.437547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f588cd98-7abb-42af-a222-41ce3af8bb53 req-ef02288d-4f22-4382-8177-e4651671d0ff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432942
Nov 15 10:01:02.467825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 42992) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:02.590227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9abef0ce-ef9a-400d-86b5-1fb2dbcdb070 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/dfcba112-4a26-4443-a877-293b880e5464 HTTP/1.1" status: 200  len: 994 time: 0.1210861
Nov 15 10:01:13.338317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d65796e-d6b5-4c4c-843a-9d5d8eada88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:15.726825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b24696c4-2f7e-4afd-bba1-704808add3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:16.430082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:16.458174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:17.583862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:18.064042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:27.273630 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-664f2f54-841f-496a-9bad-843d34b5872c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0853984
Nov 15 10:01:27.452942 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-b2c0a168-2a29-4a0d-b2c5-3f1229e8bc95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0860968
Nov 15 10:01:27.611406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-60a62214-40e3-40fc-9469-f33b0dbe65b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:27.613027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-60a62214-40e3-40fc-9469-f33b0dbe65b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1395786
Nov 15 10:01:27.736819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-d36827db-5327-4f11-b542-6a46faa4331b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 1002 time: 0.1160269
Nov 15 10:01:27.813727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-09f193ae-a42c-4613-a505-e5ea829eea6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:27.815332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-09f193ae-a42c-4613-a505-e5ea829eea6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0704267
Nov 15 10:01:27.910598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-5fda86cc-5f5f-4683-a72f-4845b8ceb799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877368
Nov 15 10:01:28.062895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-84125d15-837a-44ff-a973-7b6e8010bc1f service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445718
Nov 15 10:01:28.213420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9aacef2a-4849-4807-87ad-22a66631c2b7 req-41e313a0-1d18-4ffa-86b2-c150e0a210b9 service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426346
Nov 15 10:01:28.312883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:01:33.081365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43010) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:33.316650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 0b7ac785-fda1-42e8-9401-f1b906a4eb6b {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:01:33.317040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:33.502012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:33.502389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:33.898012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 0b7ac785-fda1-42e8-9401-f1b906a4eb6b owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:01:34.200920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:34.217071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7b0ad192-aea4-4cec-bc84-e5c7e27be746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:34.315242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=0b7ac785-fda1-42e8-9401-f1b906a4eb6b,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:34.338252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.338679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.339105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.339520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.339980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.340393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.340807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.341216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.341625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.342032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.342437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.342841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.343304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.343710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.344139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.344547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.344952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.345357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.345761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.346170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.346617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.347022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.347429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.347831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:34.351773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:34.460623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:34.460918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP dfcba112-4a26-4443-a877-293b880e5464 disassociated (deleted). External IP: 172.26.4.150, port: 574973b5-f536-4968-a863-9b2630c9ac27.
Nov 15 10:01:34.962433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:01:35.214826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:01:35.225113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Sync routers for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:01:35.231534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:35.238638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:35.239342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81284e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:35.296883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/floatingips/dfcba112-4a26-4443-a877-293b880e5464 HTTP/1.1" status: 204  len: 168 time: 2.2143559
Nov 15 10:01:35.297595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:01:35.359323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'status': 'completed', 'code': 200}
Nov 15 10:01:35.478646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:35.504928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-f18b315b-9492-4ae6-8089-34333bab8dee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 1163 time: 0.0944600
Nov 15 10:01:35.662903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-718420a6-4374-4996-acfb-cccb8398e80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:35.664574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-718420a6-4374-4996-acfb-cccb8398e80f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 200  len: 891 time: 0.1502149
Nov 15 10:01:35.780027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-6aafc555-6381-489a-9dac-8bda90d22d52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 200  len: 217 time: 0.0770714
Nov 15 10:01:35.813329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb42a4-fe9f-46fd-913a-773bdc638094 req-d2d7bf39-85cc-4273-8242-fbc42be48d64 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:35.814115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2fdb42a4-fe9f-46fd-913a-773bdc638094 req-d2d7bf39-85cc-4273-8242-fbc42be48d64 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:01:35.834836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81284e0>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:35.840189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Checking router: 289de71e-6143-4bbf-85bb-6d9bcc446aa8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:01:35.852130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:35.853494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81284e0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:35.863089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2fdb42a4-fe9f-46fd-913a-773bdc638094 req-d2d7bf39-85cc-4273-8242-fbc42be48d64 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:01:35.865450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2fdb42a4-fe9f-46fd-913a-773bdc638094 req-d2d7bf39-85cc-4273-8242-fbc42be48d64 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1481047
Nov 15 10:01:35.872015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-57558966-2e3b-486e-badc-3d1c7c8c33f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:35.873636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-57558966-2e3b-486e-badc-3d1c7c8c33f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 200  len: 834 time: 0.0843403
Nov 15 10:01:35.924027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2fdb42a4-fe9f-46fd-913a-773bdc638094 req-283c0c5b-058c-46e7-a8c9-74dd76b256eb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518208
Nov 15 10:01:35.971957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-4fbdaa55-ccb9-42ce-ade0-22b14d858bc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2b9c99c3-512b-4fe2-a48a-b92aeb78a629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912929
Nov 15 10:01:36.131827 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-8c7a84e9-b282-49ed-b1a8-b9c7e4e1f02a service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524587
Nov 15 10:01:36.269791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:36.284739 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ad0bd55-c205-4b62-8b4f-263f3c03f233 req-0909798c-0b8c-48e1-aca1-49deea3c45cb service neutron] 10.222.0.65 "GET /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439397
Nov 15 10:01:36.617059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81284e0>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:36.621790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67defc9d-f4d7-4c80-bc0f-6271cea094be None None] The sync data for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs is: [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T09:59:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '8548b031-d1f1-408e-9650-f711ae685229', 'name': '', 'network_id': '2b9c99c3-512b-4fe2-a48a-b92aeb78a629', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c0:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:57Z', 'updated_at': '2020-11-15T10:00:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': 'ed15af9f-bc4c-4735-bb05-4aec0aaf9aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:01:37.002209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c909d5b-abf5-409b-85d3-3ba7072dd866 None None] New status for floating IP dfcba112-4a26-4443-a877-293b880e5464: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:01:37.151887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd38c9-cd2a-4d7e-a98b-3f7af9a4c022 req-f56bfb57-79d9-4c67-a6da-e5c4d2f4dcb8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:37.153520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0cd38c9-cd2a-4d7e-a98b-3f7af9a4c022 req-f56bfb57-79d9-4c67-a6da-e5c4d2f4dcb8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.0985603
Nov 15 10:01:37.202341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0cd38c9-cd2a-4d7e-a98b-3f7af9a4c022 req-120394f9-37d4-489c-9720-1c9060c057e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422940
Nov 15 10:01:37.651764 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 574973b5-f536-4968-a863-9b2630c9ac27 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:01:37.699559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-7eaa4886-4e9b-4f5a-ba0c-2d437b4e197e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:37.700364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-7eaa4886-4e9b-4f5a-ba0c-2d437b4e197e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:01:37.713614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-7eaa4886-4e9b-4f5a-ba0c-2d437b4e197e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:01:37.714838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-7eaa4886-4e9b-4f5a-ba0c-2d437b4e197e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 946 time: 0.1085932
Nov 15 10:01:37.788509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:37.806100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 574973b5-f536-4968-a863-9b2630c9ac27 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:01:37.806496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:37.817362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:01:37.828523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 574973b5-f536-4968-a863-9b2630c9ac27, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=574973b5-f536-4968-a863-9b2630c9ac27,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:37.857957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:37.860061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:37.898582 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'code': 200}
Nov 15 10:01:37.939900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:37.949831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.950233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.950629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.951024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.951406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.951788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.952216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.952593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.953009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.953382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.953760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.954137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.954570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.954948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.955324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.955698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.956096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.956471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.956842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.957215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.957590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.957961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.958337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.958705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:37.963722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:38.089169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 574973b5-f536-4968-a863-9b2630c9ac27, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=574973b5-f536-4968-a863-9b2630c9ac27,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:38.089571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:38.229215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 574973b5-f536-4968-a863-9b2630c9ac27 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:01:38.432564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a066999-8827-446d-8fc1-0823233daaa6 req-cfb86a6f-1f60-471a-a0dc-6a1762b647e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:38.434173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8a066999-8827-446d-8fc1-0823233daaa6 req-cfb86a6f-1f60-471a-a0dc-6a1762b647e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 944 time: 0.0981326
Nov 15 10:01:38.482988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8a066999-8827-446d-8fc1-0823233daaa6 req-2fd3c380-b580-4d1e-b75d-333304e979d6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424991
Nov 15 10:01:38.560392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:38.576313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:38.671968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=574973b5-f536-4968-a863-9b2630c9ac27,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:38.702183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.702624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.703070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.703476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.703916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.704338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.704754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.705170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.705585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.705998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.706416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.706826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.707296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.707713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.708145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.708563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.708975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.709388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.709798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.710209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.710620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.711030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.711491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.712038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:38.717177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:38.804275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] No DVR routers for this DVR port 574973b5-f536-4968-a863-9b2630c9ac27 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:01:38.807750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:38.811912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-deleted', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:01:38.864219 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0379aca5-48d2-4c94-8d3b-673f1c473167 req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "DELETE /v2.0/ports/574973b5-f536-4968-a863-9b2630c9ac27 HTTP/1.1" status: 204  len: 173 time: 1.1425169
Nov 15 10:01:38.880984 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0', 'name': 'network-vif-deleted', 'tag': '574973b5-f536-4968-a863-9b2630c9ac27', 'status': 'completed', 'code': 200}
Nov 15 10:01:39.676713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1d266b77-780e-48fe-b7ec-a7cec6b3776a req-2f7d7568-20ff-43d2-b8e2-38db21dc0375 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=fd15f693-9e96-42f6-bf2e-edbfc0dd8fe0 HTTP/1.1" status: 200  len: 210 time: 0.0480561
Nov 15 10:01:40.798202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43032) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:41.308333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:42.308534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 8548b031-d1f1-408e-9650-f711ae685229 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:01:42.309155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:42.511187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 8548b031-d1f1-408e-9650-f711ae685229, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=8548b031-d1f1-408e-9650-f711ae685229,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:42.511573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:42.647431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 8548b031-d1f1-408e-9650-f711ae685229 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:01:42.920374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:42.936054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-616d9601-ae12-4184-8ada-1670c36adbc0 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:43.030691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=8548b031-d1f1-408e-9650-f711ae685229,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:43.037498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:43.325943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f5ce20b8-9e82-41e6-b352-9b3c2b8de389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:43.423726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:44.296641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:01:44.551508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:01:44.562648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Sync routers for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:01:44.567316 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/289de71e-6143-4bbf-85bb-6d9bcc446aa8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7675452
Nov 15 10:01:44.569573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43036) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:44.575448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:44.576171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3cba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:44.774610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting subnet ed15af9f-bc4c-4735-bb05-4aec0aaf9aed {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:01:44.777893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:44.811678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:44.840922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:44.932608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:45.125251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3cba8>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T10:01:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:45.129370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Checking router: 289de71e-6143-4bbf-85bb-6d9bcc446aa8 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:01:45.141371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Routers {'289de71e-6143-4bbf-85bb-6d9bcc446aa8'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:45.142107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3cba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:45.246311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:45.262499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-50d1462a-42e0-4efa-b273-95fa93da5ee2 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:45.375086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] Set router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:45.647514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Subnet': ['ID=ed15af9f-bc4c-4735-bb05-4aec0aaf9aed,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:45.652400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:45.688853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:45.695036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50834704-5d22-49e1-a659-17b4a293888c None None] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:01:45.695265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/subnets/ed15af9f-bc4c-4735-bb05-4aec0aaf9aed HTTP/1.1" status: 204  len: 168 time: 1.1246545
Nov 15 10:01:45.699367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43040) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:45.784401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-dcde5daf-91cc-4db8-bcb6-ecff2b61ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:45.857300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f3cba8>, [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T10:01:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:45.895752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a54bad-0fc1-47d3-aa80-5d6bca8d1470 None None] The sync data for ids ['289de71e-6143-4bbf-85bb-6d9bcc446aa8'] in dv-neutron-743142-12-ovs is: [{'id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945162759', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T09:59:52Z', 'updated_at': '2020-11-15T10:01:42Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': 'e4c406bf-c51b-4155-a046-415ce712366d', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289de71e-6143-4bbf-85bb-6d9bcc446aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T09:59:53Z', 'updated_at': '2020-11-15T10:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:01:45.964205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.001245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] DHCP port deletion for 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:01:46.005658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Deleting port 1738616e-4e38-4308-ad95-d19f825cfb07 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:01:46.006103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.230605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.252254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] For port 1738616e-4e38-4308-ad95-d19f825cfb07, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1738616e-4e38-4308-ad95-d19f825cfb07,segment=NetworkSegment(a8678250-f6a8-4ec6-85bb-20f34b19d267),segment_id=a8678250-f6a8-4ec6-85bb-20f34b19d267)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:46.252254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.268979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port e4c406bf-c51b-4155-a046-415ce712366d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:01:46.269445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.391573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Calling delete_port for 1738616e-4e38-4308-ad95-d19f825cfb07 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:01:46.481286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port e4c406bf-c51b-4155-a046-415ce712366d, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=e4c406bf-c51b-4155-a046-415ce712366d,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:46.481608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.492728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.514389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.537267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.553493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:46.620676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for e4c406bf-c51b-4155-a046-415ce712366d owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:01:46.838154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Pushing event deleted for resources: {'Port': ['ID=1738616e-4e38-4308-ad95-d19f825cfb07,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:46.843079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:46.852507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:46.870495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b593b778-a43d-4f8b-861b-b7fceee3328b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:46.878659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce366d6-68f6-4aac-b888-f72b9bcce9c6 None None] No DVR routers for this DVR port 1738616e-4e38-4308-ad95-d19f825cfb07 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:01:46.964521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=e4c406bf-c51b-4155-a046-415ce712366d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:46.971255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:47.257554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.571800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.576314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.594424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.674209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.674859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Fanout notify agent at l3_agent the message router_deleted on router 289de71e-6143-4bbf-85bb-6d9bcc446aa8 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:01:47.690229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.691428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/routers/289de71e-6143-4bbf-85bb-6d9bcc446aa8 HTTP/1.1" status: 204  len: 168 time: 1.9910946
Nov 15 10:01:47.694246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43044) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:47.823963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:47.990819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1738616e-4e38-4308-ad95-d19f825cfb07 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:01:48.036723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1738616e-4e38-4308-ad95-d19f825cfb07 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:01:48.037126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1738616e-4e38-4308-ad95-d19f825cfb07 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:01:48.037601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8548b031-d1f1-408e-9650-f711ae685229 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:01:48.043917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.078505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 8548b031-d1f1-408e-9650-f711ae685229 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:01:48.078842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 8548b031-d1f1-408e-9650-f711ae685229 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:01:48.120340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.173040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a1a7cfd0>,) {'filters': {'network_id': ['2b9c99c3-512b-4fe2-a48a-b92aeb78a629']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:48.186491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a7cfd0>, 'a8678250-f6a8-4ec6-85bb-20f34b19d267') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:48.186840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a1a7cfd0>, 'a8678250-f6a8-4ec6-85bb-20f34b19d267') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:48.199581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.215352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.217397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:01:48.402012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:01:48.411357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.590505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 2b9c99c3-512b-4fe2-a48a-b92aeb78a629 has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:01:48.615373 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:01:48.794733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.798344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b2060e85-284c-477d-a6ec-a113c525ed4f tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:48.816991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.824459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Network': ['ID=2b9c99c3-512b-4fe2-a48a-b92aeb78a629,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:48.829443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:48.863204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24447862-1072-4c0b-b9fc-6cbde9192a18 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/networks/2b9c99c3-512b-4fe2-a48a-b92aeb78a629 HTTP/1.1" status: 204  len: 168 time: 1.1678886
Nov 15 10:01:48.866402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43048) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:48.942998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:48.974666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:49.113979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:49.118395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cf6cd6c2-9039-4e7b-a770-e2b7abdf2652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:49.134608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdfa6ab-0bdd-4ff5-9a11-c907b3981485,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:49.138193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:49.170481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:49.171726 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0351dcd-b5cc-4de5-af59-34848a67a6c6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/security-groups/ebdfa6ab-0bdd-4ff5-9a11-c907b3981485 HTTP/1.1" status: 204  len: 168 time: 0.3043582
Nov 15 10:01:49.870071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43056) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:49.873344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e4c406bf-c51b-4155-a046-415ce712366d no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:01:49.875868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844438589', 'description': 'tempest-secgroup-smoke-1844438589 description', 'project_id': '24bb463023994712b0eb4d6bf461fefa'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:49.882373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:49.887087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:49.890163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:49.896014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:49.910041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: e4c406bf-c51b-4155-a046-415ce712366d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:01:49.914614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device e4c406bf-c51b-4155-a046-415ce712366d not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:01:49.931561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:49.969068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:49.973255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:49.976191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:49.982937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:50.097433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.142842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.149488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6923b7d-f2a8-4d4b-b99e-ce5b1ef38c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:50.195131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:50.198923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:50.217411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.218725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-33c8484a-9976-43cd-8176-b40753ff684f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3475809
Nov 15 10:01:50.222048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43060) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:50.228174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:50.234803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:50.239096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:50.242583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:50.248928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:50.287014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.350862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.388011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.394899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-15894727-a0d4-40d3-939c-a16df1968177 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:50.414611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abdcbd5-4e9d-4067-8722-6133adbf68e6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:50.417183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:50.446546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.447876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-db94ae34-afbc-485f-b828-ad707758d3e4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2250915
Nov 15 10:01:50.450649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43064) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:50.456268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:50.463241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:50.467367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:50.470442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:50.476370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:50.520899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.586866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.605904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.607758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ca14293a-0b10-412b-a9ff-edbf4e3cca7e tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:50.630681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae9c29e-2fcb-4b1b-adb3-ceaa6176f1db,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:50.633799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:50.663127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.664551 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ce5c0547-ccb5-455f-9a3b-d93d2c4fa50e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2128489
Nov 15 10:01:50.667476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43068) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:50.672991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:50.680219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:50.684286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:50.687265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:50.693329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:50.732073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.802370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.823209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.825248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2ffb98a7-4656-407c-be2e-af2676f99598 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:50.849245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d40331-2dba-4689-8785-7bccf446b4e6,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:50.852223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:50.891001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:50.892343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-89fc08d1-ce26-472c-9cab-00529d97218c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2238262
Nov 15 10:01:50.895237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43072) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:50.901220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:50.907897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:50.912028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:50.915387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:50.921290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:50.960386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.028073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.056651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.058567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6984c791-f6dc-4e7d-a91a-375b7f839273 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:51.082464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420d4a0f-b520-4bd3-869e-2916bf5e8823,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:51.085130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:51.119709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.122121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84f695f9-109b-4b7d-a71e-4424b824a71f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2247872
Nov 15 10:01:51.123985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43076) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:51.129745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:51.136613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:51.140781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:51.143944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:51.150324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:51.194681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:01:51.201506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.270652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.303077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.305750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6ce8b071-f885-40d5-9fcf-51b6d0f69d9f tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:51.331667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fcfac9-e42a-4270-912f-ec5b4b70444b,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:51.334294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:51.371912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.373207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2de8e57f-ba6c-4b7a-b6a5-bce7f100a658 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2482264
Nov 15 10:01:51.376319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43080) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:51.382188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '93b16c6a-d0d4-4d2f-b1cd-7a03184259d4', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:51.389337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:51.393436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:51.397420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:51.404330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:51.451959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:01:51.458776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.529626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.554712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.556630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c731bed7-99f8-4df4-9c99-b3e0f644970a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:51.584118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd26358e-c1dd-44da-b125-441bce7bae1b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:51.587273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:51.617653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.618959 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2415340
Nov 15 10:01:51.621910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43084) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:51.627922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'network': {'name': 'tempest-network-smoke--2056114520', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'port_security_enabled': True}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:51.633213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:51.637605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:network and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:51.640603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for network was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:51.646367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:51.680698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'network': 1} {{(pid=81074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:01:51.686233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.719682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 10:01:51.768380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.768771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Added segment 283c482e-6f19-4b07-8bea-c73aa7433ff3 of type vxlan for network 32924538-02fd-49bd-bdfe-623035d8d9cd
Nov 15 10:01:51.843051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.965206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.969780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:51.970445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:51.976222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1bbb202-495e-43d9-a36e-bff46bfea38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:52.095467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Network': ['ID=32924538-02fd-49bd-bdfe-623035d8d9cd,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:52.098894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:52.107404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:01:52.114513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5898b650-b719-4772-9541-52e299799833 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4915304
Nov 15 10:01:52.117757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43088) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:52.123672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'admin_state_up': True, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:52.125716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:01:52.131539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:52.137271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:router and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:52.140399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:52.146678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:52.188347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:52.189610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:52.256809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:52.782870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.009796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.046291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.315748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.90 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/1acd037f-d7ea-4e53-81da-f816019fbe7a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:01:53.470358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.531789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.547494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fe9a9faa-190e-452e-9fe1-2ec414ec052a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:53.690351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=1acd037f-d7ea-4e53-81da-f816019fbe7a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:53.702701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:53.745799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:01:53.747099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:01:53.749338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:01:53.965139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:53.965851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:54.291588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 9f826427-fac0-47f8-b675-47074b5349b7 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 10:01:54.548321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:01:54.558463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Sync routers for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:01:54.575554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:54.576278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e861d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:54.605957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:54.607328 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4884851
Nov 15 10:01:54.610547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43092) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:54.660914 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ae7fb4e4-7ca0-426c-b7ad-8892c31d0b8c tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/subnets?project_id=24bb463023994712b0eb4d6bf461fefa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0491395
Nov 15 10:01:54.663483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43096) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:54.670177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694857242', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:01:54.791409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:01:54.795641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:subnet and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:01:54.798868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:01:54.805334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:01:54.805490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:54.840256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:01:54.956760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.119138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e861d0>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:53Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:55.123136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Checking router: 9f826427-fac0-47f8-b675-47074b5349b7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:01:55.123541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Updating router 9f826427-fac0-47f8-b675-47074b5349b7 port 1acd037f-d7ea-4e53-81da-f816019fbe7a binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:01:55.185207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.564865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.581138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5f854152-dc2a-4488-9253-8fad0fe37870 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:55.605465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.674610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Transition to ACTIVE for port object 1acd037f-d7ea-4e53-81da-f816019fbe7a will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:01:55.702030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.718003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:55.725570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Subnet': ['ID=17178b05-de6e-4910-8959-da39fe2b145c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:55.729373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:55.796268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Checking segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:01:55.796672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network hostable DHCP agents. Network: 32924538-02fd-49bd-bdfe-623035d8d9cd, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 10:01:55.862249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 10:01:55.870007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Pushing event updated for resources: {'Port': ['ID=1acd037f-d7ea-4e53-81da-f816019fbe7a,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:55.887529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.887944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.888336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.888717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.889094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.889470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.889844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.890216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.890589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.890960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.891329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.891702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.892153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.892553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.898686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:01:55.909216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:55.915220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 32924538-02fd-49bd-bdfe-623035d8d9cd) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:01:55.924458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35958278-f1e1-4021-b221-573be5eff8eb None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:01:55.931252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:01:55.931947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.944805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Attempting to bind port 1acd037f-d7ea-4e53-81da-f816019fbe7a on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:01:55.945742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Attempting to bind port 1acd037f-d7ea-4e53-81da-f816019fbe7a by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:01:55.946023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Attempting to bind port 1acd037f-d7ea-4e53-81da-f816019fbe7a on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:01:55.953141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:01:55.953568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:01:55.954054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.954470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:01:55.955000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Bound port: 1acd037f-d7ea-4e53-81da-f816019fbe7a, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:01:55.955427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:55.981323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3138311
Nov 15 10:01:55.981717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43100) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:01:56.042770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] For port 1acd037f-d7ea-4e53-81da-f816019fbe7a, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:01:56.046192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] For port 1acd037f-d7ea-4e53-81da-f816019fbe7a, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1acd037f-d7ea-4e53-81da-f816019fbe7a,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:01:56.075232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:56.092451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1d7c6c5e-19a8-4a13-8ff9-cdf4c20022a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:56.163606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-32924538-02fd-49bd-bdfe-623035d8d9cd', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 10:01:56.165183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:56.421386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Pushing event updated for resources: {'Port': ['ID=1acd037f-d7ea-4e53-81da-f816019fbe7a,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:56.426677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:56.473513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:01:56.474187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e861d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:56.499320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Allocated IP 172.20.0.2 (32924538-02fd-49bd-bdfe-623035d8d9cd/17178b05-de6e-4910-8959-da39fe2b145c/a329b71a-e5a5-49e0-be3e-0294ba2d26f8) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:01:56.708747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:01:56.811676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:56.823635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Transition to ACTIVE for port object a329b71a-e5a5-49e0-be3e-0294ba2d26f8 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:01:56.869664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Transition to ACTIVE for port object a329b71a-e5a5-49e0-be3e-0294ba2d26f8 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:01:56.892268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:56.909830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-072537f0-aa7c-4172-a5d8-65190aca12ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:57.062741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e861d0>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:53Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:01:57.063020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Pushing event updated for resources: {'Port': ['ID=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:57.066200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:57.067660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977e040-beca-40f9-8a70-56a0650d1110 None None] The sync data for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs is: [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:53Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:01:57.114160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:01:57.115418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:01:57.118363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:01:57.143379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:57.182616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Attempting to bind port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:01:57.183045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Attempting to bind port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:01:57.183461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Attempting to bind port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 on network 32924538-02fd-49bd-bdfe-623035d8d9cd {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:01:57.190737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:01:57.191165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Checking segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:01:57.191645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:57.192090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Bound using segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:01:57.192616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Bound port: a329b71a-e5a5-49e0-be3e-0294ba2d26f8, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:01:57.193041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:57.295490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] For port a329b71a-e5a5-49e0-be3e-0294ba2d26f8, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:01:57.298864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] For port a329b71a-e5a5-49e0-be3e-0294ba2d26f8, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:01:57.355262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:57.375208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:57.556107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Pushing event updated for resources: {'Port': ['ID=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:57.561951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:57.788077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.1 (32924538-02fd-49bd-bdfe-623035d8d9cd/17178b05-de6e-4910-8959-da39fe2b145c/93110d46-bf3c-4cb7-be91-9a2422da1d8c) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:01:58.001085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.022569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 93110d46-bf3c-4cb7-be91-9a2422da1d8c will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:01:58.043828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1acd037f-d7ea-4e53-81da-f816019fbe7a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:01:58.074747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.092386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:58.165788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 1acd037f-d7ea-4e53-81da-f816019fbe7a completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:01:58.171388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1acd037f-d7ea-4e53-81da-f816019fbe7a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:01:58.171933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.255323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:58.260656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:58.303142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:01:58.304661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:01:58.307053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:01:58.315390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.339376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 1acd037f-d7ea-4e53-81da-f816019fbe7a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1acd037f-d7ea-4e53-81da-f816019fbe7a,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:58.370733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.371561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.371694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a329b71a-e5a5-49e0-be3e-0294ba2d26f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:01:58.402491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3697ab3a-41ca-4ad7-9b4b-9361cb54c2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:58.516744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=1acd037f-d7ea-4e53-81da-f816019fbe7a,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:58.519505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:58.520241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:58.553989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:01:59.006787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3472e-41ad-4a70-a3a9-fa85c4d5153b None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:01:59.087739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.114166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.144629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Provisioning for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:01:59.151989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:59.182779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Provisioning complete for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:01:59.183210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.253140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:59.256452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:59.257243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.398696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.406812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:01:59.408000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:01:59.439519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] For port a329b71a-e5a5-49e0-be3e-0294ba2d26f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:01:59.468694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.470715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:01:59.752856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Provisioning complete for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:01:59.753269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:01:59.783642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Pushing event updated for resources: {'Port': ['ID=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:01:59.793199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:01:59.951133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1acd037f-d7ea-4e53-81da-f816019fbe7a up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:01:59.990128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 9f826427-fac0-47f8-b675-47074b5349b7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:01:59.991234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Provisioning for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:02:00.010602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Provisioning complete for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:00.011056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:00.094461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4b214-231e-4d69-a84c-3096edc68587 None None] Port 93110d46-bf3c-4cb7-be91-9a2422da1d8c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:02:00.107246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 1acd037f-d7ea-4e53-81da-f816019fbe7a triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:00.107679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:00.266466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bbc9fa6-7e1e-4674-8d3f-69cd192aa4f7 None None] Provisioning complete for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:00.266902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9fa6-7e1e-4674-8d3f-69cd192aa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:00.319568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a329b71a-e5a5-49e0-be3e-0294ba2d26f8 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:02:00.494157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:00.494516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:00.538185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:02:00.551605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Sync routers for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:02:00.552195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/9f826427-fac0-47f8-b675-47074b5349b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5690775
Nov 15 10:02:00.592376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:02:00.593095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:00.653284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3bbc9fa6-7e1e-4674-8d3f-69cd192aa4f7 None None] Provisioning complete for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:00.653985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9fa6-7e1e-4674-8d3f-69cd192aa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:00.739643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-71024e52-f56a-4d17-9d97-4d0231fbae24 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844438589&fields=id&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 267 time: 0.0435934
Nov 15 10:02:00.817272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc9fa6-7e1e-4674-8d3f-69cd192aa4f7 None None] Port 93110d46-bf3c-4cb7-be91-9a2422da1d8c cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:02:00.904204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-53261e81-2ca2-4047-8628-7337ea51840a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:00.904966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-53261e81-2ca2-4047-8628-7337ea51840a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:02:00.960297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-53261e81-2ca2-4047-8628-7337ea51840a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:02:00.962226 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-53261e81-2ca2-4047-8628-7337ea51840a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 797 time: 0.2147486
Nov 15 10:02:00.966439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:02:00.979893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-fd8dc47d-c8b4-474f-85c8-e241768b752c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/quotas/24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 375 time: 0.0116310
Nov 15 10:02:01.014324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9b3712db-c514-4183-8b97-7283b98c8525 None None] Provisioning complete for port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:01.014883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9b3712db-c514-4183-8b97-7283b98c8525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:01.078959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-52a24561-c45c-4abc-a2da-9f78748b0830 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:02:01.120111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-52a24561-c45c-4abc-a2da-9f78748b0830 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:02:01.121614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-52a24561-c45c-4abc-a2da-9f78748b0830 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1360950
Nov 15 10:02:01.371615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-98958afa-9e14-45a6-9827-9cc23c1c63bd service neutron] 10.222.0.81 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2354763
Nov 15 10:02:01.445646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 2, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:01.450437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Checking router: 9f826427-fac0-47f8-b675-47074b5349b7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:02:01.450857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Updating router 9f826427-fac0-47f8-b675-47074b5349b7 port 93110d46-bf3c-4cb7-be91-9a2422da1d8c binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:02:01.513744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:01.519465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-dae883f2-14d7-4f89-9626-362d399048c9 service neutron] 10.222.0.81 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413589
Nov 15 10:02:01.811034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47e0c6c2-3671-417e-8d54-9a610f7571c8 req-e764f48b-5e30-42b3-959c-4039f3593a5a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 210 time: 0.0548875
Nov 15 10:02:01.974781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:01.987421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Transition to ACTIVE for port object 93110d46-bf3c-4cb7-be91-9a2422da1d8c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:02:02.017255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:02.033446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-63553d2d-8784-49a5-aec1-b72cf942ba68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:02.175458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Pushing event updated for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:02.188183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:02.367713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Attempting to bind port 93110d46-bf3c-4cb7-be91-9a2422da1d8c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:02:02.368477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Attempting to bind port 93110d46-bf3c-4cb7-be91-9a2422da1d8c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:02:02.368903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Attempting to bind port 93110d46-bf3c-4cb7-be91-9a2422da1d8c on network 32924538-02fd-49bd-bdfe-623035d8d9cd {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:02:02.376354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:02:02.376795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Checking segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:02:02.377583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:02.378188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Bound using segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:02:02.378755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Bound port: 93110d46-bf3c-4cb7-be91-9a2422da1d8c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:02:02.379186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:02.658948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] For port 93110d46-bf3c-4cb7-be91-9a2422da1d8c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:02:02.663247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] For port 93110d46-bf3c-4cb7-be91-9a2422da1d8c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=93110d46-bf3c-4cb7-be91-9a2422da1d8c,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:02:02.697651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:02.713451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:02.875827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Pushing event updated for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:02.881329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:02.928536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:02:02.929794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:01:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:03.004285 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-814d4519-bbc0-49dc-83c7-c4a54d2d502b req-8d13171f-205a-45d7-8d69-fab10f24e283 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 210 time: 0.0493979
Nov 15 10:02:03.172770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:02:03.530942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ee8c50>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:02Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:03.535314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1e146-379e-4a51-8e0c-4bd8afffe66b None None] The sync data for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs is: [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:02Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:02:03.761822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-fc573986-e579-476c-80aa-4a51667003ff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:03.762618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-fc573986-e579-476c-80aa-4a51667003ff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:02:03.777092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-fc573986-e579-476c-80aa-4a51667003ff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:02:03.781256 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-fc573986-e579-476c-80aa-4a51667003ff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 797 time: 0.1901114
Nov 15 10:02:03.875891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-2641e46b-714d-406a-8ba2-a79451a10b80 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:02:03.919957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-2641e46b-714d-406a-8ba2-a79451a10b80 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:02:03.921537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-2641e46b-714d-406a-8ba2-a79451a10b80 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 7065 time: 0.1230092
Nov 15 10:02:03.933867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'port': {'device_id': '9bce0cba-0eec-42de-9135-80c884e816c1', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'admin_state_up': True, 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'security_groups': ['93b16c6a-d0d4-4d2f-b1cd-7a03184259d4']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:02:03.954973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 93110d46-bf3c-4cb7-be91-9a2422da1d8c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:02:04.079924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:02:04.085857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:04.086611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.114915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:02:04.126639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:02:04.233079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.245584 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:02:04.251301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.283425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 93110d46-bf3c-4cb7-be91-9a2422da1d8c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=93110d46-bf3c-4cb7-be91-9a2422da1d8c,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:02:04.320206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.322201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:04.362330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dbaa0ea7-b0d0-4e15-8584-0fd39752a474 req-63c168a4-b446-41bc-9391-bfc8de28511d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 210 time: 0.0509338
Nov 15 10:02:04.416862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:04.420702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:04.598998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.11 (32924538-02fd-49bd-bdfe-623035d8d9cd/17178b05-de6e-4910-8959-da39fe2b145c/8d0da56f-2654-4059-94f9-41957d052dfd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:02:04.806371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.823197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 8d0da56f-2654-4059-94f9-41957d052dfd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:02:04.873816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:04.891642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71046fc2-9930-477a-aa64-75b6c43cb6d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:05.041468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:05.044749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:05.314113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:02:05.385064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:02:05.386202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:02:05.388497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:02:05.455580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:05.456334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:05.515375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5876029
Nov 15 10:02:05.536659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Request body: {'port': {'device_id': '9bce0cba-0eec-42de-9135-80c884e816c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:02:05.597472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba7845-f2fe-4f8c-a128-72ed62fa2bf5 req-691306ca-3f31-4798-b240-51b7f467a425 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:05.599168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14ba7845-f2fe-4f8c-a128-72ed62fa2bf5 req-691306ca-3f31-4798-b240-51b7f467a425 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 932 time: 0.1010149
Nov 15 10:02:05.634344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2006404b-a105-438a-9272-e8d13c9d676e None None] Provisioning for port 8d0da56f-2654-4059-94f9-41957d052dfd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:02:05.640380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2006404b-a105-438a-9272-e8d13c9d676e None None] Provisioning complete for port 8d0da56f-2654-4059-94f9-41957d052dfd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:05.640819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2006404b-a105-438a-9272-e8d13c9d676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:05.653104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14ba7845-f2fe-4f8c-a128-72ed62fa2bf5 req-7f7bda63-ba96-4107-9ccf-20e52a1dd8f3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462070
Nov 15 10:02:05.677417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:05.708977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2006404b-a105-438a-9272-e8d13c9d676e None None] Port 8d0da56f-2654-4059-94f9-41957d052dfd cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:02:05.934944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 93110d46-bf3c-4cb7-be91-9a2422da1d8c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:02:06.015381 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 93110d46-bf3c-4cb7-be91-9a2422da1d8c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:06.015810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.150849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0da56f-2654-4059-94f9-41957d052dfd {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:02:06.158708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.200050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Transition to ACTIVE for port object 8d0da56f-2654-4059-94f9-41957d052dfd will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:02:06.222761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.239309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:06.399878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:06.405399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:06.586389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Attempting to bind port 8d0da56f-2654-4059-94f9-41957d052dfd on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:02:06.586915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Attempting to bind port 8d0da56f-2654-4059-94f9-41957d052dfd by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:02:06.587292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Attempting to bind port 8d0da56f-2654-4059-94f9-41957d052dfd on network 32924538-02fd-49bd-bdfe-623035d8d9cd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:02:06.594418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:02:06.594770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Checking segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:02:06.595182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.595578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Bound using segment: {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:02:06.596080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Bound port: 8d0da56f-2654-4059-94f9-41957d052dfd, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283c482e-6f19-4b07-8bea-c73aa7433ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:02:06.596455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.701259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:02:06.704483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8d0da56f-2654-4059-94f9-41957d052dfd,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:02:06.754588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.770926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026a4332-6069-4bc1-959c-c90ea950df0b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:06.942002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:06.947793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:06.973439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae06cf-a129-4321-b125-bd057c795d2c req-258ea7a2-6292-4c62-a406-abca3e153b4c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:06.975081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-05ae06cf-a129-4321-b125-bd057c795d2c req-258ea7a2-6292-4c62-a406-abca3e153b4c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.1864297
Nov 15 10:02:06.980493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:06.981990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1158 time: 1.4504483
Nov 15 10:02:06.982577 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:02:07.036072 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-05ae06cf-a129-4321-b125-bd057c795d2c req-c4d0bd15-5034-4b6d-8791-4497223452e1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528677
Nov 15 10:02:07.047326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'status': 'completed', 'code': 200}
Nov 15 10:02:07.165307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-8d32872b-2a5a-41ef-88a1-c3f2dfa0246e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1161 time: 0.0946469
Nov 15 10:02:07.249915 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-bfc3b753-82b2-4747-86e8-2c2da01846a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 217 time: 0.0688264
Nov 15 10:02:07.323043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-7bf5f636-d481-4692-93da-a295533c47f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:07.324628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-7bf5f636-d481-4692-93da-a295533c47f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0678902
Nov 15 10:02:07.419281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-0a613ff9-7617-4e3f-9936-a8fcaa4ef18e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873775
Nov 15 10:02:07.566154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-247fbb3d-75f7-4837-b3f2-c59e55a05dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389215
Nov 15 10:02:07.712292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a25efd61-01a5-4293-97fe-2a945661ca5c req-bead41ec-6424-4b17-b608-a8e7ccc13a26 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378036
Nov 15 10:02:07.935736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-2ee96c38-a431-4fd9-b7bb-5341e56a2b3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1161 time: 0.0897067
Nov 15 10:02:08.083705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-69c677f7-d74d-441e-b1a4-56bd27e8fc32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:08.085457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-69c677f7-d74d-441e-b1a4-56bd27e8fc32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1387396
Nov 15 10:02:08.163389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-642f2a35-ce39-486c-ad25-3a709b115ce3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 217 time: 0.0699053
Nov 15 10:02:08.237048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-99ce7b74-77aa-4a74-ac10-8cb2c5c01917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:08.238653 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-99ce7b74-77aa-4a74-ac10-8cb2c5c01917 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0684452
Nov 15 10:02:08.264444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033e2aa-9173-4a63-ba31-baaee8c26196 req-6fb9b985-886f-4859-9006-3595a64d7bdb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:08.266094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4033e2aa-9173-4a63-ba31-baaee8c26196 req-6fb9b985-886f-4859-9006-3595a64d7bdb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.0958934
Nov 15 10:02:08.317995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4033e2aa-9173-4a63-ba31-baaee8c26196 req-b910f5da-c03f-48a9-b833-93a976eb1a76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454252
Nov 15 10:02:08.332317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-5c82b086-6671-473e-9f99-b2678f8aad89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860300
Nov 15 10:02:08.489332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-f5cf3b2c-ecfd-4e09-9b5e-1c0ff352bebb service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500404
Nov 15 10:02:08.636069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cbb37f3-b686-4d2d-90d3-4f94ade1cf51 req-b26bba6d-91d1-4514-8419-3cd668e260af service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380041
Nov 15 10:02:09.544883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed544a-ee21-4659-b3c9-3c51833eaad8 req-a615c02a-3460-4b8a-9431-de3fc0c281ab tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:09.546528 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2eed544a-ee21-4659-b3c9-3c51833eaad8 req-a615c02a-3460-4b8a-9431-de3fc0c281ab tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.0979347
Nov 15 10:02:09.595116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2eed544a-ee21-4659-b3c9-3c51833eaad8 req-3568210e-a833-49be-9c40-611861809ebc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423918
Nov 15 10:02:10.518999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:02:10.622401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 8d0da56f-2654-4059-94f9-41957d052dfd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:02:10.627357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8d0da56f-2654-4059-94f9-41957d052dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:10.627796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:10.771313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:10.802991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:02:10.813998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8d0da56f-2654-4059-94f9-41957d052dfd,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:02:10.857195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:10.859236 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:10.893046 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'code': 200}
Nov 15 10:02:10.940955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:10.944111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:10.981044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e301fce-0560-4ae8-895a-eb91eb6fdb5d req-44043446-8a6f-4a72-be7c-29c8de9c1ef6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:10.982686 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e301fce-0560-4ae8-895a-eb91eb6fdb5d req-44043446-8a6f-4a72-be7c-29c8de9c1ef6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1017551
Nov 15 10:02:11.031633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e301fce-0560-4ae8-895a-eb91eb6fdb5d req-323fdf2f-08f2-478d-989c-06546bedac8a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424981
Nov 15 10:02:11.239684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90d14d63-0f8d-42ab-adac-51690b9bf831 req-59ee59a0-1226-47c6-ab9f-058db9d13ee6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0886700
Nov 15 10:02:11.287350 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90d14d63-0f8d-42ab-adac-51690b9bf831 req-79d64d67-17ca-4831-acca-9c0a943cedca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394166
Nov 15 10:02:12.131520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:02:12.212950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8d0da56f-2654-4059-94f9-41957d052dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:02:12.213378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:12.271885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821a07-2c21-4d43-b70c-66866ac08148 req-1242c360-cc50-4818-94c9-3e2c58298c9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:12.273861 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1d821a07-2c21-4d43-b70c-66866ac08148 req-1242c360-cc50-4818-94c9-3e2c58298c9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1010265
Nov 15 10:02:12.323417 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1d821a07-2c21-4d43-b70c-66866ac08148 req-2d33a791-aba7-408d-b4f8-2a42ab4f6368 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431013
Nov 15 10:02:13.325012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-51e3af58-d43a-4f56-8b74-27d2dfa14acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:13.548862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac0f34-cfcf-4a6d-92f5-1e59fd27ff41 req-0e2c214c-3d51-44f9-a67c-a104918a740d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:13.550471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81ac0f34-cfcf-4a6d-92f5-1e59fd27ff41 req-0e2c214c-3d51-44f9-a67c-a104918a740d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0956702
Nov 15 10:02:13.603616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-81ac0f34-cfcf-4a6d-92f5-1e59fd27ff41 req-fc5137a2-a46d-4187-aa20-3a9726ac6549 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461922
Nov 15 10:02:13.827165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bdc9-643f-40da-91bb-223270842a13 req-8e7a381b-f01e-4c44-ad68-abdd490aacfd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:13.828881 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a9bdc9-643f-40da-91bb-223270842a13 req-8e7a381b-f01e-4c44-ad68-abdd490aacfd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0956299
Nov 15 10:02:13.878863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a9bdc9-643f-40da-91bb-223270842a13 req-d0ec87fa-4521-418f-824e-4d4ec0f38a73 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437524
Nov 15 10:02:13.908979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43162) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:02:13.998813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c258504d-35c1-4244-b206-d035e79fbd7a tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1158 time: 0.0885365
Nov 15 10:02:14.001439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43166) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:02:14.007397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '8d0da56f-2654-4059-94f9-41957d052dfd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:02:14.013259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:02:14.017264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:floatingip and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:02:14.020237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:02:14.026644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:02:14.072888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:14.224231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:14.498332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.116 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/502bd8d7-6059-4419-a32b-eb372038180d) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:02:14.708891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:14.782070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:14.798630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:14.953431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=502bd8d7-6059-4419-a32b-eb372038180d,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:14.958596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:14.999817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:02:15.001008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:02:15.003256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:02:15.490202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:15.616836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:15.725095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ac07c5d3-3c2d-4644-8391-461c2ea6f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:15.901984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:15.936359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:15.951501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-35d399d1-4342-4db2-8f70-50a6d5307259 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:02:16.090775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=502bd8d7-6059-4419-a32b-eb372038180d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:02:16.109531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:02:16.199314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:16.447482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 52ced7a7-a9b8-43d2-96df-437a0f991237 associated. External IP: 172.26.4.116, port: 8d0da56f-2654-4059-94f9-41957d052dfd.
Nov 15 10:02:16.451645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:16.479510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:17.248757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 9f826427-fac0-47f8-b675-47074b5349b7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:02:17.499990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:02:17.510271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Sync routers for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:02:17.523821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:02:17.524557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d518>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:02:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:17.554433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:17.593775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:17.625032 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6224930
Nov 15 10:02:17.625750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:02:17.760305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:02:17.771820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'status': 'completed', 'code': 200}
Nov 15 10:02:17.836234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00025a-7481-4eb1-b3f9-551319aaf3f6 req-70198a9a-1925-4bc0-aab5-44d3ccb3b41e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:17.838174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6d00025a-7481-4eb1-b3f9-551319aaf3f6 req-70198a9a-1925-4bc0-aab5-44d3ccb3b41e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1084406
Nov 15 10:02:17.893392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6d00025a-7481-4eb1-b3f9-551319aaf3f6 req-33183a40-d88d-4031-a680-00829e4764bc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482616
Nov 15 10:02:17.921610 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-27392851-1d9c-4374-8f1b-353dad462318 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.1003890
Nov 15 10:02:17.927180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43176) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:02:18.056835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:18.058802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e817a8c-f714-4287-8652-3025446b55a7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/52ced7a7-a9b8-43d2-96df-437a0f991237 HTTP/1.1" status: 200  len: 992 time: 0.1300304
Nov 15 10:02:18.082471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-e81bdc18-2d30-4749-a44e-ed0ba220da92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:18.084174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-e81bdc18-2d30-4749-a44e-ed0ba220da92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1559882
Nov 15 10:02:18.171823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d518>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '52ced7a7-a9b8-43d2-96df-437a0f991237', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'port_id': '8d0da56f-2654-4059-94f9-41957d052dfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'mac_address': 'fa:16:3e:46:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce0cba-0eec-42de-9135-80c884e816c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:02:15Z', 'updated_at': '2020-11-15T10:02:15Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:18.175935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Checking router: 9f826427-fac0-47f8-b675-47074b5349b7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:02:18.187328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:02:18.188045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a901d518>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:02:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:18.211064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-90a0e844-dc43-455e-99ca-81c3958af35b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1000 time: 0.1192741
Nov 15 10:02:18.280653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-99c1afd7-4ac2-4947-83ef-8cd999e3f9d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:18.282180 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-99c1afd7-4ac2-4947-83ef-8cd999e3f9d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0647714
Nov 15 10:02:18.378684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-19c8b7c2-2866-4cfe-b7e0-2d8791580cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893078
Nov 15 10:02:18.537033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-868e3633-d625-4e1a-8bd4-518c5e849ccf service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497962
Nov 15 10:02:18.584264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:02:18.681717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d5b2b62c-62cb-4840-b9c1-b3cd0f197751 req-6e80f286-167e-41ee-a945-83a5fb93659f service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378117
Nov 15 10:02:18.977674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a901d518>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '52ced7a7-a9b8-43d2-96df-437a0f991237', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'port_id': '8d0da56f-2654-4059-94f9-41957d052dfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'mac_address': 'fa:16:3e:46:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce0cba-0eec-42de-9135-80c884e816c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:02:15Z', 'updated_at': '2020-11-15T10:02:15Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:02:18.981866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3110-1299-4536-a0f7-3ad7b677a5fc None None] The sync data for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs is: [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '52ced7a7-a9b8-43d2-96df-437a0f991237', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'port_id': '8d0da56f-2654-4059-94f9-41957d052dfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'mac_address': 'fa:16:3e:46:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce0cba-0eec-42de-9135-80c884e816c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:02:15Z', 'updated_at': '2020-11-15T10:02:15Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:02:19.061777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43180) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:02:19.194693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-87a28c63-5ce9-470b-a7ec-8d41042b3689 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/52ced7a7-a9b8-43d2-96df-437a0f991237 HTTP/1.1" status: 200  len: 992 time: 0.1310275
Nov 15 10:02:19.259712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f21c31-4b7d-44b9-8470-e603532103a3 None None] New status for floating IP 52ced7a7-a9b8-43d2-96df-437a0f991237: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:02:20.199288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43184) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:02:20.323075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8c3a33f6-c495-4a7d-9d98-6189bfbc8301 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/52ced7a7-a9b8-43d2-96df-437a0f991237 HTTP/1.1" status: 200  len: 994 time: 0.1225216
Nov 15 10:02:29.267558 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-0414541e-847e-48a3-a7a4-3a1b59325d69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0824752
Nov 15 10:02:29.449383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-0acd8139-55f0-4bf8-afa5-253e5f7925d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0898664
Nov 15 10:02:29.884633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-a55b1d00-6c17-4ed9-9dac-5011ad8012cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:29.885796 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-a55b1d00-6c17-4ed9-9dac-5011ad8012cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.4154420
Nov 15 10:02:30.007130 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-f45317a2-1b0b-4117-a1f0-dd4a6f377089 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1002 time: 0.1133184
Nov 15 10:02:30.078406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-62c565f8-ad32-4184-b300-8bf1044e2d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:30.080563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-62c565f8-ad32-4184-b300-8bf1044e2d91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0651617
Nov 15 10:02:30.173955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-2854aa61-8ecc-49b3-a11d-fc699faf7f9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870442
Nov 15 10:02:30.319450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-2828c849-ac40-45b9-b9e6-3ac59569c46d service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377745
Nov 15 10:02:30.466776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb0d4fc9-e5b8-4dd0-801f-01a2979d201d req-cd923115-e47c-4ddb-a0d8-8c8db3bac44c service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389675
Nov 15 10:02:42.315813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:02:43.312947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00fc37d5-cc61-4b59-b035-d0c40b7d02c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:45.498910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ec390-fc05-4a38-a946-f270ada5a799 req-c9b7cfe5-8206-4da3-9654-60a98d846442 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:45.500581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-928ec390-fc05-4a38-a946-f270ada5a799 req-c9b7cfe5-8206-4da3-9654-60a98d846442 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1010265
Nov 15 10:02:45.550950 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-928ec390-fc05-4a38-a946-f270ada5a799 req-878f61a8-c329-414a-b572-00a960e8f0ca tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435047
Nov 15 10:02:45.560655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-788e1709-c087-43ed-8d2b-37509ec0f281 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1691506
Nov 15 10:02:45.718788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3bd4648-3fe6-4fcc-abd2-c0b51bcc805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:46.450125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:46.472847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:46.777020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d95fe-1b81-47f8-a576-30215ab48436 req-c50e17f8-a264-4528-baab-2df666de699e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:46.778884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a69d95fe-1b81-47f8-a576-30215ab48436 req-c50e17f8-a264-4528-baab-2df666de699e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0970678
Nov 15 10:02:46.830514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a69d95fe-1b81-47f8-a576-30215ab48436 req-8bb51eb9-5874-415d-af46-550c829b852d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453522
Nov 15 10:02:47.597841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:48.049864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:02:48.061877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c024e-3b42-4d1f-9a47-23426ae77641 req-8f47150a-8a16-44ba-a799-4bc5a362026e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:48.063513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec0c024e-3b42-4d1f-9a47-23426ae77641 req-8f47150a-8a16-44ba-a799-4bc5a362026e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0990169
Nov 15 10:02:48.113834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ec0c024e-3b42-4d1f-9a47-23426ae77641 req-4e7dce38-2a80-4964-b8c9-3a3add61caeb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430839
Nov 15 10:02:49.356600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbbd04-2804-4a51-b423-f2ef66dc6175 req-109f70c7-6b8e-4fd6-bc21-927bd6416b71 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:49.358170 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2bfbbd04-2804-4a51-b423-f2ef66dc6175 req-109f70c7-6b8e-4fd6-bc21-927bd6416b71 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1014328
Nov 15 10:02:49.391165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-964909c4-34ba-4dfe-9748-5f2e9064c148 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0880558
Nov 15 10:02:49.410282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2bfbbd04-2804-4a51-b423-f2ef66dc6175 req-57e4fb24-59af-4c79-bc7c-e4bb06855c8e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446694
Nov 15 10:02:49.541344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-8a4cba4b-426a-49c5-a680-7212f9ec6f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:49.542953 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-8a4cba4b-426a-49c5-a680-7212f9ec6f56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1448879
Nov 15 10:02:49.666257 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-3fdee3f9-69f2-4b39-aadb-348d30d6e332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1002 time: 0.1154153
Nov 15 10:02:49.738699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-e7d6d607-0d89-4e6c-b459-2e697897c4b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:49.740925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-e7d6d607-0d89-4e6c-b459-2e697897c4b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0674317
Nov 15 10:02:49.832394 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-c8698b3d-8b99-4537-b441-45e9237a2658 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841069
Nov 15 10:02:49.978720 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-7deea89b-89c7-4f03-83df-42db9973fe8c service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396737
Nov 15 10:02:50.121844 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-8239a0e5-1770-4183-bc6a-b2dc14606b1f service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367073
Nov 15 10:02:50.636090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a287d-c566-489f-938d-77c0bd8255f2 req-012c1827-7993-494a-8a04-6620d54353e8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:50.637705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-517a287d-c566-489f-938d-77c0bd8255f2 req-012c1827-7993-494a-8a04-6620d54353e8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0969536
Nov 15 10:02:50.686712 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-517a287d-c566-489f-938d-77c0bd8255f2 req-ace87d2e-6d7b-49fd-95df-1dd22a8db1cc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428326
Nov 15 10:02:51.910487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122785-1cd7-45b7-9b21-a192dfa8eb82 req-aaef4f4e-1b37-4d98-8823-b9ae1af2a784 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:51.912222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c122785-1cd7-45b7-9b21-a192dfa8eb82 req-aaef4f4e-1b37-4d98-8823-b9ae1af2a784 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0945880
Nov 15 10:02:51.964378 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2c122785-1cd7-45b7-9b21-a192dfa8eb82 req-2f537959-e591-4fea-8807-b5563dd3016f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459089
Nov 15 10:02:53.189383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f0b5-9943-48d4-9cbb-849f4df29057 req-05edeea7-8ce3-45ff-8316-afdca5793a24 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:53.190919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d502f0b5-9943-48d4-9cbb-849f4df29057 req-05edeea7-8ce3-45ff-8316-afdca5793a24 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0979252
Nov 15 10:02:53.239788 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d502f0b5-9943-48d4-9cbb-849f4df29057 req-12946276-609f-492c-87e9-e4b9c31aa4ef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425408
Nov 15 10:02:54.473516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027147b3-09dd-4616-ab98-26d25fa808ed req-7c3aee4a-e358-4401-ad78-4eede0a3cd72 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:54.475819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-027147b3-09dd-4616-ab98-26d25fa808ed req-7c3aee4a-e358-4401-ad78-4eede0a3cd72 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1025343
Nov 15 10:02:54.528966 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-027147b3-09dd-4616-ab98-26d25fa808ed req-51717e09-b09f-49cc-a998-4dfcc18839fe tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467117
Nov 15 10:02:55.752299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3965dd4-b20b-4b5b-a7a7-ba85466f231e req-d1a66f51-c085-4ef9-b3e7-acd459170bab tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:55.753939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b3965dd4-b20b-4b5b-a7a7-ba85466f231e req-d1a66f51-c085-4ef9-b3e7-acd459170bab tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0922129
Nov 15 10:02:55.802526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b3965dd4-b20b-4b5b-a7a7-ba85466f231e req-240b1c77-62b9-45c2-bba7-b4e41e234b38 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419519
Nov 15 10:02:57.032573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad63173-a642-4f4c-a449-acec611d90b3 req-90d53028-12b0-4718-89ff-dda5090e06e6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:57.034192 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6ad63173-a642-4f4c-a449-acec611d90b3 req-90d53028-12b0-4718-89ff-dda5090e06e6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0982990
Nov 15 10:02:57.082791 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6ad63173-a642-4f4c-a449-acec611d90b3 req-0f70c710-31c2-4b18-a2ea-88f328554713 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419862
Nov 15 10:02:58.304418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41fdfb-450e-4e08-91af-e56acf85deb2 req-d34fc219-0e37-4dd9-a181-9d6063a89a5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:58.306042 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf41fdfb-450e-4e08-91af-e56acf85deb2 req-d34fc219-0e37-4dd9-a181-9d6063a89a5b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0930200
Nov 15 10:02:58.357909 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cf41fdfb-450e-4e08-91af-e56acf85deb2 req-a760365b-5cc9-4932-81a6-688a28956381 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458572
Nov 15 10:02:59.578571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f0313-c615-45f1-9277-448f0199f4be req-f7019e86-96e1-4fd7-9646-bbc837dfef6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:02:59.580240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-330f0313-c615-45f1-9277-448f0199f4be req-f7019e86-96e1-4fd7-9646-bbc837dfef6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0945740
Nov 15 10:02:59.628715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-330f0313-c615-45f1-9277-448f0199f4be req-18457cc9-ad3c-4b1f-b173-dc6a70e048d5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422144
Nov 15 10:03:00.855091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f3a5b-6647-4386-8f34-f8e4a4c23567 req-c2726a78-09f3-48ed-ad7e-247f0c99f6c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:00.856742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-776f3a5b-6647-4386-8f34-f8e4a4c23567 req-c2726a78-09f3-48ed-ad7e-247f0c99f6c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0985155
Nov 15 10:03:00.906515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-776f3a5b-6647-4386-8f34-f8e4a4c23567 req-d53c97bf-d3ba-44e4-b60e-e667059b0ed3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432343
Nov 15 10:03:02.128772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db58f5-47a4-469e-99ea-826e537383e8 req-2003526d-5b51-46dc-b5b9-624c2b978dc5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:02.130353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90db58f5-47a4-469e-99ea-826e537383e8 req-2003526d-5b51-46dc-b5b9-624c2b978dc5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0939498
Nov 15 10:03:02.183214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-90db58f5-47a4-469e-99ea-826e537383e8 req-e6eb90bc-6b46-4788-bf0a-1c6c67f7d7b2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458307
Nov 15 10:03:03.414447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64f10-0811-4737-ac87-af7ca8e4066b req-cb2b325c-7e35-498f-89dc-6d0463b51cfe tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:03.416091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-64a64f10-0811-4737-ac87-af7ca8e4066b req-cb2b325c-7e35-498f-89dc-6d0463b51cfe tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0990062
Nov 15 10:03:03.464307 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-64a64f10-0811-4737-ac87-af7ca8e4066b req-0fef73b1-7770-4464-9ac6-d56885b7e1f6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420151
Nov 15 10:03:04.689552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91428bbb-3058-4dfe-8f51-4ab3e565e30f req-e40e5498-f996-4deb-8544-cf7e6e5ee435 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:04.691207 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-91428bbb-3058-4dfe-8f51-4ab3e565e30f req-e40e5498-f996-4deb-8544-cf7e6e5ee435 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0938535
Nov 15 10:03:04.741419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-91428bbb-3058-4dfe-8f51-4ab3e565e30f req-ef5e4709-88da-4a13-aade-d4de2c80f9e9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433431
Nov 15 10:03:05.969463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16a78-c4c0-4240-8cd1-d67a5e20f8f3 req-fbd69948-99cb-4d6e-8b25-6354872f2616 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:05.971086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b4a16a78-c4c0-4240-8cd1-d67a5e20f8f3 req-fbd69948-99cb-4d6e-8b25-6354872f2616 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0973501
Nov 15 10:03:06.020423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b4a16a78-c4c0-4240-8cd1-d67a5e20f8f3 req-4475eb96-f0b3-4ab8-8951-1add0936b89f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421295
Nov 15 10:03:07.249125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b63dc-b93d-4271-8fc8-8701f3b37b3a req-ee321782-a83d-40bb-a3c3-345b7f834d94 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:07.250696 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e21b63dc-b93d-4271-8fc8-8701f3b37b3a req-ee321782-a83d-40bb-a3c3-345b7f834d94 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0989852
Nov 15 10:03:07.294927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-fa25ecec-f3a2-4e2a-9489-7dda24a5edd0 service neutron] 10.222.0.65 "GET /v2.0/ports/8d0da56f-2654-4059-94f9-41957d052dfd/bindings/hv-neutron-7431 HTTP/1.1" status: 200  len: 454 time: 0.0969059
Nov 15 10:03:07.304886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e21b63dc-b93d-4271-8fc8-8701f3b37b3a req-7014d7ac-dbff-4152-8bed-3507ae5699b6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473456
Nov 15 10:03:07.712703 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-54f20757-1d19-43dd-92f9-a61a8fe6c5ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 1163 time: 0.0866005
Nov 15 10:03:07.833132 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-b852c37b-7bab-4968-b60b-a64f619359cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0858622
Nov 15 10:03:07.977394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-f10dcfaf-f39c-41c2-8488-baf94649e0d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:07.978934 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-f10dcfaf-f39c-41c2-8488-baf94649e0d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1395440
Nov 15 10:03:08.102823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-8ab3ffa5-15bf-4a3f-8bed-50e5f7516147 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1002 time: 0.1153600
Nov 15 10:03:08.177035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-ecf9818d-438d-4846-9686-49b6c6b51cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:08.179152 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-ecf9818d-438d-4846-9686-49b6c6b51cb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0682480
Nov 15 10:03:08.270093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-961bf287-3812-457b-823d-9f7621b6edc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836167
Nov 15 10:03:08.407439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:03:08.416034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-7f831d08-c7d8-4c0c-a820-91891a4733d3 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385615
Nov 15 10:03:08.527576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e15f-b495-42d8-a8f0-f99745e3f381 req-338122ba-d89a-4461-9e28-77410f1130de tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:08.529126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01c4e15f-b495-42d8-a8f0-f99745e3f381 req-338122ba-d89a-4461-9e28-77410f1130de tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0944400
Nov 15 10:03:08.546709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:08.571918 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e8b6a174-2afc-4503-bff3-c2e1118f5643 req-feba2390-557f-41de-9376-30329005c7bd service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469126
Nov 15 10:03:08.575805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:03:08.582092 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01c4e15f-b495-42d8-a8f0-f99745e3f381 req-bd0a7fd0-ebbc-4988-958a-b2a48ce0f437 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449595
Nov 15 10:03:08.590923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8d0da56f-2654-4059-94f9-41957d052dfd,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:08.626902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:08.629012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e2c7ca5-fe11-4a95-848f-c37c270482bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:08.661130 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'code': 200}
Nov 15 10:03:08.710300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:08.719447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.719862 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.720264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.720646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.721024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.721403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.721779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.722156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.722531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.722904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.723277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.723655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.724110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.726740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.726740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.726740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.726740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.726740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.727184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.727386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.727760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.728163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.728536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.728906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:08.733391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:09.811608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1022b-5e22-4f01-a011-a33822d38618 req-cd833975-abf1-4ca2-9f98-1b5ef9c055f3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:09.813270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6dd1022b-5e22-4f01-a011-a33822d38618 req-cd833975-abf1-4ca2-9f98-1b5ef9c055f3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.0985482
Nov 15 10:03:09.862825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6dd1022b-5e22-4f01-a011-a33822d38618 req-3f58240f-3992-40eb-bd0b-99abaa8843f5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422761
Nov 15 10:03:11.095974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f43ea-5d5a-4877-8db2-9c17ac3a1d14 req-3ec61e45-7b64-4f97-b607-72ccf2dad9fe tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:11.097503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-511f43ea-5d5a-4877-8db2-9c17ac3a1d14 req-3ec61e45-7b64-4f97-b607-72ccf2dad9fe tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.0954697
Nov 15 10:03:11.147672 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-511f43ea-5d5a-4877-8db2-9c17ac3a1d14 req-48d956cb-2bca-4418-951f-f6a7480a0a78 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430014
Nov 15 10:03:12.374118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667223f1-fdec-4ff9-a697-3971149f0dca req-7f26025c-e6fc-47c3-8c34-c39b69d61ccf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:12.375716 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-667223f1-fdec-4ff9-a697-3971149f0dca req-7f26025c-e6fc-47c3-8c34-c39b69d61ccf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.0979431
Nov 15 10:03:12.424158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-667223f1-fdec-4ff9-a697-3971149f0dca req-50ce36c5-2632-4ab0-a078-0da843d46634 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421438
Nov 15 10:03:12.772685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:03:12.852594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662756bd-0d36-4c2d-a8f3-c2ffc3b51308 req-9c56bda8-13d4-4880-9704-affb1d5e0c59 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:12.854310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-662756bd-0d36-4c2d-a8f3-c2ffc3b51308 req-9c56bda8-13d4-4880-9704-affb1d5e0c59 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.1002746
Nov 15 10:03:12.875735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8d0da56f-2654-4059-94f9-41957d052dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:03:12.876427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:12.889681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d0bb96df-e0dd-4366-b97e-47eae57547af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:12.890463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d0bb96df-e0dd-4366-b97e-47eae57547af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:03:12.910530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-662756bd-0d36-4c2d-a8f3-c2ffc3b51308 req-f4d10c4a-00f0-48ba-b158-bebd4400bb85 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497582
Nov 15 10:03:12.931148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d0bb96df-e0dd-4366-b97e-47eae57547af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:03:12.931148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d0bb96df-e0dd-4366-b97e-47eae57547af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1&tenant_id=24bb463023994712b0eb4d6bf461fefa&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200  len: 944 time: 0.1522188
Nov 15 10:03:13.124487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-98c870a9-aa05-4bdd-82d0-bd98fe4efb33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1161 time: 0.0966156
Nov 15 10:03:13.152117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f91f-b2f0-4f36-8769-3ca094b145d2 req-f95ce4f3-b86d-4239-9572-91a489233364 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:13.153946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b282f91f-b2f0-4f36-8769-3ca094b145d2 req-f95ce4f3-b86d-4239-9572-91a489233364 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 944 time: 0.1033912
Nov 15 10:03:13.201574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:13.210424 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b282f91f-b2f0-4f36-8769-3ca094b145d2 req-0d25c2f6-a5e9-4d24-aeb0-c9e951a2e471 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489206
Nov 15 10:03:13.230851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:03:13.241479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8d0da56f-2654-4059-94f9-41957d052dfd,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:13.272130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:13.274212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:13.285772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edbe39-58d4-4253-8034-ceb6195434ac req-afafcc44-5cbb-4d22-a616-5c4bb5d38f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:13.287930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-afafcc44-5cbb-4d22-a616-5c4bb5d38f08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1557827
Nov 15 10:03:13.313195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'code': 200}
Nov 15 10:03:13.363668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:13.367692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:13.381079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40dfaa8a-d9e2-4483-8bad-73dd68fcce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:13.413326 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-bf049d6b-65be-4d4f-a3f1-151dbad769e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1002 time: 0.1188023
Nov 15 10:03:13.484560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edbe39-58d4-4253-8034-ceb6195434ac req-3d91366f-be00-4489-843c-f817344ebd7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:13.486116 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-3d91366f-be00-4489-843c-f817344ebd7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0662818
Nov 15 10:03:13.580826 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d91d1e42-1e1e-4f03-912f-be742ebad1a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877426
Nov 15 10:03:13.725145 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-40850b7e-de4b-40be-befb-7b2b5e351f60 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360312
Nov 15 10:03:13.871420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-12edbe39-58d4-4253-8034-ceb6195434ac req-d13a4b73-8270-4142-950a-39cdbee907f1 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401215
Nov 15 10:03:14.442144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884c29-f491-45df-b5c6-8ed516ce42ff req-b6e24b81-3b8f-4e40-862f-b6b49bfe6134 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:14.443788 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11884c29-f491-45df-b5c6-8ed516ce42ff req-b6e24b81-3b8f-4e40-862f-b6b49bfe6134 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0975130
Nov 15 10:03:14.493799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-11884c29-f491-45df-b5c6-8ed516ce42ff req-5fa0f0eb-c2f7-425f-9cc1-93a7d5851ae7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430901
Nov 15 10:03:14.581037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:03:14.665068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8d0da56f-2654-4059-94f9-41957d052dfd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:03:14.665554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:15.719993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6a76-3cc3-4984-8347-c976269994d7 req-6a969eb0-b20a-43c0-962f-2f78a005f7bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:15.721745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-027a6a76-3cc3-4984-8347-c976269994d7 req-6a969eb0-b20a-43c0-962f-2f78a005f7bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0953841
Nov 15 10:03:15.735273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7fe88041-c213-4ebe-badc-da1e308a728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:15.769905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-027a6a76-3cc3-4984-8347-c976269994d7 req-e7340cc0-735e-46a9-8815-05c517c2deec tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420542
Nov 15 10:03:15.801421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43294) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:15.926552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a7452789-437c-4fd9-90fa-5a84441b86b8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/52ced7a7-a9b8-43d2-96df-437a0f991237 HTTP/1.1" status: 200  len: 994 time: 0.1238151
Nov 15 10:03:16.426326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:16.471968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:17.586489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:18.065843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:19.316841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:03:30.298920 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-fa431822-79b7-48f5-a1e5-25e24a0f78c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836017
Nov 15 10:03:30.484332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-a1e01a9f-3171-49c3-99e6-b3ab54c152ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0899487
Nov 15 10:03:30.648012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-feb4befc-0b27-4ec6-bb5f-f5f72df278d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:30.649516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-feb4befc-0b27-4ec6-bb5f-f5f72df278d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1413941
Nov 15 10:03:30.773275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-91f4137e-a784-45ea-b23a-4d060422562c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 1002 time: 0.1149678
Nov 15 10:03:30.844359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-9246a92f-800b-4ca7-b59a-a951a2d17872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:30.845969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-9246a92f-800b-4ca7-b59a-a951a2d17872 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0646403
Nov 15 10:03:30.935901 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-e8b88c9e-ee91-49d8-ab57-eebc655efddd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830653
Nov 15 10:03:31.080412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-9ab60c87-b84d-437d-849f-9b49548d2998 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360402
Nov 15 10:03:31.226137 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-73690b19-c996-4204-b0a2-12bd2aacf3bf req-82e78435-a175-4ab3-9301-2da9335ad5cb service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380477
Nov 15 10:03:42.633134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43308) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:43.139921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 502bd8d7-6059-4419-a32b-eb372038180d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:03:43.140318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:43.322494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d336beb7-cf6a-4f1c-a7d2-c31ddafb0107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:43.334373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:43.334747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:43.469541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 502bd8d7-6059-4419-a32b-eb372038180d owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:03:43.757252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:43.773759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:43.874476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=502bd8d7-6059-4419-a32b-eb372038180d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:43.899668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.900126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.900558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.901244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.901663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.902082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.902496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.902909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.903321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.903734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.904171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.904581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.905048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.905463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.905876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.906287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.906693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.907104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.907511 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.907941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.908347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.908758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.909166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.909570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:03:43.914607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:44.028588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:44.028883 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 52ced7a7-a9b8-43d2-96df-437a0f991237 disassociated (deleted). External IP: 172.26.4.116, port: 8d0da56f-2654-4059-94f9-41957d052dfd.
Nov 15 10:03:44.522065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 9f826427-fac0-47f8-b675-47074b5349b7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:03:44.779299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:03:44.789374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Sync routers for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:03:44.803802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:03:44.804552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8190780>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:44.826290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:44.892377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/floatingips/52ced7a7-a9b8-43d2-96df-437a0f991237 HTTP/1.1" status: 204  len: 168 time: 2.2580762
Nov 15 10:03:44.893141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:03:45.054418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'status': 'completed', 'code': 200}
Nov 15 10:03:45.055253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:03:45.191468 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-65eda5a8-67c9-49df-a15a-aedb42fe8b4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 1163 time: 0.0937190
Nov 15 10:03:45.348362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-e8f2a44b-df66-4099-873c-13af7040451d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:45.351196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-e8f2a44b-df66-4099-873c-13af7040451d service neutron] 10.222.0.65 "GET /v2.0/networks?id=32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 200  len: 891 time: 0.1533771
Nov 15 10:03:45.417190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8190780>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:45.421315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Checking router: 9f826427-fac0-47f8-b675-47074b5349b7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:03:45.433154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-f6e15982-3f0b-4b61-953a-ac066101e1a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 200  len: 217 time: 0.0717125
Nov 15 10:03:45.433361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:03:45.433828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8190780>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:45.443396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4cf0f-e673-4252-9dd8-8ae32440d320 req-9621aac7-4e3c-4d78-ad0e-45d0ad137a32 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:45.445071 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b4e4cf0f-e673-4252-9dd8-8ae32440d320 req-9621aac7-4e3c-4d78-ad0e-45d0ad137a32 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1042986
Nov 15 10:03:45.495426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b4e4cf0f-e673-4252-9dd8-8ae32440d320 req-091a102b-29e2-48ba-a2bc-af1d2e3d83d5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436721
Nov 15 10:03:45.522645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-ca0ea00e-7ea4-4ba6-b957-57410936c9c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:45.524898 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-ca0ea00e-7ea4-4ba6-b957-57410936c9c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 200  len: 834 time: 0.0837514
Nov 15 10:03:45.621565 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-1f7c3fb9-5a84-45fa-84bc-0be87010a4ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32924538-02fd-49bd-bdfe-623035d8d9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876038
Nov 15 10:03:45.657887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:03:45.728385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-997f300a-da21-4508-b075-dfc9cd25a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:45.769662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-940cd7ed-abd5-442c-a4c5-b15d3422ef3d service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407063
Nov 15 10:03:45.917091 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b09a4b1e-4db6-4e03-a656-5f8ab3e7fcdd req-d7e12e07-5ff4-4a26-a365-a412b2ac7821 service neutron] 10.222.0.65 "GET /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400130
Nov 15 10:03:46.008720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8190780>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:46.013057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9f89a8-63eb-4eda-9a7c-9ab29fbbde49 None None] The sync data for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs is: [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': '93110d46-bf3c-4cb7-be91-9a2422da1d8c', 'name': '', 'network_id': '32924538-02fd-49bd-bdfe-623035d8d9cd', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:c9:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17178b05-de6e-4910-8959-da39fe2b145c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:57Z', 'updated_at': '2020-11-15T10:02:04Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '17178b05-de6e-4910-8959-da39fe2b145c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:03:46.417366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a7a114-b5ad-4e09-84ca-0c63b4a7e799 None None] New status for floating IP 52ced7a7-a9b8-43d2-96df-437a0f991237: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:03:46.546771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:46.580041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:46.724782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78d67b-d8dc-4c93-9df7-6ba310fc93ab req-64d4c7f8-5c44-496e-8b4b-c44e8ed4ff20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:46.726403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee78d67b-d8dc-4c93-9df7-6ba310fc93ab req-64d4c7f8-5c44-496e-8b4b-c44e8ed4ff20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.0946639
Nov 15 10:03:46.774229 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee78d67b-d8dc-4c93-9df7-6ba310fc93ab req-16ef7d58-872c-4eac-a3ba-b2735e90e488 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417190
Nov 15 10:03:47.394695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-e8419a09-9802-4c73-a1ec-a3705d977ad0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:03:47.395460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-e8419a09-9802-4c73-a1ec-a3705d977ad0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:03:47.436749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-e8419a09-9802-4c73-a1ec-a3705d977ad0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:03:47.437990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-e8419a09-9802-4c73-a1ec-a3705d977ad0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 946 time: 0.1380224
Nov 15 10:03:47.522119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 8d0da56f-2654-4059-94f9-41957d052dfd {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:03:47.522508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:47.585922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:47.801915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 8d0da56f-2654-4059-94f9-41957d052dfd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8d0da56f-2654-4059-94f9-41957d052dfd,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:47.802356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:47.941174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 8d0da56f-2654-4059-94f9-41957d052dfd owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:03:48.077559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:48.220063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-50fbb0fa-8df6-4f82-9ffc-ab17546963f5 req-035f14e6-e4ab-49a6-babc-5bb140c05235 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=9bce0cba-0eec-42de-9135-80c884e816c1 HTTP/1.1" status: 200  len: 210 time: 0.3118393
Nov 15 10:03:48.226244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:48.242866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-16831d1a-273f-4779-a83d-64693ad9c4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:48.289592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=8d0da56f-2654-4059-94f9-41957d052dfd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:48.341438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:48.448670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] No DVR routers for this DVR port 8d0da56f-2654-4059-94f9-41957d052dfd on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:03:48.450954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:48.453852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-deleted', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:03:48.489065 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-95508f3f-ba77-463b-befd-5b23fde2fb91 req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "DELETE /v2.0/ports/8d0da56f-2654-4059-94f9-41957d052dfd HTTP/1.1" status: 204  len: 173 time: 1.0445836
Nov 15 10:03:48.513319 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0cba-0eec-42de-9135-80c884e816c1', 'name': 'network-vif-deleted', 'tag': '8d0da56f-2654-4059-94f9-41957d052dfd', 'status': 'completed', 'code': 200}
Nov 15 10:03:48.886364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:03:48.925636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 8d0da56f-2654-4059-94f9-41957d052dfd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:03:48.926038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8d0da56f-2654-4059-94f9-41957d052dfd not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:03:49.414503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43328) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:50.201032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:50.925834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 93110d46-bf3c-4cb7-be91-9a2422da1d8c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:03:50.926227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:51.139500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 93110d46-bf3c-4cb7-be91-9a2422da1d8c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=93110d46-bf3c-4cb7-be91-9a2422da1d8c,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:51.139830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:51.282714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 93110d46-bf3c-4cb7-be91-9a2422da1d8c owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:03:51.602234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:51.618930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3c63fc7-1565-4848-9a9d-441f613b1984 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:51.711957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=93110d46-bf3c-4cb7-be91-9a2422da1d8c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:51.718906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:52.111671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:53.247475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 9f826427-fac0-47f8-b675-47074b5349b7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:03:53.509874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:03:53.519608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Sync routers for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:03:53.524584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/9f826427-fac0-47f8-b675-47074b5349b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1088367
Nov 15 10:03:53.527611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43332) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:53.532599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:03:53.533276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8190a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:53.736477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting subnet 17178b05-de6e-4910-8959-da39fe2b145c {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:03:53.740277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:53.811958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:53.907123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:53.919494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:03:54.228042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8190a58>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:03:51Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:54.231367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.232156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Checking router: 9f826427-fac0-47f8-b675-47074b5349b7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:03:54.243928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Routers {'9f826427-fac0-47f8-b675-47074b5349b7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:03:54.244598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8190a58>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['9f826427-fac0-47f8-b675-47074b5349b7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:54.248165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ecff72-4f73-461c-b068-0925705d81c0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:54.337923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Subnet': ['ID=17178b05-de6e-4910-8959-da39fe2b145c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:54.340895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:54.392340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.398069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3b5ad-73e8-43b9-9586-b36996ca5c17 None None] Network 32924538-02fd-49bd-bdfe-623035d8d9cd requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:03:54.401584 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1cbd31a7-2868-4e65-a472-ea594ba4a5c5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/subnets/17178b05-de6e-4910-8959-da39fe2b145c HTTP/1.1" status: 204  len: 168 time: 0.8701024
Nov 15 10:03:54.401864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43336) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:54.478136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] Set router 9f826427-fac0-47f8-b675-47074b5349b7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:03:54.671330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f99713-75c8-4876-a447-81a583005e63 None None] DHCP port deletion for 32924538-02fd-49bd-bdfe-623035d8d9cd request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:03:54.673394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.677823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Deleting port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:03:54.678359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.814329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8190a58>, [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:03:51Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:54.818806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce4236-5743-47c4-a3ad-767859168169 None None] The sync data for ids ['9f826427-fac0-47f8-b675-47074b5349b7'] in dv-neutron-743142-12-ovs is: [{'id': '9f826427-fac0-47f8-b675-47074b5349b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382159094', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:01:52Z', 'updated_at': '2020-11-15T10:03:51Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '1acd037f-d7ea-4e53-81da-f816019fbe7a', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f826427-fac0-47f8-b675-47074b5349b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:01:53Z', 'updated_at': '2020-11-15T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:03:54.933267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77f99713-75c8-4876-a447-81a583005e63 None None] For port a329b71a-e5a5-49e0-be3e-0294ba2d26f8, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,segment=NetworkSegment(283c482e-6f19-4b07-8bea-c73aa7433ff3),segment_id=283c482e-6f19-4b07-8bea-c73aa7433ff3)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:54.934005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.970972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:54.996494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 1acd037f-d7ea-4e53-81da-f816019fbe7a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:03:54.996890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:55.074408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Calling delete_port for a329b71a-e5a5-49e0-be3e-0294ba2d26f8 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:03:55.196567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:55.198813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 1acd037f-d7ea-4e53-81da-f816019fbe7a, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=1acd037f-d7ea-4e53-81da-f816019fbe7a,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:03:55.199217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:55.212932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-be513466-ce77-4bcf-b6a2-5c1a431b2e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:55.315504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Pushing event deleted for resources: {'Port': ['ID=a329b71a-e5a5-49e0-be3e-0294ba2d26f8,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:55.321078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:55.336714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 1acd037f-d7ea-4e53-81da-f816019fbe7a owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:03:55.356984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f99713-75c8-4876-a447-81a583005e63 None None] No DVR routers for this DVR port a329b71a-e5a5-49e0-be3e-0294ba2d26f8 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:03:55.596548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:55.612074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-194050ca-2391-4c16-9b4b-bb5010672b2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:55.702857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=1acd037f-d7ea-4e53-81da-f816019fbe7a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:55.710348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:55.996553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.036194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 93110d46-bf3c-4cb7-be91-9a2422da1d8c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:03:56.073427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 93110d46-bf3c-4cb7-be91-9a2422da1d8c {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:03:56.073835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 93110d46-bf3c-4cb7-be91-9a2422da1d8c not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:03:56.074307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a329b71a-e5a5-49e0-be3e-0294ba2d26f8 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:03:56.108201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: a329b71a-e5a5-49e0-be3e-0294ba2d26f8 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:03:56.108608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device a329b71a-e5a5-49e0-be3e-0294ba2d26f8 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:03:56.313475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.317115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:03:56.318288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.390551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.391184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Fanout notify agent at l3_agent the message router_deleted on router 9f826427-fac0-47f8-b675-47074b5349b7 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:03:56.406290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.407520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-3d53cd37-6a06-4e70-9ae9-12b17b82bd20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/routers/9f826427-fac0-47f8-b675-47074b5349b7 HTTP/1.1" status: 204  len: 168 time: 2.0046792
Nov 15 10:03:56.410448 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43340) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:56.539179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:56.765446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.211734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a159d588>,) {'filters': {'network_id': ['32924538-02fd-49bd-bdfe-623035d8d9cd']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:57.225747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a159d588>, '283c482e-6f19-4b07-8bea-c73aa7433ff3') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:57.226101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a159d588>, '283c482e-6f19-4b07-8bea-c73aa7433ff3') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:03:57.238787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.255274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.257423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:03:57.453289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:03:57.463425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.658553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 32924538-02fd-49bd-bdfe-623035d8d9cd has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:03:57.684173 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:03:57.785248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.789521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c6aa4d01-2b25-4904-85d8-c5021ac62210 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:57.807329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.820274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Network': ['ID=32924538-02fd-49bd-bdfe-623035d8d9cd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:57.823913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:57.854381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/networks/32924538-02fd-49bd-bdfe-623035d8d9cd HTTP/1.1" status: 204  len: 168 time: 1.4428344
Nov 15 10:03:57.857252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43344) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:57.935695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.947741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1acd037f-d7ea-4e53-81da-f816019fbe7a no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:03:57.970016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:57.988237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 1acd037f-d7ea-4e53-81da-f816019fbe7a {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:03:57.988671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 1acd037f-d7ea-4e53-81da-f816019fbe7a not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:03:58.133601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.139024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33611b58-cf5a-4197-aaa0-95cafc79c103 tempest-RoutersNegativeTest-1895068534 tempest-RoutersNegativeTest-1895068534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:58.158371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b16c6a-d0d4-4d2f-b1cd-7a03184259d4,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:58.161013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:58.184979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.186282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-ba79fdc5-bc24-4e66-8fe6-83773f6e6649 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/security-groups/93b16c6a-d0d4-4d2f-b1cd-7a03184259d4 HTTP/1.1" status: 204  len: 168 time: 0.3280180
Nov 15 10:03:58.528352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43352) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:58.534313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783415831', 'description': 'tempest-secgroup-smoke-1783415831 description', 'project_id': '24bb463023994712b0eb4d6bf461fefa'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:58.541017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:58.545427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:58.548489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:58.554409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:58.590677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.626947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:58.631546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:58.634567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:58.640417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:58.785803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.813664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.820326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48811462-a5d6-484e-8d23-1f072a68adf9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:58.865361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22ac06-4c71-491e-b3dc-75f8a63c46f5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:58.868725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:58.893608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:58.894996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72ab2f74-b501-40cb-926d-f05e12183602 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3655322
Nov 15 10:03:58.898613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43356) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:58.904559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:58.911086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:58.915365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:58.918473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:58.924391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:58.968531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.036685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.076374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.078313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-52e9b331-1958-4a18-b409-e34595248ff1 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:59.101949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90790a2f-0c84-44ef-8366-c331e1e89519,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:59.104518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:59.127887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.129198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2295918
Nov 15 10:03:59.132906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43360) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:59.138528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:59.144994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:59.149248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:59.152579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:59.160625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:59.193601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.260512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.299716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.302312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cdaf0ead-5e03-4c2a-a2df-613ba17a6ac5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:59.326305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de918986-c584-4afe-9311-3c6089a056d1,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:59.328888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:59.356437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.357714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-432ad095-1762-47f1-a468-a13bad2467ed tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2238088
Nov 15 10:03:59.360618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43364) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:59.367146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:59.373589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:59.377657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:59.381169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:59.386952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:59.425999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.495443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.527696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.529637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7178f588-bf2c-4684-bad9-6cef1e62b781 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:59.554070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e21e47-3754-4210-9d9d-1dbe5a521836,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:59.556553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:59.584958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.586246 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-051c218a-703e-42d8-9518-de413b01bdd4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2246475
Nov 15 10:03:59.589056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43368) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:59.594539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:59.601411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:59.605476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:59.608523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:59.614391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:59.666074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.732896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.761985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.763937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5ffb9d53-e426-42ca-823f-39215f9e5759 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:03:59.788559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6a141-b1b7-4ee3-bfd0-764239ee50ba,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:03:59.791275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:03:59.830604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.831900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1674c5e3-1013-496f-b9e6-1c47c759f24d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2418075
Nov 15 10:03:59.835317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43372) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:03:59.840970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:03:59.847460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:03:59.852272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:03:59.855325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:03:59.861186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:03:59.893266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:03:59.900826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:03:59.968993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.007425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.009369 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-049d7a7a-1e62-4745-8945-b5ebb41033c4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:00.033304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd3e8b-c622-4b5d-a891-d663ffd3d06c,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:00.035794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:00.070521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.071831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1ac61af8-56be-4297-8b3c-96bc1b986f23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2353909
Nov 15 10:04:00.074716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43376) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:00.080308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '1f22ac06-4c71-491e-b3dc-75f8a63c46f5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:00.087740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:00.091720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:00.094791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:00.100939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:00.157673 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:04:00.165444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.234594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.264650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.266561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f93c4da-d3a8-4c5f-999b-6bb24c0c5e70 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:00.290652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b63493-96cd-48a2-b317-199df809f217,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:00.293222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:00.339063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.340338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-72ba1f85-8d0b-46ce-ad13-fb3cbe0e0c22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2646406
Nov 15 10:04:00.343264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43380) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:00.349602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'network': {'name': 'tempest-network-smoke--446629016', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:00.354874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:00.359235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:network and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:00.362280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:00.369103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:00.407458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:04:00.412880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.446875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 10:04:00.494808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.495245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Added segment b06fdc1c-bc57-4bc2-8672-5db744e2e816 of type vxlan for network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0
Nov 15 10:04:00.572680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.631202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.635308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:00.635989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.641311 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-986a7f42-764a-4e28-ae16-f2d2ebfd6234 tempest-NetworksIpV6Test-1003878571 tempest-NetworksIpV6Test-1003878571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:00.754470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Network': ['ID=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:00.757351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:00.765995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:04:00.774264 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0b178b17-4e34-470b-8376-cbfae25f50af tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4299114
Nov 15 10:04:00.777341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43384) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:00.783246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'admin_state_up': True, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:00.783975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:04:00.791759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:00.798271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:router and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:00.802273 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:00.808734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:00.848035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.849739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:00.925272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:01.153541 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:01.382094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:01.415780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:01.689618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.185 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/11b43b28-5693-468f-ba80-46c63f26da1e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:04:01.951322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:02.002616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:02.017883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-79701d06-330d-48c0-876d-f49b4d2d741f tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:02.169278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=11b43b28-5693-468f-ba80-46c63f26da1e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:02.173632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:02.221504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:02.222580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:02.225081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:04:02.415464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:02.416305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:02.739687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 3badc10f-6027-448b-b78c-c97e0610edf7 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 10:04:02.994374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:04:03.003768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Sync routers for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:04:03.016816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:03.017503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83719e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:03.047988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:03.049343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2709811
Nov 15 10:04:03.054191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43388) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:03.177864 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e1b39e2e-aa30-4236-898b-1ce6ed3902ce tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/subnets?project_id=24bb463023994712b0eb4d6bf461fefa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1215093
Nov 15 10:04:03.180079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43394) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:03.186088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304525976', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:03.245594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:03.308443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:03.312627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:subnet and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:03.315761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:03.321749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:03.362118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:04:03.476179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:03.560660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83719e8>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:02Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:03.564982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Checking router: 3badc10f-6027-448b-b78c-c97e0610edf7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:04:03.565425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Updating router 3badc10f-6027-448b-b78c-c97e0610edf7 port 11b43b28-5693-468f-ba80-46c63f26da1e binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:04:03.628718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.056086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.071593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7cd030d3-ac02-4b62-9281-708ac54c7fa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:04.205722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Subnet': ['ID=597f8399-9502-4846-b44e-9792ead2d0c2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:04.209058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:04.235102 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.285174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Checking segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:04:04.285564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network hostable DHCP agents. Network: 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 10:04:04.293422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Transition to ACTIVE for port object 11b43b28-5693-468f-ba80-46c63f26da1e will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:04.321928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.339112 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:04.344874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 10:04:04.413435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:04.427428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:04.428132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.438950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f37a0-0a9b-42c8-af89-718d0245fc4e None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:04:04.471475 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bbc1b23e-6af0-4d55-9313-c9e7f369a7d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2902174
Nov 15 10:04:04.474231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43398) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:04.603324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Pushing event updated for resources: {'Port': ['ID=11b43b28-5693-468f-ba80-46c63f26da1e,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:04.606536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:04.732539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Attempting to bind port 11b43b28-5693-468f-ba80-46c63f26da1e on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:04:04.732878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Attempting to bind port 11b43b28-5693-468f-ba80-46c63f26da1e by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:04:04.733292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Attempting to bind port 11b43b28-5693-468f-ba80-46c63f26da1e on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:04:04.756425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:04:04.756866 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:04:04.757340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.757802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:04:04.758365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Bound port: 11b43b28-5693-468f-ba80-46c63f26da1e, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:04:04.758805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.876850 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 10:04:04.877774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:04.929974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] For port 11b43b28-5693-468f-ba80-46c63f26da1e, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:04:04.957685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] For port 11b43b28-5693-468f-ba80-46c63f26da1e, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=11b43b28-5693-468f-ba80-46c63f26da1e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:04:05.017837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:05.034915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:05.270675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Pushing event updated for resources: {'Port': ['ID=11b43b28-5693-468f-ba80-46c63f26da1e,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:05.285724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:05.402179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:05.402879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a83719e8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:05.510776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Allocated IP 172.20.0.2 (875f5d2a-24c3-4bcc-8a3e-834f34ea32c0/597f8399-9502-4846-b44e-9792ead2d0c2/c83309b6-9ffa-4d40-93be-2f65ba0a5bf9) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:04:05.631716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:05.754894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:06.261489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.306473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Transition to ACTIVE for port object c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:06.335322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Transition to ACTIVE for port object c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:06.357299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.372268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:06.405441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a83719e8>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:02Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:06.410322 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.1 (875f5d2a-24c3-4bcc-8a3e-834f34ea32c0/597f8399-9502-4846-b44e-9792ead2d0c2/d7fae090-b1a7-4e62-88fc-794de91419cd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:04:06.490001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee046a-6ee9-401c-ae65-93e0e0871637 None None] The sync data for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs is: [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:02Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:04:06.523173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Pushing event updated for resources: {'Port': ['ID=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:06.536588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:06.585283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:06.586619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:06.589119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:04:06.591939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.609215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object d7fae090-b1a7-4e62-88fc-794de91419cd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:06.648513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.648740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Attempting to bind port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:04:06.649186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Attempting to bind port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:04:06.649611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Attempting to bind port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 on network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:04:06.656873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:04:06.657321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Checking segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:04:06.657768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.658224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Bound using segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:04:06.658763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Bound port: c83309b6-9ffa-4d40-93be-2f65ba0a5bf9, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:04:06.659202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.665565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a431b6a0-6200-4465-a689-861d55d6eeef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:06.765576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] For port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:04:06.769351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] For port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:04:06.809687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:06.814173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:06.828489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:06.830431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:06.914910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:06.916367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:06.918786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:04:06.990196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:07.009344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Pushing event updated for resources: {'Port': ['ID=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:07.016125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:07.155516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:07.743241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:07.767482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:07.799177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:07.901272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:07.917225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:07.920320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:08.035524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:08.055392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:08.056482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:08.144887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:08.153391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 11b43b28-5693-468f-ba80-46c63f26da1e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:08.264811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 11b43b28-5693-468f-ba80-46c63f26da1e completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:08.270309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 11b43b28-5693-468f-ba80-46c63f26da1e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:08.271065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:08.420996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:08.438715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 11b43b28-5693-468f-ba80-46c63f26da1e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=11b43b28-5693-468f-ba80-46c63f26da1e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:04:08.465024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:08.471062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:08.509029 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc8996-d4ac-45c8-b852-ae08c5a4f933 None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:04:08.570031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 3badc10f-6027-448b-b78c-c97e0610edf7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:04:08.661701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=11b43b28-5693-468f-ba80-46c63f26da1e,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:08.668196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:08.668826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Provisioning for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:08.681407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Provisioning complete for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:08.681845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:08.953957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:09.004810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] For port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:04:09.065554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:09.068568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-80c79f53-7e94-4679-a8b0-b0e5ea80d1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:09.147003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:04:09.159184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Pushing event updated for resources: {'Port': ['ID=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:09.163097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/3badc10f-6027-448b-b78c-c97e0610edf7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6877642
Nov 15 10:04:09.171078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.171480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.171904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.173103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.173103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.174576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.175006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.175402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.175788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.176199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.176655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.177335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.177858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.178239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.178620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.178995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.179368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.179744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.180144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.180519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.180893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.181403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.181774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.182146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:09.186834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:09.292933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Provisioning complete for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:09.293520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:09.369533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Sync routers for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:04:09.406499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:09.407195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:09.445401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-1722a59e-d474-4d39-b1c3-8de6c8f6c281 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783415831&fields=id&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 267 time: 0.0525522
Nov 15 10:04:09.539556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Provisioning for port d7fae090-b1a7-4e62-88fc-794de91419cd completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:09.545366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Provisioning complete for port d7fae090-b1a7-4e62-88fc-794de91419cd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:09.545811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:09.631673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-e632cbbb-c009-4735-9e71-9bdd38941d46 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:09.634529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-df0f145b-e96a-4d94-bd82-8e37ed35c4c5 None None] Port d7fae090-b1a7-4e62-88fc-794de91419cd cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:04:09.639885 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-e632cbbb-c009-4735-9e71-9bdd38941d46 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 796 time: 0.1867890
Nov 15 10:04:09.653331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-81ea3618-1fd9-4031-b7ee-c064f63a10f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/quotas/24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 375 time: 0.0123565
Nov 15 10:04:09.694678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:09.758105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9d6e4921-21b5-4906-9eb0-9f0e88464d19 None None] Provisioning complete for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:09.758691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4921-21b5-4906-9eb0-9f0e88464d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:09.764627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-d116f705-aed8-4232-941a-aefd92e68b78 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1040266
Nov 15 10:04:09.872419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4c639d75-e843-4c88-9581-5e1cfa8e339d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:04:09.880488 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4c639d75-e843-4c88-9581-5e1cfa8e339d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1027827
Nov 15 10:04:09.950958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-9d6e4921-21b5-4906-9eb0-9f0e88464d19 None None] Provisioning complete for port d7fae090-b1a7-4e62-88fc-794de91419cd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:09.951501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4921-21b5-4906-9eb0-9f0e88464d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.028217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:10.081097 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-a369590e-e8da-4689-a8bf-86305f670da1 service neutron] 10.222.0.81 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993618
Nov 15 10:04:10.124132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e4921-21b5-4906-9eb0-9f0e88464d19 None None] Port d7fae090-b1a7-4e62-88fc-794de91419cd cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:04:10.140693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:10.141048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.251216 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-ab068400-026a-4f01-a0f7-416397b19b17 service neutron] 10.222.0.81 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1626966
Nov 15 10:04:10.297439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09cf8>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 2, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:10.299661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1d114a84-c661-4640-9c7c-ebf6278004ac None None] Provisioning complete for port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:10.300123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d114a84-c661-4640-9c7c-ebf6278004ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.302115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Checking router: 3badc10f-6027-448b-b78c-c97e0610edf7 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:04:10.302805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Updating router 3badc10f-6027-448b-b78c-c97e0610edf7 port d7fae090-b1a7-4e62-88fc-794de91419cd binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:04:10.331089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 11b43b28-5693-468f-ba80-46c63f26da1e up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:10.365670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.502802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 11b43b28-5693-468f-ba80-46c63f26da1e triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:10.503233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.546926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fb802d3f-e94d-4c6d-bf09-a49723e4c857 req-5ab59662-608b-459d-83fb-4c07c8c41208 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 210 time: 0.0499527
Nov 15 10:04:10.831534 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1d114a84-c661-4640-9c7c-ebf6278004ac None None] Provisioning complete for port d7fae090-b1a7-4e62-88fc-794de91419cd triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:10.832106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1d114a84-c661-4640-9c7c-ebf6278004ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.884975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:10.924121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1d114a84-c661-4640-9c7c-ebf6278004ac None None] Port d7fae090-b1a7-4e62-88fc-794de91419cd cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:04:10.939450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Transition to ACTIVE for port object d7fae090-b1a7-4e62-88fc-794de91419cd will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:10.984995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:11.001202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:11.142728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Pushing event updated for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:11.167990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.168386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.168771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.169151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.169526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.169896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.170267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.170639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.171006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.171373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.171743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.172129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.172551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.172920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.173285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.173649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.174011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.174373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.174748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.175107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.175466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.175824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.176777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.177142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:04:11.183355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:11.335348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Attempting to bind port d7fae090-b1a7-4e62-88fc-794de91419cd on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:04:11.335774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Attempting to bind port d7fae090-b1a7-4e62-88fc-794de91419cd by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:04:11.336217 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Attempting to bind port d7fae090-b1a7-4e62-88fc-794de91419cd on network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:04:11.344482 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:04:11.344912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Checking segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:04:11.345499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:11.345948 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Bound using segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:04:11.346476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Bound port: d7fae090-b1a7-4e62-88fc-794de91419cd, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:04:11.346908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:11.462278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] For port d7fae090-b1a7-4e62-88fc-794de91419cd, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:04:11.465652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] For port d7fae090-b1a7-4e62-88fc-794de91419cd, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d7fae090-b1a7-4e62-88fc-794de91419cd,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:04:11.488228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:11.507517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-89dcdda8-2f9d-4b09-8fe9-56e878dc1139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:11.664711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Pushing event updated for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:11.669981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9287c63-82d5-4058-b840-97f0bf0cc241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:11.717732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:11.718562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09cf8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:03:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:11.760903 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-42dd23fa-3b97-4026-b73b-842c0a41ed8f req-f353b222-e79f-4830-bc4b-f35f9f692ac6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 210 time: 0.0607038
Nov 15 10:04:11.958184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:12.302360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f09cf8>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:11Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:12.306566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a83a2-71cc-420c-92af-3f8923fb4a55 None None] The sync data for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs is: [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:11Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:04:12.515165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-d6a6abf6-3495-4875-ab21-2dd7807eefff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:12.516156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-d6a6abf6-3495-4875-ab21-2dd7807eefff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:04:12.585171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-d6a6abf6-3495-4875-ab21-2dd7807eefff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:04:12.586480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-d6a6abf6-3495-4875-ab21-2dd7807eefff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 796 time: 0.2743168
Nov 15 10:04:12.683348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-189a6243-f01e-4f93-9209-6dccb4db0da9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:04:12.744979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-189a6243-f01e-4f93-9209-6dccb4db0da9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:04:12.746598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-189a6243-f01e-4f93-9209-6dccb4db0da9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 7065 time: 0.1361253
Nov 15 10:04:12.757612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'port': {'device_id': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'admin_state_up': True, 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'security_groups': ['1f22ac06-4c71-491e-b3dc-75f8a63c46f5']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:12.927588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:12.932089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:port and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:12.935231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:12.941190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:12.956693 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3307c5c9-7c8b-4917-a391-5dce5852f315 req-51321048-6204-48bf-be31-5fd15f17a264 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 210 time: 0.0533316
Nov 15 10:04:13.042047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:04:13.048119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:13.322321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5d594203-ec49-4411-b1df-98d6a6f9f79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:13.374278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.13 (875f5d2a-24c3-4bcc-8a3e-834f34ea32c0/597f8399-9502-4846-b44e-9792ead2d0c2/dac38ebe-de72-4edf-9bb6-5d9847137c14) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:04:13.583886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:13.602633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object dac38ebe-de72-4edf-9bb6-5d9847137c14 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:13.665037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:13.681053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3eb9828-71c7-47fe-a342-c3d419cd6649 tempest-TestEncryptedCinderVolumes-905317248 tempest-TestEncryptedCinderVolumes-905317248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:13.826457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=dac38ebe-de72-4edf-9bb6-5d9847137c14,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:13.839852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:13.883485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:13.884628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:13.886899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:04:13.964015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:13.964724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.023109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d7fae090-b1a7-4e62-88fc-794de91419cd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:14.025596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2723522
Nov 15 10:04:14.125744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Request body: {'port': {'device_id': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:14.151028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port d7fae090-b1a7-4e62-88fc-794de91419cd completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:14.157972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d7fae090-b1a7-4e62-88fc-794de91419cd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:14.158443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.207615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee6a0d90-56f6-4118-892f-0ace9ba5555c None None] Provisioning for port dac38ebe-de72-4edf-9bb6-5d9847137c14 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:14.231595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ee6a0d90-56f6-4118-892f-0ace9ba5555c None None] Provisioning complete for port dac38ebe-de72-4edf-9bb6-5d9847137c14 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:14.232177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d90-56f6-4118-892f-0ace9ba5555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.279350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.314499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a0d90-56f6-4118-892f-0ace9ba5555c None None] Port dac38ebe-de72-4edf-9bb6-5d9847137c14 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:04:14.347762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591d60-c32b-434f-9821-c05ad24138aa req-1e7f74e4-df15-4c7e-96ce-06445e58d452 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:14.350464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba591d60-c32b-434f-9821-c05ad24138aa req-1e7f74e4-df15-4c7e-96ce-06445e58d452 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 932 time: 0.0983675
Nov 15 10:04:14.385318 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.403471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba591d60-c32b-434f-9821-c05ad24138aa req-94b00d07-5ce8-4750-afa1-f0eef106ff68 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452850
Nov 15 10:04:14.422460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port d7fae090-b1a7-4e62-88fc-794de91419cd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d7fae090-b1a7-4e62-88fc-794de91419cd,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:04:14.453229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.455261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-03cd5a72-82f0-474a-bf61-6d8fd202b910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:14.533928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:14.537769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:14.729600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac38ebe-de72-4edf-9bb6-5d9847137c14 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:04:14.736832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.749519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Transition to ACTIVE for port object dac38ebe-de72-4edf-9bb6-5d9847137c14 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:04:14.796004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:14.812324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5a64f8d-ec47-48af-a79f-1577a00c9462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:14.963928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Pushing event updated for resources: {'Port': ['ID=dac38ebe-de72-4edf-9bb6-5d9847137c14,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:14.967064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:15.165024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Attempting to bind port dac38ebe-de72-4edf-9bb6-5d9847137c14 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:04:15.165399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Attempting to bind port dac38ebe-de72-4edf-9bb6-5d9847137c14 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:04:15.165768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Attempting to bind port dac38ebe-de72-4edf-9bb6-5d9847137c14 on network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:04:15.173176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:04:15.173623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Checking segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:04:15.174034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:15.174435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Bound using segment: {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:04:15.174915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Bound port: dac38ebe-de72-4edf-9bb6-5d9847137c14, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06fdc1c-bc57-4bc2-8672-5db744e2e816', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:04:15.175292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:15.285528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] For port dac38ebe-de72-4edf-9bb6-5d9847137c14, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:04:15.289008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] For port dac38ebe-de72-4edf-9bb6-5d9847137c14, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:04:15.310875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:15.326980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3e5b8d59-4e10-4bc0-93f9-5f3d6c8450cd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:15.486081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Pushing event updated for resources: {'Port': ['ID=dac38ebe-de72-4edf-9bb6-5d9847137c14,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:15.492547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:15.526296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:15.528800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] 10.222.0.65 "PUT /v2.0/ports/dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 1158 time: 1.4882736
Nov 15 10:04:15.529425 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:04:15.598973 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'status': 'completed', 'code': 200}
Nov 15 10:04:15.652007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ad2c4-967c-4566-b3f2-dfbc168d7204 req-3c4bebfb-7301-45cc-b129-89811d968c92 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:15.654160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe4ad2c4-967c-4566-b3f2-dfbc168d7204 req-3c4bebfb-7301-45cc-b129-89811d968c92 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 944 time: 0.1111391
Nov 15 10:04:15.710999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe4ad2c4-967c-4566-b3f2-dfbc168d7204 req-917dfb06-8a6a-487c-84d8-4a552d57bd03 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492392
Nov 15 10:04:15.731363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-7611dab7-b162-44ed-8b04-4cac21679e12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1161 time: 0.1036441
Nov 15 10:04:15.757936 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a45b92f5-120b-47e3-abbd-366b34d3feea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:15.822168 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-82c9f39c-70de-4fa3-9ad2-a38592db9583 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 217 time: 0.0744755
Nov 15 10:04:15.896601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-3ab836e2-e32b-4ad2-9277-a4875a1532fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:15.898204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-3ab836e2-e32b-4ad2-9277-a4875a1532fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0691295
Nov 15 10:04:15.990993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-49906f91-9506-4785-8e51-6587d10aa216 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855079
Nov 15 10:04:15.999365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d7fae090-b1a7-4e62-88fc-794de91419cd up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:16.080225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d7fae090-b1a7-4e62-88fc-794de91419cd triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:16.080588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:16.139012 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-84b5bf7f-81c6-4e04-95c0-e779cfe12f39 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409431
Nov 15 10:04:16.453656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:16.493846 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:16.574085 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a0acf10-56b3-4c85-80a8-f1f57a6ef631 req-97bd6216-83d6-408d-9596-d9a771191a74 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4265327
Nov 15 10:04:16.775245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-4d73530f-31ee-4e33-883e-871c0e993797 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1161 time: 0.0875819
Nov 15 10:04:16.935362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-191b9405-80a6-4644-b1a4-0602d7ca7294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:16.937056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-191b9405-80a6-4644-b1a4-0602d7ca7294 service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1544466
Nov 15 10:04:16.945658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c0d8d-ae26-47ae-af36-95191cb627fe req-9d996f9d-0109-4cb7-8174-adf2e3eb6f57 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:16.947405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-741c0d8d-ae26-47ae-af36-95191cb627fe req-9d996f9d-0109-4cb7-8174-adf2e3eb6f57 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 944 time: 0.0993342
Nov 15 10:04:16.999119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-741c0d8d-ae26-47ae-af36-95191cb627fe req-504d3f41-263f-491d-b820-52bf71856b53 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450768
Nov 15 10:04:17.026807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-30cb34d7-7c93-4f80-8180-3a02e8ef7965 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 217 time: 0.0808556
Nov 15 10:04:17.098666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-c2c53742-746b-4e8a-96d8-54f89d46f597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:17.105597 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-c2c53742-746b-4e8a-96d8-54f89d46f597 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0665789
Nov 15 10:04:17.203567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-6ceb253d-aec9-423e-95d7-831b739c3301 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881832
Nov 15 10:04:17.349129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-cea66279-4940-4364-8b75-b98d9393edba service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372979
Nov 15 10:04:17.493579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fa52addf-0c87-4e04-9a09-618a31b2550d req-85c7ab75-fa0e-4444-8e31-f8e6f73c1d8e service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368096
Nov 15 10:04:17.584490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:18.059243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:18.232220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28108a-c922-4c24-894e-f26cc97e16a1 req-73c5fcac-de50-4370-a12b-f5788c1cb9a7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:18.233771 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e28108a-c922-4c24-894e-f26cc97e16a1 req-73c5fcac-de50-4370-a12b-f5788c1cb9a7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 944 time: 0.0977619
Nov 15 10:04:18.285758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3e28108a-c922-4c24-894e-f26cc97e16a1 req-ca56801e-39c7-4210-ae09-5c9794e97f39 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457532
Nov 15 10:04:19.509151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff70c70-f2de-4412-8b5b-aa835a8bc26f req-8598f6b7-35cc-4e8f-bcb5-cf1198322b54 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:19.510843 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ff70c70-f2de-4412-8b5b-aa835a8bc26f req-8598f6b7-35cc-4e8f-bcb5-cf1198322b54 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 944 time: 0.0948894
Nov 15 10:04:19.564641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7ff70c70-f2de-4412-8b5b-aa835a8bc26f req-1c084a8e-ed4a-44c1-ad84-b2173fe6ab9b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473139
Nov 15 10:04:19.878906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device dac38ebe-de72-4edf-9bb6-5d9847137c14 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:20.007518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port dac38ebe-de72-4edf-9bb6-5d9847137c14 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:04:20.012747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port dac38ebe-de72-4edf-9bb6-5d9847137c14 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:20.018292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:20.150885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:20.178530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:04:20.188860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port dac38ebe-de72-4edf-9bb6-5d9847137c14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:04:20.218804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:20.221017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:20.258660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'code': 200}
Nov 15 10:04:20.299197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=dac38ebe-de72-4edf-9bb6-5d9847137c14,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:20.302993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:20.598957 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72c88eca-2e61-43cf-a610-9d62aa84aa6b req-cc625a1c-342d-4d06-87a6-c7c603594742 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0850000
Nov 15 10:04:20.646605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72c88eca-2e61-43cf-a610-9d62aa84aa6b req-d7676209-3302-4938-a7f7-7f8fd8035414 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404792
Nov 15 10:04:20.789946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132858-8552-49a1-b934-ccf70f0d2506 req-5eddf4f1-45e1-4ec6-a333-f5f36c073aa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:20.791579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-93132858-8552-49a1-b934-ccf70f0d2506 req-5eddf4f1-45e1-4ec6-a333-f5f36c073aa1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0941625
Nov 15 10:04:20.840738 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-93132858-8552-49a1-b934-ccf70f0d2506 req-9d20024f-4732-42c8-a7ae-1a57a4dfb0f1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425065
Nov 15 10:04:21.365174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device dac38ebe-de72-4edf-9bb6-5d9847137c14 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:04:21.448805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port dac38ebe-de72-4edf-9bb6-5d9847137c14 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:04:21.449229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:22.071885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d371ec-032e-4278-9f1f-32a6eca93c9c req-138414f5-ad30-4f0d-84ea-cd42474e14e8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:22.073530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9d371ec-032e-4278-9f1f-32a6eca93c9c req-138414f5-ad30-4f0d-84ea-cd42474e14e8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0987413
Nov 15 10:04:22.122446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9d371ec-032e-4278-9f1f-32a6eca93c9c req-da101de7-ba1a-4068-8c4f-2b28640785e0 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427182
Nov 15 10:04:23.347182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fe6c8-ce9c-4dfb-8cf1-6fbffe0042f8 req-8034da13-d91d-40e5-a585-81d545843dff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:23.349593 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-898fe6c8-ce9c-4dfb-8cf1-6fbffe0042f8 req-8034da13-d91d-40e5-a585-81d545843dff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0983827
Nov 15 10:04:23.399596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-898fe6c8-ce9c-4dfb-8cf1-6fbffe0042f8 req-008c117c-6c3e-420f-a1b7-68d50448f140 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439143
Nov 15 10:04:23.626540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3856-e067-42be-bc12-5575a2b7f425 req-4ea6e84e-eeac-4d7a-b39f-e7c3fbceea23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:23.628521 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b08b3856-e067-42be-bc12-5575a2b7f425 req-4ea6e84e-eeac-4d7a-b39f-e7c3fbceea23 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0983510
Nov 15 10:04:23.678182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b08b3856-e067-42be-bc12-5575a2b7f425 req-7b11592c-8317-423b-8333-da4ac70e203f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434413
Nov 15 10:04:23.707794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43458) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:23.797294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0c493ab1-4514-4640-b6fc-77ec896557ba tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1158 time: 0.0881670
Nov 15 10:04:23.800108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43462) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:23.806072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:04:23.812301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:04:23.816479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:floatingip and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:04:23.819518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:04:23.825493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:04:23.875978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:24.022813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:24.298134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.140 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/603f3cfa-afef-4053-a461-aea889eec867) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:04:24.595373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:24.670310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:24.687333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9d0deb94-81c2-47de-b1a9-4e55777cd9a5 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:24.833016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=603f3cfa-afef-4053-a461-aea889eec867,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:24.836631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:24.893473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:04:24.895013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:04:24.897506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:04:25.397749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:25.524416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:25.808242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:25.841320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:25.857262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d6c1dd9b-2a33-471f-85ca-f3eaf77d485a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:04:26.013402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=603f3cfa-afef-4053-a461-aea889eec867,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:04:26.016583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:04:26.112713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:26.354162 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 9a55963c-c0ca-437e-813e-b8179bd57870 associated. External IP: 172.26.4.140, port: dac38ebe-de72-4edf-9bb6-5d9847137c14.
Nov 15 10:04:27.136819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 3badc10f-6027-448b-b78c-c97e0610edf7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:04:27.396264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:04:27.406118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Sync routers for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:04:27.419082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:27.419777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29e5438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:04:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:27.442215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:27.507177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7058814
Nov 15 10:04:27.507915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:04:27.569231 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'status': 'completed', 'code': 200}
Nov 15 10:04:27.664840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:27.712484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dc6b4-ce1c-48ef-9f9e-e38426d740ae req-ee56c418-7c26-47ae-be3d-35cb26bdb012 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:27.714139 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-188dc6b4-ce1c-48ef-9f9e-e38426d740ae req-ee56c418-7c26-47ae-be3d-35cb26bdb012 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.1037498
Nov 15 10:04:27.727588 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-837a528c-b0eb-42b8-9107-fcb8f52ebfa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0981376
Nov 15 10:04:27.770100 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-188dc6b4-ce1c-48ef-9f9e-e38426d740ae req-8e828243-2965-4cf6-b59a-d7d0c55167ae tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489352
Nov 15 10:04:27.802516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43470) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:27.885845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-03025ead-4697-46a0-a463-b1216c5bd04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:27.887602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-03025ead-4697-46a0-a463-b1216c5bd04b service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1538339
Nov 15 10:04:27.942830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e029892c-d513-45ef-8ae7-5d421197499c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 200  len: 992 time: 0.1371603
Nov 15 10:04:28.015014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-3eff294c-1042-4e34-a3b9-0f11052f6a83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 1000 time: 0.1194537
Nov 15 10:04:28.082365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29e5438>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '9a55963c-c0ca-437e-813e-b8179bd57870', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'port_id': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'mac_address': 'fa:16:3e:35:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:04:25Z', 'updated_at': '2020-11-15T10:04:25Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:28.086504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Checking router: 3badc10f-6027-448b-b78c-c97e0610edf7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:04:28.091320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-bc989c36-84b5-41b8-ad79-a7d49fe484e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:28.092974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-bc989c36-84b5-41b8-ad79-a7d49fe484e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0708137
Nov 15 10:04:28.098545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:04:28.099221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29e5438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:04:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:28.188433 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-77258351-8e63-425e-af51-e82adff77e7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867896
Nov 15 10:04:28.327527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:04:28.337138 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-450749f2-ceaa-4d65-a59c-85db710c2e00 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418357
Nov 15 10:04:28.486795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-995d1d4c-1b87-43a6-b545-9bf4469863bc req-3ddcc09d-e376-43d9-a840-6241ad57215c service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375895
Nov 15 10:04:28.896617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29e5438>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '9a55963c-c0ca-437e-813e-b8179bd57870', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'port_id': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'mac_address': 'fa:16:3e:35:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:04:25Z', 'updated_at': '2020-11-15T10:04:25Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:04:28.901250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56459aae-107d-4005-961f-e04bb5f0ed24 None None] The sync data for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs is: [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '9a55963c-c0ca-437e-813e-b8179bd57870', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'port_id': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'mac_address': 'fa:16:3e:35:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:04:25Z', 'updated_at': '2020-11-15T10:04:25Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:04:28.945603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43474) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:29.070364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5083ccee-14ef-437c-811c-a48ae3a87057 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 200  len: 992 time: 0.1234028
Nov 15 10:04:29.214007 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87063ac-8c6a-4ce6-b849-5e1c5fa82d77 None None] New status for floating IP 9a55963c-c0ca-437e-813e-b8179bd57870: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:04:30.074310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43478) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:04:30.197756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-71e10398-665e-47f6-b813-ee2dac836fb7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 200  len: 994 time: 0.1220493
Nov 15 10:04:32.288086 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-319f3375-4a3b-4350-adb0-90bf5495d359 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0892904
Nov 15 10:04:32.466035 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-2031b7f2-dad7-4937-80f8-f7098ed18111 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0864062
Nov 15 10:04:32.627716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-adac4ffb-1a13-4285-9300-cbc1449d39ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:32.630368 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-adac4ffb-1a13-4285-9300-cbc1449d39ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1444471
Nov 15 10:04:32.756134 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-3e14b03f-f246-48a0-8234-6d5731a0fcef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 1002 time: 0.1170228
Nov 15 10:04:32.829241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-77e45351-e5d6-48b6-bd0e-00028abf4854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:04:32.830971 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-77e45351-e5d6-48b6-bd0e-00028abf4854 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0657468
Nov 15 10:04:32.926975 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-d0963fde-e88c-4d39-af6d-5e9ba2a48c40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884693
Nov 15 10:04:33.076809 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-f89646b4-e1d7-4096-9fd7-da2b5934550f service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385648
Nov 15 10:04:33.223297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-10355c56-aeaa-4ae2-9a23-94e87b661a71 req-ed30f0ae-5bd1-4d4f-85a6-ad748b97a48d service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363931
Nov 15 10:04:33.317549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:04:43.320954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-648446c4-6f28-4126-9213-1d32479e833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:45.743934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9182d24d-3727-4c05-ac28-01e2ddad36a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:46.458463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:46.504146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:47.595281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:04:48.063785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:00.126579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79d77-8a7a-45af-9786-355d5374fa45 req-d60ccf3d-e1f0-4c57-8950-ff18e1530ddc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:00.128135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3b79d77-8a7a-45af-9786-355d5374fa45 req-d60ccf3d-e1f0-4c57-8950-ff18e1530ddc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.2503650
Nov 15 10:05:00.176633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a3b79d77-8a7a-45af-9786-355d5374fa45 req-dfe486a5-7578-4a1a-baf8-57278d390f07 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420501
Nov 15 10:05:01.406371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444516f-f64a-44e5-ab74-3bcdfff16fb5 req-e3774541-fbf2-487c-b449-a0caf3d31221 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:01.408030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f444516f-f64a-44e5-ab74-3bcdfff16fb5 req-e3774541-fbf2-487c-b449-a0caf3d31221 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0996139
Nov 15 10:05:01.456004 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f444516f-f64a-44e5-ab74-3bcdfff16fb5 req-83b2bc54-c561-4cb0-8c0e-b7dcd811a1ca tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411644
Nov 15 10:05:02.679560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265464e-e7e5-4433-aece-bc4292f014d5 req-f6a24d8c-56df-4a93-be60-eaf6dcda181a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:02.681235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4265464e-e7e5-4433-aece-bc4292f014d5 req-f6a24d8c-56df-4a93-be60-eaf6dcda181a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0934641
Nov 15 10:05:02.728761 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4265464e-e7e5-4433-aece-bc4292f014d5 req-6b926a1e-46bb-48be-ae68-cf1a7ed00839 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414348
Nov 15 10:05:03.958745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa366-fe94-4aa9-80ea-82174f720a2e req-e7a08f1e-637a-433a-86a4-0a6bbbf764d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:03.960387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b4aa366-fe94-4aa9-80ea-82174f720a2e req-e7a08f1e-637a-433a-86a4-0a6bbbf764d1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0974898
Nov 15 10:05:04.016772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7b4aa366-fe94-4aa9-80ea-82174f720a2e req-f1e32f2e-b612-4459-9386-9658bbc300ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502019
Nov 15 10:05:05.239570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc1db4-7be0-4b8d-a962-b8335493c775 req-2c2a5625-59a0-4b1b-89d4-e1636a521261 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:05.241118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbcc1db4-7be0-4b8d-a962-b8335493c775 req-2c2a5625-59a0-4b1b-89d4-e1636a521261 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0939388
Nov 15 10:05:05.293927 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cbcc1db4-7be0-4b8d-a962-b8335493c775 req-3339517e-9a65-44d7-82a3-dd05c807a696 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465999
Nov 15 10:05:06.514131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039925-b97e-4819-a38e-4299af77a816 req-68cd1951-4269-465e-8892-ec132c7f1b9f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:06.515735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9039925-b97e-4819-a38e-4299af77a816 req-68cd1951-4269-465e-8892-ec132c7f1b9f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0921781
Nov 15 10:05:06.564994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9039925-b97e-4819-a38e-4299af77a816 req-9aeb0659-8b6e-47f8-9657-44f914811a07 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425012
Nov 15 10:05:07.790394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbde0a-9946-4650-a174-af84b68ddab1 req-31d9a851-fad1-47d5-babb-8a360c990967 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:07.792038 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9cbde0a-9946-4650-a174-af84b68ddab1 req-31d9a851-fad1-47d5-babb-8a360c990967 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0969079
Nov 15 10:05:07.842446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e9cbde0a-9946-4650-a174-af84b68ddab1 req-25eca3dd-2727-4513-90dd-c0e42432c5dc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426621
Nov 15 10:05:09.062958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780615-41bd-4da4-9eb2-d17e2257a811 req-23e36ba9-6aa4-40b5-8b26-aafe22c7acc3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:09.065129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43780615-41bd-4da4-9eb2-d17e2257a811 req-23e36ba9-6aa4-40b5-8b26-aafe22c7acc3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0930417
Nov 15 10:05:09.113285 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43780615-41bd-4da4-9eb2-d17e2257a811 req-29b3e232-2ff8-4f9f-be21-fe08448cb7eb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419791
Nov 15 10:05:10.318833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:05:10.341912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f7a8d-f2af-426b-8820-055a1c258a59 req-4dc6f929-78d9-4e17-a2a1-9bc3e864bfbb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:10.343658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-600f7a8d-f2af-426b-8820-055a1c258a59 req-4dc6f929-78d9-4e17-a2a1-9bc3e864bfbb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0980098
Nov 15 10:05:10.395369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-600f7a8d-f2af-426b-8820-055a1c258a59 req-59a0a158-0673-41bd-9537-af5643d3a30e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447116
Nov 15 10:05:11.619374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0faf07-985e-4dda-89fc-557bc0e6bb0f req-e5c4570d-6e50-4a51-aad1-3fa3b1f7dc63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:11.621053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bf0faf07-985e-4dda-89fc-557bc0e6bb0f req-e5c4570d-6e50-4a51-aad1-3fa3b1f7dc63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0941319
Nov 15 10:05:11.673645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bf0faf07-985e-4dda-89fc-557bc0e6bb0f req-aaa6e44c-aa58-466f-8da5-992c52243123 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462108
Nov 15 10:05:12.896634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c5cbe-8564-471f-9adc-c600cbe84b85 req-78a7b49b-297e-4d3e-9bee-bc11b28df3a2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:12.898252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a3c5cbe-8564-471f-9adc-c600cbe84b85 req-78a7b49b-297e-4d3e-9bee-bc11b28df3a2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0935762
Nov 15 10:05:12.946830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a3c5cbe-8564-471f-9adc-c600cbe84b85 req-53a785cd-b5e8-4b46-922f-cfe1991a5e63 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420005
Nov 15 10:05:13.332443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-171572d9-54ac-4c1c-ae68-17635828a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:14.172414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5729c-7bd8-47db-b25c-8e4e46274302 req-1ef7d405-32a7-48de-a527-4128404022d7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:14.173969 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13b5729c-7bd8-47db-b25c-8e4e46274302 req-1ef7d405-32a7-48de-a527-4128404022d7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0983763
Nov 15 10:05:14.223427 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-13b5729c-7bd8-47db-b25c-8e4e46274302 req-d79d0e65-7d81-4656-a965-92610fa60d02 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421038
Nov 15 10:05:15.450665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581520ad-2e2a-4b05-8c95-9d761e576523 req-564bf208-1ba5-47ed-803f-87142be115a6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:15.452317 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-581520ad-2e2a-4b05-8c95-9d761e576523 req-564bf208-1ba5-47ed-803f-87142be115a6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0985205
Nov 15 10:05:15.501620 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-581520ad-2e2a-4b05-8c95-9d761e576523 req-56ad788d-2ecd-42f1-aebd-4715f75a204c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422916
Nov 15 10:05:15.532475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43528) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:05:15.656516 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-374fd508-4c86-4f78-b46e-ea4d0565b79d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 200  len: 994 time: 0.1227481
Nov 15 10:05:15.738700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc2b-e18b-49c5-a62c-908ec936199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:16.446494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:16.509446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:17.361660 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-d84dff1a-99d6-4894-8b51-33bc1e1d38e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0918467
Nov 15 10:05:17.511083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beba0a-b76c-46c5-9f76-4002953d1a77 req-e501cf25-235c-47de-a59a-66d1b4841acc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:17.512749 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43beba0a-b76c-46c5-9f76-4002953d1a77 req-e501cf25-235c-47de-a59a-66d1b4841acc tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.3499668
Nov 15 10:05:17.513128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-bd3ffd47-722e-4205-bfcd-45dc27c5de6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:17.514733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-bd3ffd47-722e-4205-bfcd-45dc27c5de6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1460104
Nov 15 10:05:17.564643 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-43beba0a-b76c-46c5-9f76-4002953d1a77 req-da4239ac-ccde-46d6-83d9-b364ed510ec7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447581
Nov 15 10:05:17.589524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:17.641709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-c4fac324-27cb-4da2-bdab-151085a6b659 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 1002 time: 0.1199288
Nov 15 10:05:17.711954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-9e031eee-b774-43e3-8ba1-7b463f376a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:17.713520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-9e031eee-b774-43e3-8ba1-7b463f376a27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0640974
Nov 15 10:05:17.809081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-5e971adf-f6ba-4cc3-bbea-a777accb4f0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886488
Nov 15 10:05:17.953837 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-1cc02b0b-d62f-4e24-bf2d-4ce995ae3739 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372769
Nov 15 10:05:18.080919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:18.099331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1c9e5a34-fa5e-4f63-b71d-41f8f9563587 req-981c3c54-7509-42d4-bd1b-ddb735564b83 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381035
Nov 15 10:05:18.792158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566eace-d46a-4689-8b28-542c60d31b72 req-be6d4319-c730-4a5d-850a-48dae7778afb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:18.793790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0566eace-d46a-4689-8b28-542c60d31b72 req-be6d4319-c730-4a5d-850a-48dae7778afb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0967553
Nov 15 10:05:18.852707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0566eace-d46a-4689-8b28-542c60d31b72 req-c5ed998b-ab2f-4e71-9187-19fbd33346f1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423734
Nov 15 10:05:20.069031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cea3f-85d8-4662-90a3-5df0fce354db req-bc7abf34-4573-4b43-84c0-d8a901ee92a4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:20.070688 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b2cea3f-85d8-4662-90a3-5df0fce354db req-bc7abf34-4573-4b43-84c0-d8a901ee92a4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0929539
Nov 15 10:05:20.118569 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b2cea3f-85d8-4662-90a3-5df0fce354db req-c95aedba-56ac-4b7e-8d91-5cf41d439025 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418115
Nov 15 10:05:20.149845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43544) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:05:20.274930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-df830689-4c16-450e-a6d2-c3d47bcfd7bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 200  len: 994 time: 0.1237180
Nov 15 10:05:33.275311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-8e05c95f-f9bb-4298-ac81-150f2843b8c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0846121
Nov 15 10:05:33.457167 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-07dcffaa-6114-4605-a06f-79181b67e2fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0882866
Nov 15 10:05:33.614006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-285c0868-8d27-4a4a-899e-6fb6c422f89b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:33.615795 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-285c0868-8d27-4a4a-899e-6fb6c422f89b service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1386826
Nov 15 10:05:34.027505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-515a26fb-6789-404e-ba6e-a8fa83f4614b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 1002 time: 0.4051344
Nov 15 10:05:34.097703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-626a1909-3b7b-49a4-ae3c-61157ae88d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:34.099376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-626a1909-3b7b-49a4-ae3c-61157ae88d6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0640910
Nov 15 10:05:34.191828 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-79d6dfa4-25a5-46ea-8dad-755211cf0445 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837197
Nov 15 10:05:34.353753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-1be4ca87-9bdc-4e7e-9b4c-fff59e117a97 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476457
Nov 15 10:05:34.499713 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f30a10d2-c376-4eac-aa52-f03bb60d0637 req-a4872ce8-1e06-464c-8df5-a3b64156d648 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382945
Nov 15 10:05:43.314337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a57f-b7ce-4d47-af13-86223fcbd741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:45.731427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-40b0178a-0ad2-42f1-89fd-4f6feb5f65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:46.457002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:46.542544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:47.322611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:05:47.582645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:48.068812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:50.863335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43556) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:05:51.101242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 603f3cfa-afef-4053-a461-aea889eec867 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:05:51.101554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:51.289364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:51.289737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:51.423294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 603f3cfa-afef-4053-a461-aea889eec867 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:05:51.679137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:51.694919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-94b0fade-f0a9-4654-906b-98f64130e16e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:05:51.792840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=603f3cfa-afef-4053-a461-aea889eec867,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:05:51.814142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.814573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.815000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.815417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.815829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.816266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.816678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.817062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.817477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.817888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.818294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.818695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.819163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.819569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.820002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.820408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.820817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.821220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.821623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.822606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.823421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.823833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.824263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.824667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:51.828821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:05:51.943264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:51.943807 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 9a55963c-c0ca-437e-813e-b8179bd57870 disassociated (deleted). External IP: 172.26.4.140, port: dac38ebe-de72-4edf-9bb6-5d9847137c14.
Nov 15 10:05:52.441205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 3badc10f-6027-448b-b78c-c97e0610edf7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:05:52.696229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:05:52.706169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Sync routers for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:05:52.713595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:52.720077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:05:52.720769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:05:52.778999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-24fb4391-d714-4138-b7e3-bbc2f11b7dcb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/floatingips/9a55963c-c0ca-437e-813e-b8179bd57870 HTTP/1.1" status: 204  len: 168 time: 1.9144752
Nov 15 10:05:52.779708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:05:52.881895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'status': 'completed', 'code': 200}
Nov 15 10:05:52.959696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:05:53.018252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-47e5b14f-cf34-429a-acbe-0f1aa287aaf9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 1163 time: 0.0917740
Nov 15 10:05:53.171514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671836e-d3f7-451c-846d-75e2e2646edc req-0516ba4a-0903-4b79-9db2-c38f46ee5ed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:53.173214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-0516ba4a-0903-4b79-9db2-c38f46ee5ed4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 200  len: 890 time: 0.1487491
Nov 15 10:05:53.253872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-cb51d354-f7c2-4dd1-9f28-2e2853850ea6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 200  len: 217 time: 0.0735719
Nov 15 10:05:53.316162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6128>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:05:53.320896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Checking router: 3badc10f-6027-448b-b78c-c97e0610edf7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:05:53.332496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:05:53.333186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6128>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:05:53.334987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671836e-d3f7-451c-846d-75e2e2646edc req-85894aa1-f797-4bb0-8119-9fa7160e4b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:53.336812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-85894aa1-f797-4bb0-8119-9fa7160e4b00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 200  len: 834 time: 0.0753961
Nov 15 10:05:53.356078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d30a9-9bf5-46a4-a82e-b6493abd8edc req-5cc5a440-425a-47b5-b958-a8c4965f63d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:53.356853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-110d30a9-9bf5-46a4-a82e-b6493abd8edc req-5cc5a440-425a-47b5-b958-a8c4965f63d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:05:53.401055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-110d30a9-9bf5-46a4-a82e-b6493abd8edc req-5cc5a440-425a-47b5-b958-a8c4965f63d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:05:53.402432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-110d30a9-9bf5-46a4-a82e-b6493abd8edc req-5cc5a440-425a-47b5-b958-a8c4965f63d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.1451654
Nov 15 10:05:53.430800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-0b274951-f561-4bcd-ba8f-f0a87105fd61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870852
Nov 15 10:05:53.459023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-110d30a9-9bf5-46a4-a82e-b6493abd8edc req-c95d4eab-a83d-4c8f-b303-e64475889c15 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499856
Nov 15 10:05:53.571262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:05:53.580064 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-e795fa50-d5d9-4957-a0ac-e3c90d704548 service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417384
Nov 15 10:05:53.731295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8671836e-d3f7-451c-846d-75e2e2646edc req-b86a35e3-b770-427f-8158-a4a1361f25ed service neutron] 10.222.0.65 "GET /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440163
Nov 15 10:05:53.925727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80f6128>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:05:53.929953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253f7a9-9f86-46ba-8699-347c3cac6c02 None None] The sync data for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs is: [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:04:07Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd7fae090-b1a7-4e62-88fc-794de91419cd', 'name': '', 'network_id': '875f5d2a-24c3-4bcc-8a3e-834f34ea32c0', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:28:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:06Z', 'updated_at': '2020-11-15T10:04:14Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '597f8399-9502-4846-b44e-9792ead2d0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:05:54.302647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edda33-292e-40e3-8867-e72d35cb8aa9 None None] New status for floating IP 9a55963c-c0ca-437e-813e-b8179bd57870: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:05:54.690162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b80c1-c1d5-4036-901b-dd9ff0c7ef3c req-55695aec-9dca-43cd-a3e4-93e3311e8384 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:54.692383 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d45b80c1-c1d5-4036-901b-dd9ff0c7ef3c req-55695aec-9dca-43cd-a3e4-93e3311e8384 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.0932703
Nov 15 10:05:54.743354 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d45b80c1-c1d5-4036-901b-dd9ff0c7ef3c req-120fe78c-5cc1-410a-a437-56cf3e4fb74b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=1f22ac06-4c71-491e-b3dc-75f8a63c46f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443747
Nov 15 10:05:55.141364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-1e3d1d94-5c47-4190-a4f1-4dc7bc4c483f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:05:55.142146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-1e3d1d94-5c47-4190-a4f1-4dc7bc4c483f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:05:55.155101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-1e3d1d94-5c47-4190-a4f1-4dc7bc4c483f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:05:55.156330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-1e3d1d94-5c47-4190-a4f1-4dc7bc4c483f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 946 time: 0.1135011
Nov 15 10:05:55.239776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port dac38ebe-de72-4edf-9bb6-5d9847137c14 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:05:55.240198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:55.516050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port dac38ebe-de72-4edf-9bb6-5d9847137c14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=dac38ebe-de72-4edf-9bb6-5d9847137c14,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:05:55.516622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:55.652229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for dac38ebe-de72-4edf-9bb6-5d9847137c14 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:05:55.944649 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8537067b-1814-4815-8207-109374db4134 req-a0630c2f-b51b-455a-b7ca-87b0605b0bb8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 210 time: 0.0518167
Nov 15 10:05:55.948901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:55.965331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:05:56.061785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=dac38ebe-de72-4edf-9bb6-5d9847137c14,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:05:56.086521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.086962 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.088166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.088721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.089155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.089583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.090008 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.090432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.090856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.091283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.091703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.092155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.092627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.093046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.093463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.093884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.094323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.094742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.095158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.095576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.096017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.098479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.098479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.098479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:05:56.102363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:05:56.132758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device dac38ebe-de72-4edf-9bb6-5d9847137c14 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:05:56.169796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: dac38ebe-de72-4edf-9bb6-5d9847137c14 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:05:56.170206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device dac38ebe-de72-4edf-9bb6-5d9847137c14 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:05:56.198521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] No DVR routers for this DVR port dac38ebe-de72-4edf-9bb6-5d9847137c14 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:05:56.200830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:56.203580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'name': 'network-vif-deleted', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:05:56.234564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5c7528ba-0632-408b-a5be-dc1e091aae74 req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "DELETE /v2.0/ports/dac38ebe-de72-4edf-9bb6-5d9847137c14 HTTP/1.1" status: 204  len: 173 time: 1.0729935
Nov 15 10:05:56.263787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524c4ac3-21da-4452-8181-e0e6a42e92d0', 'name': 'network-vif-deleted', 'tag': 'dac38ebe-de72-4edf-9bb6-5d9847137c14', 'status': 'completed', 'code': 200}
Nov 15 10:05:57.142928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f8fc7db2-cdb2-41ba-98bd-b0630aa2d1b2 req-06a1610f-fa8a-4410-bc9b-7a691dc9a284 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=524c4ac3-21da-4452-8181-e0e6a42e92d0 HTTP/1.1" status: 200  len: 210 time: 0.0478525
Nov 15 10:05:58.256712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43576) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:05:59.042945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:05:59.795732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port d7fae090-b1a7-4e62-88fc-794de91419cd {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:05:59.796292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:00.009266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port d7fae090-b1a7-4e62-88fc-794de91419cd, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d7fae090-b1a7-4e62-88fc-794de91419cd,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:00.009668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:00.143528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for d7fae090-b1a7-4e62-88fc-794de91419cd owned by network:router_interface {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:06:00.427398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:00.440970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:00.535693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=d7fae090-b1a7-4e62-88fc-794de91419cd,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:00.542183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:00.924580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:01.777625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router 3badc10f-6027-448b-b78c-c97e0610edf7 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:06:02.034560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:06:02.045604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Sync routers for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:06:02.048884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/3badc10f-6027-448b-b78c-c97e0610edf7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7910168
Nov 15 10:06:02.051726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43580) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:02.059308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:02.060054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30630>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:02.475790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:02.557339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting subnet 597f8399-9502-4846-b44e-9792ead2d0c2 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:06:02.561026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:02.621020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:02.787784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30630>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:06:00Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:02.790191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:02.792080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Checking router: 3badc10f-6027-448b-b78c-c97e0610edf7 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:06:02.804663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Routers {'3badc10f-6027-448b-b78c-c97e0610edf7'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:02.805358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30630>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['3badc10f-6027-448b-b78c-c97e0610edf7'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:03.035547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] Set router 3badc10f-6027-448b-b78c-c97e0610edf7 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:03.183672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.200354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e43bc21-b663-4fdb-a43a-775e67e0f6ab tempest-RoutersNegativeIpV6Test-2087458197 tempest-RoutersNegativeIpV6Test-2087458197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:03.298080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Subnet': ['ID=597f8399-9502-4846-b44e-9792ead2d0c2,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:03.302971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:03.339552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.346158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24aa66f-dc09-4c72-99f1-f9c8d634fa0b None None] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:06:03.346369 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bc53ab71-3b5b-4da8-9499-944f7ce0a6e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/subnets/597f8399-9502-4846-b44e-9792ead2d0c2 HTTP/1.1" status: 204  len: 168 time: 1.2935190
Nov 15 10:06:03.349157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43584) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:03.431848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3e30630>, [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:06:00Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:03.440829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0641dc-c634-4dec-af82-85d751ff0130 None None] The sync data for ids ['3badc10f-6027-448b-b78c-c97e0610edf7'] in dv-neutron-743142-12-ovs is: [{'id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689613340', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:04:00Z', 'updated_at': '2020-11-15T10:06:00Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '11b43b28-5693-468f-ba80-46c63f26da1e', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc10f-6027-448b-b78c-c97e0610edf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:04:01Z', 'updated_at': '2020-11-15T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:06:03.614386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.627803 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] DHCP port deletion for 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:06:03.637489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Deleting port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:06:03.638041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.878172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.882786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] For port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,segment=NetworkSegment(b06fdc1c-bc57-4bc2-8672-5db744e2e816),segment_id=b06fdc1c-bc57-4bc2-8672-5db744e2e816)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:03.883268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:03.936920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 11b43b28-5693-468f-ba80-46c63f26da1e {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:06:03.937310 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:04.019250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Calling delete_port for c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:06:04.055569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:06:04.134185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 11b43b28-5693-468f-ba80-46c63f26da1e, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=11b43b28-5693-468f-ba80-46c63f26da1e,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:04.134669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:04.232104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:04.275762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 11b43b28-5693-468f-ba80-46c63f26da1e owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:06:04.289658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:04.311434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45e957dc-c998-4abc-ae3a-76c560f6c87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:04.348470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d7fae090-b1a7-4e62-88fc-794de91419cd no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:06:04.437525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Pushing event deleted for resources: {'Port': ['ID=c83309b6-9ffa-4d40-93be-2f65ba0a5bf9,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:04.452697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: d7fae090-b1a7-4e62-88fc-794de91419cd {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:06:04.453091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d7fae090-b1a7-4e62-88fc-794de91419cd not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:06:04.466024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.466413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.466831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.467256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.467631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.468033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.468404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.468773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.469125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.469793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.469793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.470169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.470594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.471129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.471582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.471995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.472364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.472735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.473101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.473466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.473831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.474196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.474555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.474922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:04.483449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:04.517559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] No DVR routers for this DVR port c83309b6-9ffa-4d40-93be-2f65ba0a5bf9 on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:06:04.553450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:04.567833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8f6fd0c8-01c7-4b4a-a4bc-8ca89eb5fa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:04.664980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=11b43b28-5693-468f-ba80-46c63f26da1e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:04.672288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:04.959239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.269173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.273717 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.330735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.331317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Fanout notify agent at l3_agent the message router_deleted on router 3badc10f-6027-448b-b78c-c97e0610edf7 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:06:05.346721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.348234 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/routers/3badc10f-6027-448b-b78c-c97e0610edf7 HTTP/1.1" status: 204  len: 168 time: 1.9977887
Nov 15 10:06:05.350849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43588) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:05.477518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:05.682124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.050012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 11b43b28-5693-468f-ba80-46c63f26da1e no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:06:06.069255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3696208>,) {'filters': {'network_id': ['875f5d2a-24c3-4bcc-8a3e-834f34ea32c0']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:06.082179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3696208>, 'b06fdc1c-bc57-4bc2-8672-5db744e2e816') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:06.082520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3696208>, 'b06fdc1c-bc57-4bc2-8672-5db744e2e816') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:06.089725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 11b43b28-5693-468f-ba80-46c63f26da1e {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:06:06.090127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 11b43b28-5693-468f-ba80-46c63f26da1e not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:06:06.102187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.115355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.117550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:06:06.296247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:06:06.305450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.485986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:06:06.516180 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:06:06.628351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.632556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.637805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7a660c25-570e-43ae-8b1a-f0cc7a179b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:06.671041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Network': ['ID=875f5d2a-24c3-4bcc-8a3e-834f34ea32c0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:06.673941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:06.697420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-49b66155-12ac-44cf-b491-6a3bd47217d3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/networks/875f5d2a-24c3-4bcc-8a3e-834f34ea32c0 HTTP/1.1" status: 204  len: 168 time: 1.3455322
Nov 15 10:06:06.701221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43594) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:06.773891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.806107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.942083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.947396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e8dbc5a-3003-491e-97d6-eee7a18b988d tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:06.963277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22ac06-4c71-491e-b3dc-75f8a63c46f5,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:06.966378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:06.987010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:06.991774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a6ce7528-83d6-4046-91cb-6c6004ad96ac tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/security-groups/1f22ac06-4c71-491e-b3dc-75f8a63c46f5 HTTP/1.1" status: 204  len: 168 time: 0.2860143
Nov 15 10:06:07.410368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43602) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:07.416433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959120243', 'description': 'tempest-secgroup-smoke-959120243 description', 'project_id': '24bb463023994712b0eb4d6bf461fefa'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:07.422992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:07.427364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:07.430391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:07.436301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:07.467976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.504576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:07.508636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:07.512172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:07.517949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:07.629730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.667831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.673151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-909157d6-f0e8-4a24-9425-eb2bbf5f3864 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:07.717554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56ae21-7288-484d-bde3-523cac7cd0c5,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:07.720488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:07.753594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.754924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3434381
Nov 15 10:06:07.757927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43606) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:07.764759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:07.771397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:07.775710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:07.779341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:07.785316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:07.829953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.895001 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.924986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.926845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c34502bf-2048-4603-a69c-f1fb0d429b17 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:07.950520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c810dedb-166d-460e-be92-b41fea3cf880,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:07.953090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:07.982137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:07.983443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-914e34be-8c89-4134-ad48-47899ba21168 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2245302
Nov 15 10:06:07.986284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43612) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:07.991876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:07.998362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:08.002495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:08.005574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:08.011944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:08.057063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.125841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.142028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.143995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed9e05a2-8f0f-4d41-8de9-499216152f29 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:08.168054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72b2751-c405-45e4-8fa7-8ee34b811640,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:08.170585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:08.205362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.206610 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-92926d1f-5bdc-4559-8cef-980af6ded888 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2193327
Nov 15 10:06:08.209519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43616) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:08.216158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:08.223132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:08.227172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:08.230303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:08.236114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:08.274639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.342043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.365210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.372619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c5c75f8d-8fa7-4730-8f39-cba85f79a11d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:08.394248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09242b41-2eb4-4a0f-8ae8-c79275b929db,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:08.396669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:08.422616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.423946 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2134085
Nov 15 10:06:08.426773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43620) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:08.432341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:08.439447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:08.443510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:08.446555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:08.453316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:08.491559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.602560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.622398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.624368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8d45f9c3-8351-4a6a-aace-9eb27752f9a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:08.651103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ea8ad3-2c23-44c9-a326-415090e603ae,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:08.653896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:08.684678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.685977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2582202
Nov 15 10:06:08.688896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43624) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:08.694423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:08.701352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:08.705393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:08.708428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:08.714330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:08.747631 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:06:08.754446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.824210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.862076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.864117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23374e8c-27dc-4246-981e-025fbdf69860 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:08.889190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bd8f1f-5195-4841-aaa5-a4b848585b8e,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:08.891785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:08.941927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:08.943218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0cac2f0f-104b-4835-86d9-baa6760bd741 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2533402
Nov 15 10:06:08.946048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43628) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:08.952125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'security_group_rule': {'security_group_id': '7d56ae21-7288-484d-bde3-523cac7cd0c5', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:08.958416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:08.962451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:security_group_rule and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:08.966267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:08.972099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:09.004750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.securitygroups_db [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Project 24bb463023994712b0eb4d6bf461fefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 15 10:06:09.011871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.080756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.142531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.144614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e310e878-3873-4a37-ab3a-ae88bc379b2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:09.168997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8ca697-85b7-4a5a-a01a-04d4c1aeeb7d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:09.171769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:09.205472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.208503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-96e9c589-5fda-4388-a9d6-9afc7db6c57c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2611406
Nov 15 10:06:09.211284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43632) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:09.217688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'network': {'name': 'tempest-network-smoke--2042301322', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'port_security_enabled': True}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:09.223350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:09.227781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:network and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:09.230928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:09.236849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:09.279754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:06:09.285389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.320319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 10:06:09.361971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.362519 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Added segment 0084f5f8-d5e8-4d77-b934-cafedd3f84e5 of type vxlan for network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec
Nov 15 10:06:09.391978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.473666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.477863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:09.478515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.484428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-71f15107-fee2-429b-8fe9-21eb73d6844b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:09.596990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Network': ['ID=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:09.600133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:09.607213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d0f7f1f5-55f2-4dce-a386-993030ec7363 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3947713
Nov 15 10:06:09.609053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:06:09.609382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43636) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:09.615255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'admin_state_up': True, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:09.623554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:09.628604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:router and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:09.631528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:06:09.631681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:09.637686 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:09.679707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.680790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.768858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:09.982159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:10.194315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:10.228071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:10.501824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.224 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/33277c4d-23a6-4ab8-ab57-ca4a45301937) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:06:10.658868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:10.713834 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:10.731248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4a98f72f-d70d-4b7b-a698-dd054a29c350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:10.878375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=33277c4d-23a6-4ab8-ab57-ca4a45301937,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:10.881533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:10.936406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:10.937566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:10.939906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:06:11.209092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:11.209825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:11.832895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router c465ecb0-3a21-454b-b756-99ad88024ed9 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 10:06:12.093251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:06:12.102817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Sync routers for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:06:12.115642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:12.116370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8285240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:12.147446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:12.148808 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5383852
Nov 15 10:06:12.152315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43640) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:12.198993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-491b855c-153e-4fa3-bc41-cc32453073f0 tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/subnets?project_id=24bb463023994712b0eb4d6bf461fefa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448277
Nov 15 10:06:12.201573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43644) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:12.207651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854945320', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:12.326580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:12.330749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:subnet and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:12.333770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:12.339878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:12.345881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:12.422413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:06:12.536134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:12.661614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8285240>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:11Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:12.665616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Checking router: c465ecb0-3a21-454b-b756-99ad88024ed9 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:06:12.672595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Updating router c465ecb0-3a21-454b-b756-99ad88024ed9 port 33277c4d-23a6-4ab8-ab57-ca4a45301937 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:06:12.727394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.155365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.171416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d82870c3-b588-4d98-91cb-7f8cd2fbc321 tempest-NetworksIpV6Test-1460474320 tempest-NetworksIpV6Test-1460474320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:13.186262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.234137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Transition to ACTIVE for port object 33277c4d-23a6-4ab8-ab57-ca4a45301937 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:13.256732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.272984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:13.312045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Subnet': ['ID=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:13.317154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:13.321150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49b25351-4df5-41ea-b46e-7f28730acfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.380830 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Checking segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:06:13.381228 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network hostable DHCP agents. Network: 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 10:06:13.419006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Pushing event updated for resources: {'Port': ['ID=33277c4d-23a6-4ab8-ab57-ca4a45301937,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:13.456524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 10:06:13.519287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:13.530548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf30e73-8263-4ecf-a48e-4b3c16b7f1ae None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:06:13.535094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:13.535770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.591668 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6e0db116-ebd3-4d6f-89a9-0855056f1ba3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3862216
Nov 15 10:06:13.592104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43648) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:13.598196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.598590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.598975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.599351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.599724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.600119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.600491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.600859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.601226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.601600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.602095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.602315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.603314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.603314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.603509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.603759 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.604150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.604626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.605095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.605440 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.605807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.606174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.606538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.606903 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:06:13.613079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:13.657308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Attempting to bind port 33277c4d-23a6-4ab8-ab57-ca4a45301937 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:06:13.657726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Attempting to bind port 33277c4d-23a6-4ab8-ab57-ca4a45301937 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:06:13.658116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Attempting to bind port 33277c4d-23a6-4ab8-ab57-ca4a45301937 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:06:13.665281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:06:13.665707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:06:13.666158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.666593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:06:13.667147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Bound port: 33277c4d-23a6-4ab8-ab57-ca4a45301937, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:06:13.667561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.754679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] For port 33277c4d-23a6-4ab8-ab57-ca4a45301937, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:06:13.758171 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] For port 33277c4d-23a6-4ab8-ab57-ca4a45301937, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=33277c4d-23a6-4ab8-ab57-ca4a45301937,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:06:13.796480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.873885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dbb52598-6af9-4182-ace5-a368c8b612eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:13.966697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 10:06:13.968085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:13.997857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Pushing event updated for resources: {'Port': ['ID=33277c4d-23a6-4ab8-ab57-ca4a45301937,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:14.002121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a7be771e-3f99-49a5-926f-fdbb9f405d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:14.031418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:14.032201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8285240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:05:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:14.265991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:14.307188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Allocated IP 172.20.0.2 (4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec/04f2f734-07db-4d7d-8e67-b0d05e2ec4f2/90e69214-f53b-4928-8439-bad05d09e70c) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:06:14.494257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:14.583870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8285240>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:11Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:14.591026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884384b3-2e4d-4e66-b4d4-bd639e09dd52 None None] The sync data for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs is: [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:11Z', 'revision_number': 3, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:06:14.616400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:14.628636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Transition to ACTIVE for port object 90e69214-f53b-4928-8439-bad05d09e70c will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:14.646449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Transition to ACTIVE for port object 90e69214-f53b-4928-8439-bad05d09e70c will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:14.674412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:14.691774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:14.861625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Pushing event updated for resources: {'Port': ['ID=90e69214-f53b-4928-8439-bad05d09e70c,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:14.865126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:14.916546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:14.916546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:14.919244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:06:14.993647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Attempting to bind port 90e69214-f53b-4928-8439-bad05d09e70c on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:06:14.994074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Attempting to bind port 90e69214-f53b-4928-8439-bad05d09e70c by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:06:14.994498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Attempting to bind port 90e69214-f53b-4928-8439-bad05d09e70c on network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:06:15.002826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:06:15.003331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Checking segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:06:15.003775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.004255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Bound using segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:06:15.004783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Bound port: 90e69214-f53b-4928-8439-bad05d09e70c, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:06:15.005212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.127253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] For port 90e69214-f53b-4928-8439-bad05d09e70c, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:06:15.130928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] For port 90e69214-f53b-4928-8439-bad05d09e70c, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e69214-f53b-4928-8439-bad05d09e70c,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:06:15.188778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.206020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-37a00c6a-b1ff-4917-bdda-f1e761098e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:15.210929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.1 (4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec/04f2f734-07db-4d7d-8e67-b0d05e2ec4f2/c28c399f-09e9-4175-832d-4e02af83b9aa) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:06:15.369222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Pushing event updated for resources: {'Port': ['ID=90e69214-f53b-4928-8439-bad05d09e70c,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:15.375879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:15.399552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.420089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object c28c399f-09e9-4175-832d-4e02af83b9aa will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:15.474105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.490683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c3131e7-d7a4-4f8b-9c6f-3b3e633889ce tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:15.641917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:15.656106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:15.713495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:15.715590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:15.718298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:06:15.759875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5526c14f-253c-4fc2-a43a-60031366f883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.784415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:15.957012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.107214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e69214-f53b-4928-8439-bad05d09e70c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:16.216376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 90e69214-f53b-4928-8439-bad05d09e70c completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:16.221544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 33277c4d-23a6-4ab8-ab57-ca4a45301937 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:16.330954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 33277c4d-23a6-4ab8-ab57-ca4a45301937 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:16.337289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 33277c4d-23a6-4ab8-ab57-ca4a45301937 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:16.337742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.524916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.545332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 33277c4d-23a6-4ab8-ab57-ca4a45301937, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=33277c4d-23a6-4ab8-ab57-ca4a45301937,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:16.546811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.566677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.570370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb3539df-e9ee-421e-b9c5-1ed9759ed103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:16.612595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.668976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=33277c4d-23a6-4ab8-ab57-ca4a45301937,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:16.679978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:16.758009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdaf44f-abd1-429f-901f-936e2778001d None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:06:16.808649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.840017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.873896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:16.881998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Provisioning for port 90e69214-f53b-4928-8439-bad05d09e70c completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:16.905465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Provisioning complete for port 90e69214-f53b-4928-8439-bad05d09e70c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:16.905872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.972566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:16.995382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:17.001574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:17.137340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:17.138641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:17.158119 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.211814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] For port 90e69214-f53b-4928-8439-bad05d09e70c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e69214-f53b-4928-8439-bad05d09e70c,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:17.246245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.248242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9ce57ab8-cfe3-492a-8144-db0e08046d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:17.332729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Pushing event updated for resources: {'Port': ['ID=90e69214-f53b-4928-8439-bad05d09e70c,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:17.336194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:17.472971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Provisioning complete for port 90e69214-f53b-4928-8439-bad05d09e70c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:17.473410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.635378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.653767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router c465ecb0-3a21-454b-b756-99ad88024ed9 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:06:17.690673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Provisioning for port c28c399f-09e9-4175-832d-4e02af83b9aa completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:17.696965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Provisioning complete for port c28c399f-09e9-4175-832d-4e02af83b9aa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:17.697404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.765200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4af7e-941e-4048-9da1-c1681cb69fd8 None None] Port c28c399f-09e9-4175-832d-4e02af83b9aa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:06:17.894222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0a1af5b6-e5e2-48de-92d9-9770a02fc0bb None None] Provisioning complete for port 90e69214-f53b-4928-8439-bad05d09e70c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:17.894669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a1af5b6-e5e2-48de-92d9-9770a02fc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:17.933398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:06:17.949013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/c465ecb0-3a21-454b-b756-99ad88024ed9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3548892
Nov 15 10:06:17.959323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Sync routers for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:06:17.996268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:17.997033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:06:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:18.117473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e69214-f53b-4928-8439-bad05d09e70c up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:18.158003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-a02469b7-4891-4a3c-ac5b-ebc6c601578b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:06:18.210855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-a02469b7-4891-4a3c-ac5b-ebc6c601578b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:06:18.212208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-a02469b7-4891-4a3c-ac5b-ebc6c601578b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959120243&fields=id&tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 267 time: 0.0991154
Nov 15 10:06:18.246325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:18.386235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0a840c74-1fd6-449f-a9b5-a37c3e04a739 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:18.387202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0a840c74-1fd6-449f-a9b5-a37c3e04a739 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:06:18.428224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0a840c74-1fd6-449f-a9b5-a37c3e04a739 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:06:18.429543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0a840c74-1fd6-449f-a9b5-a37c3e04a739 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 797 time: 0.2095330
Nov 15 10:06:18.447629 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-1e4b6b37-8f83-48fb-8cf6-a97117ab0da6 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/quotas/24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 375 time: 0.0114992
Nov 15 10:06:18.537491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0a1af5b6-e5e2-48de-92d9-9770a02fc0bb None None] Provisioning complete for port c28c399f-09e9-4175-832d-4e02af83b9aa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:18.537924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a1af5b6-e5e2-48de-92d9-9770a02fc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:18.545994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-cb8b1f89-405f-46ee-8f18-464b02581ccd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:06:18.632893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 90e69214-f53b-4928-8439-bad05d09e70c triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:18.633323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:18.645364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-cb8b1f89-405f-46ee-8f18-464b02581ccd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:06:18.646816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-cb8b1f89-405f-46ee-8f18-464b02581ccd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1931019
Nov 15 10:06:18.664284 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-d2dc94bf-d023-4112-bf35-7bf5941ce5c7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:06:18.665343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-d2dc94bf-d023-4112-bf35-7bf5941ce5c7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056853
Nov 15 10:06:18.672893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-0a1af5b6-e5e2-48de-92d9-9770a02fc0bb None None] Port c28c399f-09e9-4175-832d-4e02af83b9aa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:06:18.693970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:18.824179 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-791fb913-2069-4ce3-a1ce-7ef9ca5742b8 service neutron] 10.222.0.81 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514471
Nov 15 10:06:18.971647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-7565feef-42c8-4487-ab94-1a78a938d0bb service neutron] 10.222.0.81 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406064
Nov 15 10:06:19.008394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e0d39e66-78a2-4a12-90d0-a7682f8dbfc2 None None] Provisioning complete for port 90e69214-f53b-4928-8439-bad05d09e70c triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:19.008833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0d39e66-78a2-4a12-90d0-a7682f8dbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:19.091302 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 33277c4d-23a6-4ab8-ab57-ca4a45301937 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:19.243867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2326e4ef-b299-444f-aea3-00b8b5350cbf req-b92b2840-b1e5-4211-a334-ce9d078d8a87 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 210 time: 0.0662482
Nov 15 10:06:19.352938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 33277c4d-23a6-4ab8-ab57-ca4a45301937 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:19.353375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:19.412365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8e80>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 2, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:19.424428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Checking router: c465ecb0-3a21-454b-b756-99ad88024ed9 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:06:19.424921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Updating router c465ecb0-3a21-454b-b756-99ad88024ed9 port c28c399f-09e9-4175-832d-4e02af83b9aa binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:06:19.492765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e0d39e66-78a2-4a12-90d0-a7682f8dbfc2 None None] Provisioning complete for port c28c399f-09e9-4175-832d-4e02af83b9aa triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:19.493206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0d39e66-78a2-4a12-90d0-a7682f8dbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:19.567613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:19.660460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e0d39e66-78a2-4a12-90d0-a7682f8dbfc2 None None] Port c28c399f-09e9-4175-832d-4e02af83b9aa cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:06:20.093393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:20.106080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Transition to ACTIVE for port object c28c399f-09e9-4175-832d-4e02af83b9aa will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:20.137253 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:20.154793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:20.311056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21802-0287-4cad-8625-9dfbe1a8c8df None None] Pushing event updated for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:20.316328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87d21802-0287-4cad-8625-9dfbe1a8c8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:20.444849 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-84e2c34f-4da8-46ba-a814-0196bb652607 req-7b1e3e6c-3ce9-44a1-b925-136dac40df2d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 210 time: 0.0535872
Nov 15 10:06:20.483604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Attempting to bind port c28c399f-09e9-4175-832d-4e02af83b9aa on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:06:20.484043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Attempting to bind port c28c399f-09e9-4175-832d-4e02af83b9aa by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:06:20.484468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Attempting to bind port c28c399f-09e9-4175-832d-4e02af83b9aa on network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:06:20.491902 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:06:20.492343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Checking segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:06:20.492810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:20.493258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Bound using segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:06:20.493799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Bound port: c28c399f-09e9-4175-832d-4e02af83b9aa, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:06:20.494232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:20.623114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] For port c28c399f-09e9-4175-832d-4e02af83b9aa, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:06:20.626412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] For port c28c399f-09e9-4175-832d-4e02af83b9aa, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c28c399f-09e9-4175-832d-4e02af83b9aa,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:06:20.656823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:20.681094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8db2d2ec-ac26-4229-bd1e-df355c07f81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:21.011892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21802-0287-4cad-8625-9dfbe1a8c8df None None] Pushing event updated for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:21.017073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87d21802-0287-4cad-8625-9dfbe1a8c8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:21.060979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:21.061673 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8e80>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:06:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:21.318884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:21.328325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-eee45ccf-2e4b-4faf-9576-46197860504e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:21.329087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-eee45ccf-2e4b-4faf-9576-46197860504e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:06:21.342586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-eee45ccf-2e4b-4faf-9576-46197860504e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:06:21.343833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-eee45ccf-2e4b-4faf-9576-46197860504e tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 797 time: 0.1872213
Nov 15 10:06:21.436349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-c253a8e2-28e8-4969-ac30-ceee1054dbec tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa HTTP/1.1" status: 200  len: 7063 time: 0.0711849
Nov 15 10:06:21.446287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'port': {'device_id': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'admin_state_up': True, 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'security_groups': ['7d56ae21-7288-484d-bde3-523cac7cd0c5']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:21.609141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:21.619745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:21.644985 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24e12f0b-3fb1-430f-a224-ee78bdfa4a36 req-a058e69b-05de-4c58-924a-55ed64cae9c8 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 210 time: 0.0492346
Nov 15 10:06:21.650825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Made reservation on behalf of 24bb463023994712b0eb4d6bf461fefa for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:06:21.658036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:21.691382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a25d8e80>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:20Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:21.696012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e1cda-e561-4997-930c-f5ca61f61817 None None] The sync data for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs is: [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:20Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:06:22.002132 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.20.0.10 (4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec/04f2f734-07db-4d7d-8e67-b0d05e2ec4f2/27937af6-15d6-4b31-b853-cdd853ad0d70) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:06:22.090855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c28c399f-09e9-4175-832d-4e02af83b9aa up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:22.227705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port c28c399f-09e9-4175-832d-4e02af83b9aa completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:22.230091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.233296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port c28c399f-09e9-4175-832d-4e02af83b9aa triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:22.233723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.248899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Transition to ACTIVE for port object 27937af6-15d6-4b31-b853-cdd853ad0d70 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:22.302558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.321823 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c73ae379-d5ba-46f4-a5b5-51f39a8e745b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:22.377450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.417011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port c28c399f-09e9-4175-832d-4e02af83b9aa, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c28c399f-09e9-4175-832d-4e02af83b9aa,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:22.462161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.464817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-da367fa4-1cf1-493d-90fe-47b6d0700b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:22.482428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=27937af6-15d6-4b31-b853-cdd853ad0d70,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:22.495766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:22.546215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:22.548574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:22.549773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:22.550175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:22.553044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:06:22.623626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:22.624317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.686418 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2441316
Nov 15 10:06:22.706552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Request body: {'port': {'device_id': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:22.854762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.873426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f2732090-a411-4e3d-8585-be1060cc7aa5 None None] Provisioning for port 27937af6-15d6-4b31-b853-cdd853ad0d70 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:22.879074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f2732090-a411-4e3d-8585-be1060cc7aa5 None None] Provisioning complete for port 27937af6-15d6-4b31-b853-cdd853ad0d70 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:22.879517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2732090-a411-4e3d-8585-be1060cc7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:22.895677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26874b-4eea-42ce-aa2a-c7125847dfa8 req-84e3849f-a8af-4b4c-b69a-69173a8ac0ef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:22.897581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a26874b-4eea-42ce-aa2a-c7125847dfa8 req-84e3849f-a8af-4b4c-b69a-69173a8ac0ef tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 932 time: 0.1169000
Nov 15 10:06:22.945679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f2732090-a411-4e3d-8585-be1060cc7aa5 None None] Port 27937af6-15d6-4b31-b853-cdd853ad0d70 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:06:22.952709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4a26874b-4eea-42ce-aa2a-c7125847dfa8 req-5b15060f-a106-4dbb-941e-3895e71af6a1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469456
Nov 15 10:06:23.308575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27937af6-15d6-4b31-b853-cdd853ad0d70 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:06:23.315642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:23.328548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Transition to ACTIVE for port object 27937af6-15d6-4b31-b853-cdd853ad0d70 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:06:23.364897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:23.378998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8cee36cb-a2ad-49a9-85da-fe0d5027a7f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:23.523232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=27937af6-15d6-4b31-b853-cdd853ad0d70,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:23.536145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:23.719647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Attempting to bind port 27937af6-15d6-4b31-b853-cdd853ad0d70 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:06:23.720209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Attempting to bind port 27937af6-15d6-4b31-b853-cdd853ad0d70 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:06:23.720427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Attempting to bind port 27937af6-15d6-4b31-b853-cdd853ad0d70 on network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:06:23.727414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:06:23.727789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Checking segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:06:23.728222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:23.728765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Bound using segment: {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:06:23.729100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Bound port: 27937af6-15d6-4b31-b853-cdd853ad0d70, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0084f5f8-d5e8-4d77-b934-cafedd3f84e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:06:23.729492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:23.836353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] For port 27937af6-15d6-4b31-b853-cdd853ad0d70, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:06:23.840340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] For port 27937af6-15d6-4b31-b853-cdd853ad0d70, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=27937af6-15d6-4b31-b853-cdd853ad0d70,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:06:23.879696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:23.895590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-59b7dfa6-c0f7-4e92-a1e1-69cdbecf152d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:24.056682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=27937af6-15d6-4b31-b853-cdd853ad0d70,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:24.060877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:24.075783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c28c399f-09e9-4175-832d-4e02af83b9aa up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:24.099741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:24.104449 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] 10.222.0.65 "PUT /v2.0/ports/27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 1158 time: 1.4001858
Nov 15 10:06:24.104449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:06:24.175443 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port c28c399f-09e9-4175-832d-4e02af83b9aa triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:24.176027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:24.185293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'status': 'completed', 'code': 200}
Nov 15 10:06:24.228765 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062134-1116-48bd-aa30-794385fc3b36 req-03a2b4f0-5b2f-4eea-91d0-27d349638d0c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:24.230897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-61062134-1116-48bd-aa30-794385fc3b36 req-03a2b4f0-5b2f-4eea-91d0-27d349638d0c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 944 time: 0.1456780
Nov 15 10:06:24.324536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-61062134-1116-48bd-aa30-794385fc3b36 req-04c3cd25-bfbf-449c-b6cd-8ee5098a5896 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715170
Nov 15 10:06:24.334023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:06:24.349534 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-739732ad-170f-48a6-b70c-a8a8122262ff req-6a66064b-92eb-409c-92c2-7f9934091f60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1161 time: 0.1167297
Nov 15 10:06:24.809649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739732ad-170f-48a6-b70c-a8a8122262ff req-ec71de11-397e-4830-bb21-0fa7d78827a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:24.811283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-739732ad-170f-48a6-b70c-a8a8122262ff req-ec71de11-397e-4830-bb21-0fa7d78827a2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=24bb463023994712b0eb4d6bf461fefa&shared=False HTTP/1.1" status: 200  len: 891 time: 0.4432268
Nov 15 10:06:24.965552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739732ad-170f-48a6-b70c-a8a8122262ff req-8c1e2c34-66ef-4c37-9ae4-88eb7b226a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:24.967275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-739732ad-170f-48a6-b70c-a8a8122262ff req-8c1e2c34-66ef-4c37-9ae4-88eb7b226a0c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1494732
Nov 15 10:06:25.132862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-95e14be8-1084-47ce-a002-8f78f156dc94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1161 time: 0.0845625
Nov 15 10:06:25.220221 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-a2f23a3f-5f34-49e8-8b85-e58411085d58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 217 time: 0.0713756
Nov 15 10:06:25.289202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0113219b-457c-4cf0-902d-93a4df4a4e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:25.290733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-0113219b-457c-4cf0-902d-93a4df4a4e6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 200  len: 835 time: 0.0634243
Nov 15 10:06:25.384677 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-a3e78b95-3c38-4625-b2ab-1e62488ff1ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870526
Nov 15 10:06:25.532896 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-cb34b138-62f7-4e1b-b5fc-571b6726c47d service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406724
Nov 15 10:06:25.553669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b482d9-25b9-486a-9bc7-30f024055d7f req-048a4ce3-8d54-4f3f-8159-8d8a3f53c232 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:25.555289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b482d9-25b9-486a-9bc7-30f024055d7f req-048a4ce3-8d54-4f3f-8159-8d8a3f53c232 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 944 time: 0.0946028
Nov 15 10:06:25.604874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b482d9-25b9-486a-9bc7-30f024055d7f req-b7667ec6-a7b8-4074-8d07-cb7032a8c4a4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423141
Nov 15 10:06:25.681627 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-48579020-844b-4d7b-9c91-3f4d93a441dc req-642dcbfb-ace0-4cca-8956-b647ccd60fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402750
Nov 15 10:06:26.835430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95636-9ad7-4504-82c0-3059b00d71d4 req-c072e576-bb52-442c-aff5-73b48abefc14 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:26.837149 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21d95636-9ad7-4504-82c0-3059b00d71d4 req-c072e576-bb52-442c-aff5-73b48abefc14 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 944 time: 0.1023433
Nov 15 10:06:26.886874 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-21d95636-9ad7-4504-82c0-3059b00d71d4 req-061c59be-f8ae-47cb-b9ae-f7f8927afe36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432782
Nov 15 10:06:28.108900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8007-4a7b-45a4-b2de-3032abde2503 req-6495ad83-e484-4b58-9741-9fc40dd0f2b7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:28.110060 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-565b8007-4a7b-45a4-b2de-3032abde2503 req-6495ad83-e484-4b58-9741-9fc40dd0f2b7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 944 time: 0.0937846
Nov 15 10:06:28.159499 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-565b8007-4a7b-45a4-b2de-3032abde2503 req-29956b20-f498-4eb4-a2ae-4476a9605fc7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432019
Nov 15 10:06:29.036955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 27937af6-15d6-4b31-b853-cdd853ad0d70 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:29.130571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 27937af6-15d6-4b31-b853-cdd853ad0d70 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:06:29.136087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 27937af6-15d6-4b31-b853-cdd853ad0d70 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:29.136636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:29.281827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:29.313967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:06:29.325412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 27937af6-15d6-4b31-b853-cdd853ad0d70, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=27937af6-15d6-4b31-b853-cdd853ad0d70,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:06:29.353609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:29.356127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:29.406375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8c84a-6c0d-401e-9a53-37a9f5a80fec req-3480f5eb-14b3-40cb-b28e-6b5a96b818ec tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:29.408079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ce8c84a-6c0d-401e-9a53-37a9f5a80fec req-3480f5eb-14b3-40cb-b28e-6b5a96b818ec tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1015892
Nov 15 10:06:29.435944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=27937af6-15d6-4b31-b853-cdd853ad0d70,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:29.439366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:29.457747 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'code': 200}
Nov 15 10:06:29.459815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ce8c84a-6c0d-401e-9a53-37a9f5a80fec req-ea4feb3d-d13d-451d-aea5-f490c94bb9c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448074
Nov 15 10:06:29.836283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f7e2d63-3e8c-4ddb-a738-f300a86ec2da req-9b795dcb-93d7-4f01-9ede-cedb6f0414c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1163 time: 0.0858953
Nov 15 10:06:29.882431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9f7e2d63-3e8c-4ddb-a738-f300a86ec2da req-df73b028-aa9f-4bed-bdd3-769c008a5baa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392108
Nov 15 10:06:30.665153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 27937af6-15d6-4b31-b853-cdd853ad0d70 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:06:30.686484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c5652-8ac0-47a0-9d2c-46bbb6cf9869 req-f7226f0b-099a-41ec-8f3a-e529899fdcfb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:30.688129 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-844c5652-8ac0-47a0-9d2c-46bbb6cf9869 req-f7226f0b-099a-41ec-8f3a-e529899fdcfb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0952244
Nov 15 10:06:30.737735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-844c5652-8ac0-47a0-9d2c-46bbb6cf9869 req-f2342566-f4ee-4e09-b65e-edd111c9ed8d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433307
Nov 15 10:06:30.751249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 27937af6-15d6-4b31-b853-cdd853ad0d70 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:06:30.751705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:31.969258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19731a5c-5174-413e-82a6-72d0a12f29bd req-bff49aab-ed8b-4e2c-afa9-60e0b0389e5a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:31.970877 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-19731a5c-5174-413e-82a6-72d0a12f29bd req-bff49aab-ed8b-4e2c-afa9-60e0b0389e5a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1032205
Nov 15 10:06:32.018928 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-19731a5c-5174-413e-82a6-72d0a12f29bd req-ea717c9a-3a76-43b5-91b5-07fbce29bd41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416796
Nov 15 10:06:32.240242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e40f-4aab-4a5c-b34b-41694330501e req-a98ad8f3-48c3-4cce-9415-f79981d200c4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:32.241848 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e38e40f-4aab-4a5c-b34b-41694330501e req-a98ad8f3-48c3-4cce-9415-f79981d200c4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0920713
Nov 15 10:06:32.293913 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7e38e40f-4aab-4a5c-b34b-41694330501e req-388c5b29-45f8-47e8-ab9c-4468bb0a89f4 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457420
Nov 15 10:06:32.323926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43714) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:32.408639 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-de9ce4df-2552-4f5b-b7da-0b280a7c7413 tempest-TestNetworkAdvancedServerOps-1413082232 tempest-TestNetworkAdvancedServerOps-1413082232] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1158 time: 0.0834243
Nov 15 10:06:32.411328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43718) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:32.416981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'port_id': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:06:32.422935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:06:32.427105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Usage tracker for resource:floatingip and tenant:24bb463023994712b0eb4d6bf461fefa is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:06:32.430154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:06:32.436847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:06:32.513307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:32.658307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:32.936520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Allocated IP 172.26.4.79 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/34e2082f-2d2f-495d-b2f1-8f9aedb2cd56) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:06:33.090266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:33.142120 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:33.158274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c15c43ba-2530-4f50-a5df-ec1231c59f19 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:33.569411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=34e2082f-2d2f-495d-b2f1-8f9aedb2cd56,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:33.575315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:33.615444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:06:33.616636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:06:33.618893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:06:34.114187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:34.223220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:34.513757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:34.547538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:34.563230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-645689c8-ee64-446f-b6a3-d8ca325d693c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:06:34.717238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event updated for resources: {'Port': ['ID=34e2082f-2d2f-495d-b2f1-8f9aedb2cd56,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:06:34.720394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:06:34.819559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:35.065198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 669aa5c9-3ab9-4b76-bf5b-3c5d2527278c associated. External IP: 172.26.4.79, port: 27937af6-15d6-4b31-b853-cdd853ad0d70.
Nov 15 10:06:35.283978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-ee075f25-6dd5-4ede-a389-2fd55b3383ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0888076
Nov 15 10:06:35.474066 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-a268e79e-0b7b-4e63-af66-45b2f9421531 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1163 time: 0.0935974
Nov 15 10:06:35.564282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router c465ecb0-3a21-454b-b756-99ad88024ed9 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:06:35.648348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba63063-e5fa-4e76-a534-f87853140262 req-6085d50b-2864-4384-a38e-07ebe136174d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:35.649983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-6085d50b-2864-4384-a38e-07ebe136174d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 891 time: 0.1489234
Nov 15 10:06:35.775403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-c5eaa823-3d78-4dd7-a581-57b71ef0330a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 999 time: 0.1181726
Nov 15 10:06:35.824636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:06:35.834570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Sync routers for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:06:35.848835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:35.849608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a344aa20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:06:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:35.860292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba63063-e5fa-4e76-a534-f87853140262 req-d3dc3c6e-0585-4411-9b6f-40d086bc86e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:35.866894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-d3dc3c6e-0585-4411-9b6f-40d086bc86e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 200  len: 835 time: 0.0800784
Nov 15 10:06:35.879199 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:35.950603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5351744
Nov 15 10:06:35.950603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:06:35.967580 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-8d853d4e-1afc-4a87-af06-7daea20d6660 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943012
Nov 15 10:06:36.011196 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'status': 'completed', 'code': 200}
Nov 15 10:06:36.101619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:36.131482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-8e632b77-b854-4ef4-842f-e9be80a78e07 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518030
Nov 15 10:06:36.163610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a45ba-6cd4-4be4-9038-30f34edf3297 req-031f5799-da99-4de1-a60f-0e58da866868 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:36.165325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd6a45ba-6cd4-4be4-9038-30f34edf3297 req-031f5799-da99-4de1-a60f-0e58da866868 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1000736
Nov 15 10:06:36.215377 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd6a45ba-6cd4-4be4-9038-30f34edf3297 req-7259347c-64e3-4509-bc49-c6ac770b04d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428991
Nov 15 10:06:36.249877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43726) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:36.282517 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2ba63063-e5fa-4e76-a534-f87853140262 req-43f89600-9032-4a1d-bde8-e314003903eb service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438885
Nov 15 10:06:36.375547 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b0788447-1c3f-4656-8558-193baf473246 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 200  len: 991 time: 0.1242149
Nov 15 10:06:36.475780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-ba09856f-6362-4941-b5e7-24c38b2b815f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1163 time: 0.0861127
Nov 15 10:06:36.501513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a344aa20>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '669aa5c9-3ab9-4b76-bf5b-3c5d2527278c', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'port_id': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'mac_address': 'fa:16:3e:b3:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:06:34Z', 'updated_at': '2020-11-15T10:06:34Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:36.505778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Checking router: c465ecb0-3a21-454b-b756-99ad88024ed9 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:06:36.517857 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:06:36.518524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a344aa20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:06:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:36.630444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-55f5fcd1-7c4b-48b0-a439-736452541eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:36.632126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-55f5fcd1-7c4b-48b0-a439-736452541eb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 891 time: 0.1448014
Nov 15 10:06:36.761865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-bb68bb87-7a3c-4164-b539-cc96238909c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 999 time: 0.1225851
Nov 15 10:06:36.841718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-d65211b5-7ce6-4f3d-a85a-37527e45e4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:06:36.843353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-d65211b5-7ce6-4f3d-a85a-37527e45e4d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 200  len: 835 time: 0.0741661
Nov 15 10:06:36.901447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:06:36.938718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-f11c5086-8e56-4b4d-b860-c8671118d53c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876677
Nov 15 10:06:37.086638 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-c9f5a64d-6315-4bb1-90a2-1f80331205f0 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396401
Nov 15 10:06:37.233729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-834ab13f-1ac8-408c-8b98-d4142146ef8f req-5bbe860b-2a56-4a87-9408-4224b9f54fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399207
Nov 15 10:06:37.300042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a344aa20>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '669aa5c9-3ab9-4b76-bf5b-3c5d2527278c', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'port_id': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'mac_address': 'fa:16:3e:b3:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:06:34Z', 'updated_at': '2020-11-15T10:06:34Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:06:37.304241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5ecd4-598f-4bd1-99fa-243aa9e3fdc7 None None] The sync data for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs is: [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '669aa5c9-3ab9-4b76-bf5b-3c5d2527278c', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'port_id': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'mac_address': 'fa:16:3e:b3:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:06:34Z', 'updated_at': '2020-11-15T10:06:34Z', 'revision_number': 0, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:06:37.379368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43730) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:37.505431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-1febda23-0a57-4d20-8974-786e95300495 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 200  len: 991 time: 0.1246426
Nov 15 10:06:37.583035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1dd86-8327-4854-b6be-32e2511ee419 None None] New status for floating IP 669aa5c9-3ab9-4b76-bf5b-3c5d2527278c: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:06:38.509277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43734) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:06:38.636131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b4fee64c-242d-4090-9dc2-09f0021a5abb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 200  len: 993 time: 0.1253822
Nov 15 10:06:43.323566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c25c548b-9a11-4f78-af0a-aedb5a043225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:45.747101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0a567f2-7209-47b7-8069-c2dee97a55c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:46.450271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:46.593035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:47.598773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:06:48.090300 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:01.325142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:07:08.438270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f00f-dc8f-4eee-9aeb-c3793c713917 req-5fcef26f-adc1-49fe-b57a-16d5edf1eb1b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:08.439922 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83e7f00f-dc8f-4eee-9aeb-c3793c713917 req-5fcef26f-adc1-49fe-b57a-16d5edf1eb1b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0979192
Nov 15 10:07:08.488224 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83e7f00f-dc8f-4eee-9aeb-c3793c713917 req-1a8154a4-f8f2-4d4f-bc42-eeb8b7b525aa tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420959
Nov 15 10:07:09.790611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6fd0a-37fa-4f49-bb68-f7f821930ebe req-52e5f7ab-ed81-401d-b696-90063ca06c57 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:09.792841 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ac6fd0a-37fa-4f49-bb68-f7f821930ebe req-52e5f7ab-ed81-401d-b696-90063ca06c57 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1722462
Nov 15 10:07:09.845047 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ac6fd0a-37fa-4f49-bb68-f7f821930ebe req-fbdbae18-f3d7-480e-80b1-98691908ec14 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458448
Nov 15 10:07:09.876548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43766) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:09.999659 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0ded8c36-654d-480d-9d43-069098740b8b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 200  len: 993 time: 0.1218309
Nov 15 10:07:11.612532 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8485-d4c0-423b-8ec1-f4c3b26db061 req-1e7ed01d-845c-4a7e-b909-9da12083db5f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:11.614164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f43e8485-d4c0-423b-8ec1-f4c3b26db061 req-1e7ed01d-845c-4a7e-b909-9da12083db5f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0953343
Nov 15 10:07:11.663205 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f43e8485-d4c0-423b-8ec1-f4c3b26db061 req-a32b39fe-8866-4d37-b716-5ffe89cd7898 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425842
Nov 15 10:07:11.668810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-c59d965b-3ad8-4296-9dd1-359f3f7a0531 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1163 time: 0.0881500
Nov 15 10:07:11.814634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-ae015982-91d2-4091-ae3f-cc361dd6ddbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:11.816342 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-ae015982-91d2-4091-ae3f-cc361dd6ddbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 891 time: 0.1407342
Nov 15 10:07:11.943644 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-f95a2c8d-e0a2-4538-a3fd-962319bc02f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 1001 time: 0.1193318
Nov 15 10:07:12.017572 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-b11742e1-ed39-4e6b-8138-30ea9e9f04eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:12.019174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-b11742e1-ed39-4e6b-8138-30ea9e9f04eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 200  len: 835 time: 0.0690792
Nov 15 10:07:12.110078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-80b4cff4-69a6-41bc-8e80-cf65f7f80f0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839720
Nov 15 10:07:12.255496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-f64cf4e0-7f3a-4d40-bfbb-403638a173a8 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377571
Nov 15 10:07:12.400480 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e72d1dc2-6634-4bf0-ba2b-4999f6eb855f req-7e6bc377-e0c8-4db4-85bc-371777665190 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375623
Nov 15 10:07:12.893693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2dd5-1ea1-4859-b6b7-15f481bb1937 req-5bae1384-38ed-4007-81db-aabdb0655dff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:12.895322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f47b2dd5-1ea1-4859-b6b7-15f481bb1937 req-5bae1384-38ed-4007-81db-aabdb0655dff tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1001241
Nov 15 10:07:12.944191 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f47b2dd5-1ea1-4859-b6b7-15f481bb1937 req-937e03ad-bbf5-47cb-bcd9-b06b10a5b9cb tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418937
Nov 15 10:07:13.324146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6baa80c9-aa1f-470e-b839-4e363073192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:14.167928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5991f55-ffa1-4179-9893-4fb010fa2ea8 req-5ecfe2dc-15f5-41fc-9160-4b43d9ee194c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:14.169836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f5991f55-ffa1-4179-9893-4fb010fa2ea8 req-5ecfe2dc-15f5-41fc-9160-4b43d9ee194c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0930865
Nov 15 10:07:14.486080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f5991f55-ffa1-4179-9893-4fb010fa2ea8 req-e5f0e4b0-e165-496a-a987-f8a72cae8f88 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3099191
Nov 15 10:07:14.516489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43780) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:14.930112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b80dff16-dbd7-4bf0-943d-acc5fcc0742b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 200  len: 993 time: 0.4122708
Nov 15 10:07:15.240483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43788) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:15.474637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 34e2082f-2d2f-495d-b2f1-8f9aedb2cd56 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:07:15.475016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:15.659539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:15.659954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:15.746221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6e10922-d129-4e52-b3fb-e53e895becad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:15.799339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 34e2082f-2d2f-495d-b2f1-8f9aedb2cd56 owned by network:floatingip {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:07:16.043984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:16.059931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ee62e825-df3f-4939-9a0a-f361a5777e28 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:16.158432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=34e2082f-2d2f-495d-b2f1-8f9aedb2cd56,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:16.183237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.183867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.184293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.184716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.185134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.185553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.185969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.186383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.186798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.187209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.187620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.188055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.188524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.188933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.189345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.189754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.190237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.190654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.191067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.191478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.191911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.192328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.192737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.193148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:16.199305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:16.310188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for floatingip, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:16.310756 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Floating IP 669aa5c9-3ab9-4b76-bf5b-3c5d2527278c disassociated (deleted). External IP: 172.26.4.79, port: 27937af6-15d6-4b31-b853-cdd853ad0d70.
Nov 15 10:07:16.466990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:16.605209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:16.826929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router c465ecb0-3a21-454b-b756-99ad88024ed9 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:07:17.088681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:07:17.098824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Sync routers for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:07:17.108003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:17.112501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:17.113225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2dd30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:17.181106 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/floatingips/669aa5c9-3ab9-4b76-bf5b-3c5d2527278c HTTP/1.1" status: 204  len: 168 time: 1.9369278
Nov 15 10:07:17.181106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:07:17.250222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'status': 'completed', 'code': 200}
Nov 15 10:07:17.345450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:17.383237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-05499b35-8de0-4790-9ca7-67867be7f7f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24bb463023994712b0eb4d6bf461fefa&device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 1163 time: 0.0878625
Nov 15 10:07:17.532035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-dfb11881-afd5-461c-b515-b68583185179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:17.533654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-dfb11881-afd5-461c-b515-b68583185179 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 200  len: 891 time: 0.1430435
Nov 15 10:07:17.599031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:17.640166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-4663a028-7f62-4aac-8c64-cf9a5fada780 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 200  len: 217 time: 0.0780895
Nov 15 10:07:17.691064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc6273-87c4-4181-b1ef-178fee743a8f req-132475aa-bf96-40ef-adb5-f8427275182b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:17.693059 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41bc6273-87c4-4181-b1ef-178fee743a8f req-132475aa-bf96-40ef-adb5-f8427275182b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1005347
Nov 15 10:07:17.709165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2dd30>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:17.713601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Checking router: c465ecb0-3a21-454b-b756-99ad88024ed9 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:07:17.715749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-260e5e22-3aa9-487c-9695-888a1d765240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:17.717769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-260e5e22-3aa9-487c-9695-888a1d765240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 200  len: 835 time: 0.0709696
Nov 15 10:07:17.724805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:17.725463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2dd30>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:17.742976 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-41bc6273-87c4-4181-b1ef-178fee743a8f req-160a577e-8981-4074-a3ad-0f9d6dbc6f20 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436604
Nov 15 10:07:17.820731 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-3d30ad99-203a-4480-96f6-d88fb6f576ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0939941
Nov 15 10:07:17.955613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:17.971651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-8fe6b141-a235-4859-ae15-1bcd9d90e7c6 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427522
Nov 15 10:07:18.089892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:18.120704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9454040f-d0ca-43a5-80ee-4216f1ee9db5 req-f78f74c8-5047-4a94-a9d9-289cc19587f0 service neutron] 10.222.0.65 "GET /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409085
Nov 15 10:07:18.301732 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2dd30>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:18.305826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00008c27-4e7e-4f95-93be-4565e9736cc6 None None] The sync data for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs is: [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:06:15Z', 'revision_number': 4, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'c28c399f-09e9-4175-832d-4e02af83b9aa', 'name': '', 'network_id': '4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'mac_address': 'fa:16:3e:49:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:14Z', 'updated_at': '2020-11-15T10:06:22Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'subnets': [{'id': '04f2f734-07db-4d7d-8e67-b0d05e2ec4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:07:18.718545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c5a74-6a74-4a51-93bf-15c334079aef None None] New status for floating IP 669aa5c9-3ab9-4b76-bf5b-3c5d2527278c: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:07:18.977788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c4001-3486-4f08-8443-22a13200b3d6 req-aa640d02-292f-45ee-aeb0-4d189821dd68 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:18.979434 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae3c4001-3486-4f08-8443-22a13200b3d6 req-aa640d02-292f-45ee-aeb0-4d189821dd68 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.0980842
Nov 15 10:07:19.028176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ae3c4001-3486-4f08-8443-22a13200b3d6 req-6ab50e83-c605-4228-9a6f-82e7f235e9e3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/security-groups?id=7d56ae21-7288-484d-bde3-523cac7cd0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424261
Nov 15 10:07:19.448324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a7d228a-afc0-410e-b3ef-7e9c2ffad607 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:19.449091 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a7d228a-afc0-410e-b3ef-7e9c2ffad607 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Synchronizing usage tracker for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:19.489548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a7d228a-afc0-410e-b3ef-7e9c2ffad607 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Unset dirty status for tenant:24bb463023994712b0eb4d6bf461fefa on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:19.490794 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a7d228a-afc0-410e-b3ef-7e9c2ffad607 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 946 time: 0.1341197
Nov 15 10:07:19.586760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 27937af6-15d6-4b31-b853-cdd853ad0d70 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:07:19.587153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:19.862221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 27937af6-15d6-4b31-b853-cdd853ad0d70, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=27937af6-15d6-4b31-b853-cdd853ad0d70,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:19.862750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:20.005490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 27937af6-15d6-4b31-b853-cdd853ad0d70 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:07:20.276605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-16dfb028-4e46-4987-a66e-49170178d3b8 req-105ab0db-a1d4-4219-b98c-c62287d27cbf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 210 time: 0.0487564
Nov 15 10:07:20.324244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:20.340041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e2d1bcdd-e589-49f7-9aab-061974fd24c7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:20.436403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=27937af6-15d6-4b31-b853-cdd853ad0d70,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:20.439404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:20.832118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] No DVR routers for this DVR port 27937af6-15d6-4b31-b853-cdd853ad0d70 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:07:20.834499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:20.837418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'name': 'network-vif-deleted', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:07:20.885310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4c29e4f6-8c04-47f2-a88f-f734e24b62ed req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.65 "DELETE /v2.0/ports/27937af6-15d6-4b31-b853-cdd853ad0d70 HTTP/1.1" status: 204  len: 173 time: 1.3795857
Nov 15 10:07:20.896581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b356b078-23c9-4c7c-95af-4daa9b0d2579', 'name': 'network-vif-deleted', 'tag': '27937af6-15d6-4b31-b853-cdd853ad0d70', 'status': 'completed', 'code': 200}
Nov 15 10:07:20.956985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 27937af6-15d6-4b31-b853-cdd853ad0d70 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:07:20.993190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: 27937af6-15d6-4b31-b853-cdd853ad0d70 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:07:20.993600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 27937af6-15d6-4b31-b853-cdd853ad0d70 not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:07:21.472805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d746b6ce-2ece-478f-9a2d-88fc0dde4977 req-705515dd-160a-4f02-8c47-09d889dd6dee tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "GET /v2.0/ports?device_id=b356b078-23c9-4c7c-95af-4daa9b0d2579 HTTP/1.1" status: 200  len: 210 time: 0.0509856
Nov 15 10:07:22.585563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43812) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:23.090069 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:23.806933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port c28c399f-09e9-4175-832d-4e02af83b9aa {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:07:23.807492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:24.017224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port c28c399f-09e9-4175-832d-4e02af83b9aa, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=c28c399f-09e9-4175-832d-4e02af83b9aa,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:24.017552 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:24.152964 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for c28c399f-09e9-4175-832d-4e02af83b9aa owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:07:24.386279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:24.402910 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cd38d3c2-1ff7-4911-a523-17cde7651a41 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:24.503766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=c28c399f-09e9-4175-832d-4e02af83b9aa,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:24.513218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:24.889556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:26.035832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Router c465ecb0-3a21-454b-b756-99ad88024ed9 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:07:26.292308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:07:26.302072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Sync routers for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:07:26.307107 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-d00a0cdf-6221-4bb3-a349-9063658c9c36 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "PUT /v2.0/routers/c465ecb0-3a21-454b-b756-99ad88024ed9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7199607
Nov 15 10:07:26.309516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43816) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:26.314610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:26.315361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:26.526574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting subnet 04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:07:26.530176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:26.589991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:26.683422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:26.695358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:26.997408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.004971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d198>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:07:24Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:27.009341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Checking router: c465ecb0-3a21-454b-b756-99ad88024ed9 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:07:27.014148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e130a426-5468-4c64-bf8d-7f8d85b0040f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:27.020904 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Routers {'c465ecb0-3a21-454b-b756-99ad88024ed9'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:27.021596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['c465ecb0-3a21-454b-b756-99ad88024ed9'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:27.114967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Subnet': ['ID=04f2f734-07db-4d7d-8e67-b0d05e2ec4f2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:27.120274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:27.157755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.163766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f3418-222e-4e5c-aabb-f6d574f3f19f None None] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:07:27.168472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43820) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:27.168621 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0327245a-e7f2-4e27-a985-cb30d5b48036 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/subnets/04f2f734-07db-4d7d-8e67-b0d05e2ec4f2 HTTP/1.1" status: 204  len: 168 time: 0.8579867
Nov 15 10:07:27.250061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] Set router c465ecb0-3a21-454b-b756-99ad88024ed9 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:27.432317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] DHCP port deletion for 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:07:27.433892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.437126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Deleting port 90e69214-f53b-4928-8439-bad05d09e70c {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:07:27.437726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.581589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3f2d198>, [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:07:24Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:27.585743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbab2b-2183-4887-a7ac-89adcf4d4ac4 None None] The sync data for ids ['c465ecb0-3a21-454b-b756-99ad88024ed9'] in dv-neutron-743142-12-ovs is: [{'id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287757100', 'tenant_id': '24bb463023994712b0eb4d6bf461fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:06:09Z', 'updated_at': '2020-11-15T10:07:24Z', 'revision_number': 5, 'project_id': '24bb463023994712b0eb4d6bf461fefa', 'gw_port': {'id': '33277c4d-23a6-4ab8-ab57-ca4a45301937', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465ecb0-3a21-454b-b756-99ad88024ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:06:10Z', 'updated_at': '2020-11-15T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:07:27.701750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.752733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Deleting port 33277c4d-23a6-4ab8-ab57-ca4a45301937 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:07:27.753164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.866854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] For port 90e69214-f53b-4928-8439-bad05d09e70c, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=90e69214-f53b-4928-8439-bad05d09e70c,segment=NetworkSegment(0084f5f8-d5e8-4d77-b934-cafedd3f84e5),segment_id=0084f5f8-d5e8-4d77-b934-cafedd3f84e5)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:27.870154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:27.963556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] For port 33277c4d-23a6-4ab8-ab57-ca4a45301937, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=33277c4d-23a6-4ab8-ab57-ca4a45301937,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:27.964021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:28.005509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Calling delete_port for 90e69214-f53b-4928-8439-bad05d09e70c owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:07:28.097330 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 90e69214-f53b-4928-8439-bad05d09e70c no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:07:28.100287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Calling delete_port for 33277c4d-23a6-4ab8-ab57-ca4a45301937 owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:07:28.167930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No ports have port_id starting with 90e69214-f53b-4928-8439-bad05d09e70c
Nov 15 10:07:28.168806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c28c399f-09e9-4175-832d-4e02af83b9aa no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:07:28.205815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: c28c399f-09e9-4175-832d-4e02af83b9aa {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:07:28.206219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device c28c399f-09e9-4175-832d-4e02af83b9aa not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:07:28.209232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438'] for port, after_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:28.226728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:28.317784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Pushing event deleted for resources: {'Port': ['ID=90e69214-f53b-4928-8439-bad05d09e70c,revision_number=None']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:28.344038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.344439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.344832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.345216 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.345597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.345974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.346373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.346728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.347101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.347473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.347871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.348238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.348665 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.349038 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.349410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.349779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.350149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.350521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.350890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.351258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.351635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.352025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.352398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.352792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.358543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:28.388749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] No DVR routers for this DVR port 90e69214-f53b-4928-8439-bad05d09e70c on host dv-neutron-743142-12-ovs {{(pid=81075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:07:28.392262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:28.409175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-88c165c7-2700-427f-9e65-c2b408c02b3a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:28.499738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Port': ['ID=33277c4d-23a6-4ab8-ab57-ca4a45301937,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:28.524433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.524930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.525384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.525779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.526276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.526680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.527104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.527526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.528017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.528464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.528865 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.529274 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.529743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.530155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.530566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.530979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.531386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.531799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.532237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.532647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.533058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.533469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.533884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.534291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:28.539408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:28.804193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.115009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.119996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.260616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.261157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Fanout notify agent at l3_agent the message router_deleted on router c465ecb0-3a21-454b-b756-99ad88024ed9 {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:07:29.277071 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.281579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43826) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:29.281748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/routers/c465ecb0-3a21-454b-b756-99ad88024ed9 HTTP/1.1" status: 204  len: 168 time: 2.1112883
Nov 15 10:07:29.414145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.624557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.748567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a34c5898>,) {'filters': {'network_id': ['4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:29.761917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34c5898>, '0084f5f8-d5e8-4d77-b934-cafedd3f84e5') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:29.762267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a34c5898>, '0084f5f8-d5e8-4d77-b934-cafedd3f84e5') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:29.775327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.790663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:29.792808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:07:29.980049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:07:29.989794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.091210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 33277c4d-23a6-4ab8-ab57-ca4a45301937 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:07:30.128006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 33277c4d-23a6-4ab8-ab57-ca4a45301937 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:07:30.128420 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 33277c4d-23a6-4ab8-ab57-ca4a45301937 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:07:30.171588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Network 4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:07:30.196248 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:07:30.306678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.309935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1efa14b7-f2d2-4722-8f08-0c09ceced3f4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:30.327771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.334281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'Network': ['ID=4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:30.339779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:30.370121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0369efde-2d37-4e75-a869-5e3d5f821629 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/networks/4d7e54ba-90bb-4b0a-8f8d-9301e3a7b8ec HTTP/1.1" status: 204  len: 168 time: 1.0877798
Nov 15 10:07:30.373050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43830) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:30.448804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.480186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.602244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.607688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e9ffbb9f-9ed3-42d2-a39b-52607b536bf3 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:30.623959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56ae21-7288-484d-bde3-523cac7cd0c5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:30.626547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:30.658751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:30.660061 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] 10.222.0.81 "DELETE /v2.0/security-groups/7d56ae21-7288-484d-bde3-523cac7cd0c5 HTTP/1.1" status: 204  len: 168 time: 0.2859898
Nov 15 10:07:31.189840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43840) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:31.378907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-6424a647-eabe-4027-a2cc-768fe71783a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24bb463023994712b0eb4d6bf461fefa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1876953
Nov 15 10:07:31.381328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43846) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:31.447575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:31.474078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:31.613700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:31.619874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-36d3755f-4fc2-419a-8f54-2bbec3ff37f5 tempest-NegativeSecGroupIPv6Test-331323159 tempest-NegativeSecGroupIPv6Test-331323159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:31.634736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ea5467-b046-4b2f-b4a4-52b48a90a236,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:31.638949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:31.643579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:31.645463 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4c6e342c-ed02-45c4-ba92-791e99161ef4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67ea5467-b046-4b2f-b4a4-52b48a90a236 HTTP/1.1" status: 204  len: 168 time: 0.2625854
Nov 15 10:07:32.191201 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43854) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:32.210900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.244335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:32.248360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Usage tracker for resource:security_group_rule and tenant:35f070b66f744adba02bc7019b807ccd is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:32.252973 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:32.257063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:32.422824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.454745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.462670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed6aa11d-cbde-4119-b462-12e1098f6187 tempest-ServerActionsTestJSON-862801811 tempest-ServerActionsTestJSON-862801811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:32.509651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b495857-db09-4356-ab24-4f5685529615,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:32.514018 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35f070b66f744adba02bc7019b807ccd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3216608
Nov 15 10:07:32.515046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-97112d24-8af8-4e83-b929-eac45268c29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:32.517002 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43858) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:32.579864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.607953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.683175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.688180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0fbd51d6-3aed-4cc9-a351-986d7c858f2b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:32.702288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b495857-db09-4356-ab24-4f5685529615,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:32.705196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:32.706329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:32.707544 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-26abbb57-f724-41d9-a1d7-7273b2c5fbea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b495857-db09-4356-ab24-4f5685529615 HTTP/1.1" status: 204  len: 168 time: 0.1897464
Nov 15 10:07:33.902483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43880) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:34.079884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-928268066-network', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:34.085229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:34.089852 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Usage tracker for resource:network and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:34.092909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:34.098682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:34.157126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Made reservation on behalf of 5d70d341d8e8440cbafa92e366b494fe for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:07:34.161934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.175501 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.208603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:34.212650 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:34.216483 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:34.222234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:34.289918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.327659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.332098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e3ef727c-1eaf-429e-b91e-415368574386 tempest-SecGroupTest-818541642 tempest-SecGroupTest-818541642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:34.361881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 10:07:34.374849 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b1ac2-7fb4-435b-9e6e-c6643b26863e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:34.378589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:34.404438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.404890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Added segment 6046f88e-00a0-40ae-9896-047de852c4fb of type vxlan for network 41285b1d-67b2-437d-84e4-5d62130c8a15
Nov 15 10:07:34.485781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.597490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.598472 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:34.599114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:34.604604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-013fa14b-5fa0-465a-9100-a15de41c33ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:34.710672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Pushing event updated for resources: {'Network': ['ID=41285b1d-67b2-437d-84e4-5d62130c8a15,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:34.713783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:34.721726 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:07:34.740442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:07:34.758634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-c3bb18b0-24d5-4816-9a11-ca4c04124d57 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8549554
Nov 15 10:07:34.763060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43888) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:34.769230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Request body: {'subnet': {'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-928268066-subnet', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:34.774986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:34.779339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Usage tracker for resource:subnet and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:34.782927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:34.788434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:34.826412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Made reservation on behalf of 5d70d341d8e8440cbafa92e366b494fe for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:07:34.831468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:35.526984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:35.542512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b79c56d4-d631-4e43-bd1b-49a8a0469cf4 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:35.668746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e9764e-f138-4c68-a61d-b1ca6f755823,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:35.681309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:35.745753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Checking segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:07:35.746148 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Network hostable DHCP agents. Network: 41285b1d-67b2-437d-84e4-5d62130c8a15, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 10:07:35.825080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 10:07:35.882086 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, 41285b1d-67b2-437d-84e4-5d62130c8a15) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:35.891536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75e973-162b-4353-a414-4ac06cc3b414 None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:07:35.898504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:35.899157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:35.947217 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-f83e9d0f-5af7-4538-b0b3-3ee4d9e653fe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1829872
Nov 15 10:07:35.950157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 43892) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:35.955974 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:35.961105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:35.966583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Usage tracker for resource:router and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:35.971267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:35.977626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:36.066553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.067632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.124058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-41285b1d-67b2-437d-84e4-5d62130c8a15', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 10:07:36.124972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.166467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.372081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.421692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Allocated IP 172.20.0.2 (41285b1d-67b2-437d-84e4-5d62130c8a15/b9e9764e-f138-4c68-a61d-b1ca6f755823/3d811594-0f83-4927-820f-26de2ba9c180) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:07:36.597021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.634155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.645265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.656244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Transition to ACTIVE for port object 3d811594-0f83-4927-820f-26de2ba9c180 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:36.673044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Transition to ACTIVE for port object 3d811594-0f83-4927-820f-26de2ba9c180 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:36.730347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:36.746422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-87d21802-0287-4cad-8625-9dfbe1a8c8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:36.912361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Pushing event updated for resources: {'Port': ['ID=3d811594-0f83-4927-820f-26de2ba9c180,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:36.919368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:36.958779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:36.960140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:36.962505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:07:37.022215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Attempting to bind port 3d811594-0f83-4927-820f-26de2ba9c180 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:07:37.022643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Attempting to bind port 3d811594-0f83-4927-820f-26de2ba9c180 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:07:37.023062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Attempting to bind port 3d811594-0f83-4927-820f-26de2ba9c180 on network 41285b1d-67b2-437d-84e4-5d62130c8a15 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:07:37.031358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:07:37.031789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Checking segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:07:37.032275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:37.032730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Bound using segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:07:37.033268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Bound port: 3d811594-0f83-4927-820f-26de2ba9c180, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:07:37.033699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:37.160956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] For port 3d811594-0f83-4927-820f-26de2ba9c180, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:07:37.164316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] For port 3d811594-0f83-4927-820f-26de2ba9c180, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d811594-0f83-4927-820f-26de2ba9c180,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:07:37.198597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:37.214604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:37.222099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Allocated IP 172.26.4.156 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:07:37.374459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Pushing event updated for resources: {'Port': ['ID=3d811594-0f83-4927-820f-26de2ba9c180,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:37.379708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:37.498316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:37.558147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:37.577913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f7346606-e606-490a-9d44-39716ab4dd22 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:37.743998 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Pushing event updated for resources: {'Port': ['ID=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:37.749696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:37.787352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:37.788516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:37.790946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:07:38.049858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:38.050697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:38.125642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d811594-0f83-4927-820f-26de2ba9c180 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:38.236445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 3d811594-0f83-4927-820f-26de2ba9c180 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:38.325746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:07:38.390556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Router 14356519-7190-4215-ac5a-5a1266e1358f is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 10:07:38.660569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:07:38.670616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:07:38.684684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:38.685280 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a288e748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:38.716786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:38.718208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-cac6da36-9b32-40e2-a486-b1fce3e4dd86 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7670102
Nov 15 10:07:38.721177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 43896) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:07:38.749070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0087e935-60df-4eb9-9fed-1ad87e1c9155 None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:07:39.136379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Provisioning for port 3d811594-0f83-4927-820f-26de2ba9c180 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:39.175810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Provisioning complete for port 3d811594-0f83-4927-820f-26de2ba9c180 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:39.176269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:39.430428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:39.621815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:39.751417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] For port 3d811594-0f83-4927-820f-26de2ba9c180, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d811594-0f83-4927-820f-26de2ba9c180,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:39.810981 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:39.816057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77f99713-75c8-4876-a447-81a583005e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:39.836708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:39.917365 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Pushing event updated for resources: {'Port': ['ID=3d811594-0f83-4927-820f-26de2ba9c180,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:39.921950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:39.927869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a288e748>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:37Z', 'revision_number': 3, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:39.932664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:07:39.933081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Updating router 14356519-7190-4215-ac5a-5a1266e1358f port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:07:40.002985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.113786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-baf73c03-bac9-43d6-ab00-de3174c426ee None None] Provisioning complete for port 3d811594-0f83-4927-820f-26de2ba9c180 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:40.114222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-baf73c03-bac9-43d6-ab00-de3174c426ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.171064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d811594-0f83-4927-820f-26de2ba9c180 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:40.231963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Allocated IP 172.20.0.1 (41285b1d-67b2-437d-84e4-5d62130c8a15/b9e9764e-f138-4c68-a61d-b1ca6f755823/d2bf598a-1f64-4367-abeb-db306734c163) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:07:40.401175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.418495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Transition to ACTIVE for port object d2bf598a-1f64-4367-abeb-db306734c163 will not be triggered until provisioned by entity DHCP. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:40.441828 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 3d811594-0f83-4927-820f-26de2ba9c180 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:40.442198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.472528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.493053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-67d38f05-5055-40c3-bbcf-c2c50a065364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:40.645225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Pushing event updated for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:40.650422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:40.691276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:40.692602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:40.694796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:07:40.752328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.783631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-943a51ad-8455-4cf1-8650-f7578ac0c02a None None] Provisioning complete for port 3d811594-0f83-4927-820f-26de2ba9c180 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:40.784111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-943a51ad-8455-4cf1-8650-f7578ac0c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.872576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.891197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Transition to ACTIVE for port object aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:40.930848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.933041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:40.953658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:41.253548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.306499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.321885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2048c2-7694-4bb2-acb0-6bed1aedd059 None None] Pushing event updated for resources: {'Port': ['ID=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:41.325944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a2048c2-7694-4bb2-acb0-6bed1aedd059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:41.336699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fc35973e-0e78-42bb-8910-c7f311f80362 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:41.380701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Attempting to bind port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:07:41.381134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Attempting to bind port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:07:41.381537 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Attempting to bind port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:07:41.389815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:07:41.390242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:07:41.390698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.391142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:07:41.391666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Bound port: aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:07:41.392131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.438183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.454383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Pushing event updated for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:41.460141 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:41.488067 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] For port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:07:41.491398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] For port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:07:41.506185 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-08904872-ef0c-450e-8a14-376049115268 None None] Provisioning for port d2bf598a-1f64-4367-abeb-db306734c163 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:41.512520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-08904872-ef0c-450e-8a14-376049115268 None None] Provisioning complete for port d2bf598a-1f64-4367-abeb-db306734c163 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:41.512947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-08904872-ef0c-450e-8a14-376049115268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.544626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:41.569331 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3f3c4c36-b6b7-48aa-919b-0857d23a61e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:41.585385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:41.586527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:41.731485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-08904872-ef0c-450e-8a14-376049115268 None None] Port d2bf598a-1f64-4367-abeb-db306734c163 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:07:41.764671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2048c2-7694-4bb2-acb0-6bed1aedd059 None None] Pushing event updated for resources: {'Port': ['ID=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:41.770188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a2048c2-7694-4bb2-acb0-6bed1aedd059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:41.817668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:41.818520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a288e748>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:41.938303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e159b3c5-d07e-482b-babc-ac0a8668bb07 None None] Provisioning complete for port d2bf598a-1f64-4367-abeb-db306734c163 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:41.938654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e159b3c5-d07e-482b-babc-ac0a8668bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:42.098678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-e159b3c5-d07e-482b-babc-ac0a8668bb07 None None] Port d2bf598a-1f64-4367-abeb-db306734c163 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:07:42.099396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:07:42.123334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:42.362198 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:07:42.371805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a9c8f55b-0d35-4c39-8c76-23727d59ce1e admin admin] 10.222.0.81 "PUT /v2.0/routers/14356519-7190-4215-ac5a-5a1266e1358f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6494408
Nov 15 10:07:42.477204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a288e748>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:41Z', 'revision_number': 2, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:42.481536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ca19-b713-475e-899a-25a507cebf9b None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:41Z', 'revision_number': 2, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:07:43.061616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-235347262', 'description': 'tempest-TestShelveInstance-235347262 description'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:43.068406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:43.076059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:43.079544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:43.085694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:43.157908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.206162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:43.210414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:43.213733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:43.219667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:43.324609 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-659a5e04-f595-4af8-a9f5-08c8578236ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.341813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.375179 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.381087 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-052ba697-2b3a-4015-ba90-338f7e2fd35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:43.424413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroup': ['ID=2055e145-fdbe-4969-8cea-dd04afb29150,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:43.427523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:43.449505 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.450979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2a2553f8-fba4-4a2b-9653-21881f567c60 req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1639 time: 0.3951766
Nov 15 10:07:43.537363 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-61b29103-a7d2-4d07-9c4a-63cfe2927e89 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/2055e145-fdbe-4969-8cea-dd04afb29150 HTTP/1.1" status: 200  len: 1634 time: 0.0509534
Nov 15 10:07:43.548588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2055e145-fdbe-4969-8cea-dd04afb29150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:43.548934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2055e145-fdbe-4969-8cea-dd04afb29150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:43.555835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:43.560660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:43.563738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:43.569696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:43.922145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.946630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.974943 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:43.977014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a3436972-3766-4e35-94e0-e36a96c484bd tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:44.002213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025d5c59-49e2-4f07-86a0-3833b703c67b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:44.004815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:44.037905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.039206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a6495b30-b9e1-4541-8a72-181eeb633096 req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.4951599
Nov 15 10:07:44.125337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:44.125846 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-4ff99654-994a-4fa7-81c1-4195be0365a7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/2055e145-fdbe-4969-8cea-dd04afb29150 HTTP/1.1" status: 200  len: 2137 time: 0.0526631
Nov 15 10:07:44.136711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2055e145-fdbe-4969-8cea-dd04afb29150', 'remote_group_id': None}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:44.137114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2055e145-fdbe-4969-8cea-dd04afb29150', 'remote_group_id': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:44.144170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:44.148620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:44.152109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:44.158183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:44.236728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:44.241975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:44.242438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.245669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.329057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.356664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.358641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c8264a4-e5bd-47fa-a9e6-370239b54986 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:44.379593 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.381853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d7b50c-7e05-452c-8eb2-9b4658acdd1b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:44.384458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:44.396568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:44.419616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.420978 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7d45111a-bbc0-4b1f-8f8b-af99abcb52ea req-b737a568-ec9d-41f0-b82c-b2189e00e24a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2887220
Nov 15 10:07:44.449523 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:44.451582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-91b3fb6f-51bf-4a12-b75e-3e47ee5c3b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:44.532126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:44.535395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:44.618949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-5276e7b4-de17-4773-aa7c-4f3514b49126 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:44.670811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-5276e7b4-de17-4773-aa7c-4f3514b49126 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:44.672105 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-5276e7b4-de17-4773-aa7c-4f3514b49126 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-235347262&fields=id&tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 267 time: 0.0988278
Nov 15 10:07:44.833333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-ecd9c2e9-d25a-4687-82d4-e1df4b03624c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:44.834952 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-ecd9c2e9-d25a-4687-82d4-e1df4b03624c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 808 time: 0.1556728
Nov 15 10:07:44.854327 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-4a759583-167a-4944-bd08-b6b0b2265c13 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/quotas/5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 375 time: 0.0118818
Nov 15 10:07:44.950694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-1b9b74ef-4157-4074-85ad-f8f4bf35502e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:45.009044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-1b9b74ef-4157-4074-85ad-f8f4bf35502e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:45.011154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-1b9b74ef-4157-4074-85ad-f8f4bf35502e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1511037
Nov 15 10:07:45.243155 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-6528a030-9da5-4668-963f-f24c7feedd9e service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190857
Nov 15 10:07:45.390158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-dd1d2298-808a-4d06-a611-1a73a5fdefa1 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398463
Nov 15 10:07:45.662574 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5201c6a2-aa6a-4957-a9f0-35429003ec9d req-ae6f1256-27c7-48b4-8994-dcb1c9ed8199 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 210 time: 0.0520678
Nov 15 10:07:45.734760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0f62-55fc-4a48-8fe7-53ee9930d1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:45.832194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:07:45.846573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:45.847261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebb080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:46.078628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:46.109989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:46.192929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:46.193290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:46.433402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebb080>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:41Z', 'revision_number': 2, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:46.437644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:07:46.438050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Updating router 14356519-7190-4215-ac5a-5a1266e1358f port d2bf598a-1f64-4367-abeb-db306734c163 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:07:46.466083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:46.501680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:46.654704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:46.849023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2691ad36-0a33-4939-9b00-48dab66a776d req-191ff2bd-4258-4bbf-a622-32ee027fd6f3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 210 time: 0.0484369
Nov 15 10:07:46.958531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:46.971473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Transition to ACTIVE for port object d2bf598a-1f64-4367-abeb-db306734c163 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:47.003174 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:47.019036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a05dc5f-996d-4139-9725-e2792503f99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:47.319177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Pushing event updated for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:47.336870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.337252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.337634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.338124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.338671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.339047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.339413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.339779 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.340170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.340530 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.340891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.341248 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.341662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.342021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.342380 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.342733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.343090 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.343450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.343808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.344206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.344569 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.344923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.345285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.345637 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:07:47.358260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:47.511935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Attempting to bind port d2bf598a-1f64-4367-abeb-db306734c163 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:07:47.512461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Attempting to bind port d2bf598a-1f64-4367-abeb-db306734c163 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:07:47.512712 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Attempting to bind port d2bf598a-1f64-4367-abeb-db306734c163 on network 41285b1d-67b2-437d-84e4-5d62130c8a15 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:07:47.520202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:07:47.520626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Checking segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:07:47.521074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:47.521515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Bound using segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:07:47.522041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Bound port: d2bf598a-1f64-4367-abeb-db306734c163, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:07:47.522429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:47.621196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:47.632720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] For port d2bf598a-1f64-4367-abeb-db306734c163, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:07:47.636426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] For port d2bf598a-1f64-4367-abeb-db306734c163, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d2bf598a-1f64-4367-abeb-db306734c163,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:07:47.689704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:47.705373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b96373af-1d8d-4a5a-8c64-6bd8ef5e2233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:47.727121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-19c547f8-9087-41a6-a2c7-2448fd3252e1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:47.727909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-19c547f8-9087-41a6-a2c7-2448fd3252e1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:47.780527 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-19c547f8-9087-41a6-a2c7-2448fd3252e1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:47.781823 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-19c547f8-9087-41a6-a2c7-2448fd3252e1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 808 time: 0.2168460
Nov 15 10:07:47.864670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Pushing event updated for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=4']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:47.870814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5648ce9b-5897-4c6d-8966-a7a2b66b54a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:47.875337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-b3a601b9-60d9-4639-8ebc-11828b61996f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:47.888298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-b3a601b9-60d9-4639-8ebc-11828b61996f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:47.889709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-b3a601b9-60d9-4639-8ebc-11828b61996f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 5079 time: 0.0875530
Nov 15 10:07:47.902557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'port': {'device_id': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'admin_state_up': True, 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'security_groups': ['2055e145-fdbe-4969-8cea-dd04afb29150']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:47.918912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:07:47.919688 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebb080>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:48.050599 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2360f269-b3e7-404e-a5ce-0eda3d177cdc req-3043543b-518f-4d14-a141-487e142358a7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 210 time: 0.0574932
Nov 15 10:07:48.115298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.115393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:48.124938 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:48.163111 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Made reservation on behalf of 5d70d341d8e8440cbafa92e366b494fe for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:07:48.171773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.178508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d2bf598a-1f64-4367-abeb-db306734c163 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:48.241513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:07:48.329057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port d2bf598a-1f64-4367-abeb-db306734c163 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:48.334750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d2bf598a-1f64-4367-abeb-db306734c163 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:48.335340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.483760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.498632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Allocated IP 172.20.0.12 (41285b1d-67b2-437d-84e4-5d62130c8a15/b9e9764e-f138-4c68-a61d-b1ca6f755823/e5f36ec0-57e0-4f0a-b895-c4b729e34ffe) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:07:48.517808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port d2bf598a-1f64-4367-abeb-db306734c163, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d2bf598a-1f64-4367-abeb-db306734c163,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:48.546264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.548695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-458353e8-d2c8-4529-964b-e046f666c33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:48.611006 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3ebb080>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:47Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:07:48.615266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b1e2-5050-4f43-a443-24e1665909a0 None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:47Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:07:48.635993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:48.640912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:48.710332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.740695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Transition to ACTIVE for port object e5f36ec0-57e0-4f0a-b895-c4b729e34ffe will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:48.792278 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:48.809773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a72cb0c-ea6d-4a16-b160-f48e0fa2e7d2 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:48.960606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:48.965963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:49.023035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:49.024235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:49.027694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:07:49.102321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:49.103024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:49.208926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3122039
Nov 15 10:07:49.225561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-2cf92cfe-2229-408b-a4af-045ae5b78e2f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:07:49.226653 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-2cf92cfe-2229-408b-a4af-045ae5b78e2f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0057814
Nov 15 10:07:49.238395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Request body: {'port': {'device_id': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:49.303037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-69d69bce-1c17-4dc1-ba38-2818b82f2487 None None] Provisioning for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:49.309354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-69d69bce-1c17-4dc1-ba38-2818b82f2487 None None] Provisioning complete for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:49.309809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69d69bce-1c17-4dc1-ba38-2818b82f2487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:49.331958 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d27de-6f51-4420-8eac-6cf79e9532bf req-458e2830-ccc3-4b1c-8409-8a946b76c6cf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:49.333646 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f9d27de-6f51-4420-8eac-6cf79e9532bf req-458e2830-ccc3-4b1c-8409-8a946b76c6cf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 932 time: 0.1061695
Nov 15 10:07:49.379917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-69d69bce-1c17-4dc1-ba38-2818b82f2487 None None] Port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:07:49.387029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f9d27de-6f51-4420-8eac-6cf79e9532bf req-50331bea-d692-49a3-b4bb-d76308f394f3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459456
Nov 15 10:07:49.396703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:49.852622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f36ec0-57e0-4f0a-b895-c4b729e34ffe {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:07:49.859881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:49.872994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Transition to ACTIVE for port object e5f36ec0-57e0-4f0a-b895-c4b729e34ffe will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:07:49.894586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:49.910895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-09b3a063-c2d4-4e09-aca4-f107ed23fcd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:50.053995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:50.057162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:50.114578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d2bf598a-1f64-4367-abeb-db306734c163 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:50.208000 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port d2bf598a-1f64-4367-abeb-db306734c163 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:50.208439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:50.545980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Attempting to bind port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:07:50.546354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Attempting to bind port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:07:50.546731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Attempting to bind port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe on network 41285b1d-67b2-437d-84e4-5d62130c8a15 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:07:50.553646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:07:50.554022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Checking segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:07:50.554545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:50.554951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Bound using segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:07:50.555427 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Bound port: e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:07:50.555806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:50.613457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5d86-5214-4727-bc0c-3a29ddd101bc req-81f5746f-db29-43a2-b8b4-011fbbe3a639 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:50.615111 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a46b5d86-5214-4727-bc0c-3a29ddd101bc req-81f5746f-db29-43a2-b8b4-011fbbe3a639 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0962822
Nov 15 10:07:50.661991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:07:50.664987 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a46b5d86-5214-4727-bc0c-3a29ddd101bc req-b21c3de6-782a-4d40-8f7a-8ce1e73dd6aa tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432069
Nov 15 10:07:50.665370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:07:50.716679 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:50.734816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-af20d61a-d715-439f-86c2-6b57460821a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:50.898192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:50.904292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:50.933619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:50.934880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] 10.222.0.65 "PUT /v2.0/ports/e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 1158 time: 1.7009220
Nov 15 10:07:50.935431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:07:50.996419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'status': 'completed', 'code': 200}
Nov 15 10:07:51.120893 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-497ee0dc-47a3-4701-856a-c779a6c56a33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1161 time: 0.0927768
Nov 15 10:07:51.203886 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-6663672a-0797-421b-b55c-9801a6e513ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 217 time: 0.0698400
Nov 15 10:07:51.277794 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-63b4f52e-82da-4071-ad85-e320f2f1c158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:51.279397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-63b4f52e-82da-4071-ad85-e320f2f1c158 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0693004
Nov 15 10:07:51.371209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-95f95729-3503-4151-abd9-80baeec97d39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848982
Nov 15 10:07:51.516494 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-a8aad36d-0521-4497-9448-64061a3e2806 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388330
Nov 15 10:07:51.663412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ed7a063-5a84-45e2-b19e-aecbf6087b33 req-793fa8b7-cc1b-4c8d-8a24-04836e2c1f49 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396422
Nov 15 10:07:51.898282 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-6b111a27-8cc6-4af7-a6a2-096b4a019361 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1161 time: 0.0924807
Nov 15 10:07:51.898868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bea75-ac0b-45b1-926c-d38ad7aa6160 req-4b754835-dc6b-47aa-b6af-b77dbe6b82ed tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:51.900774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-116bea75-ac0b-45b1-926c-d38ad7aa6160 req-4b754835-dc6b-47aa-b6af-b77dbe6b82ed tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0996251
Nov 15 10:07:51.950947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-116bea75-ac0b-45b1-926c-d38ad7aa6160 req-4cd42e21-070e-4122-b57c-2d9f458379df tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0435965
Nov 15 10:07:52.044519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c982-d35d-4656-b467-342e93e676af req-a6e0b9c9-9099-4d03-9ded-dde27e1a42f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:52.046117 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-a6e0b9c9-9099-4d03-9ded-dde27e1a42f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1412296
Nov 15 10:07:52.124443 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-e3283a74-2887-4ca9-bd6a-c27f29765411 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 217 time: 0.0705929
Nov 15 10:07:52.196262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c982-d35d-4656-b467-342e93e676af req-94cf0337-004c-4ee1-8f8b-1de8594dce65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:52.198356 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-94cf0337-004c-4ee1-8f8b-1de8594dce65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0678484
Nov 15 10:07:52.289592 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-ed454ef8-6bbc-4122-a9c6-4d140e034055 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829551
Nov 15 10:07:52.434541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-8ca4b680-2d05-4c1d-b683-bc46cb05586c service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366358
Nov 15 10:07:52.579541 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c5b5c982-d35d-4656-b467-342e93e676af req-8331d7b2-cc28-4de2-97ef-aaf63612d478 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385100
Nov 15 10:07:53.176914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9d92-535b-437f-b44a-5be8398af106 req-bf9aa3d2-9a8a-449e-a4b2-f43bd4a13d70 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:53.178522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2d9d92-535b-437f-b44a-5be8398af106 req-bf9aa3d2-9a8a-449e-a4b2-f43bd4a13d70 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0949314
Nov 15 10:07:53.232301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e2d9d92-535b-437f-b44a-5be8398af106 req-8225fdab-c133-4605-a35c-940729248c58 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0466855
Nov 15 10:07:53.794766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:53.904428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:07:53.909329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:53.909762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:54.045724 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:54.074231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:07:54.084415 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:07:54.111697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:54.113942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5dcc2791-6171-4baa-9ebd-c2482d2653f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:54.146575 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'code': 200}
Nov 15 10:07:54.196155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:54.200145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:54.461017 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbd6cd-ecc2-4729-a3bf-b46c1b5eabe7 req-3c616b13-ea63-4935-a207-c0a7938b62e9 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:54.462661 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2dbd6cd-ecc2-4729-a3bf-b46c1b5eabe7 req-3c616b13-ea63-4935-a207-c0a7938b62e9 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0979118
Nov 15 10:07:54.482138 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da13ef24-ad3a-4782-9789-3e588e5f4e25 req-975983ed-cf2a-4366-979d-fd9540eae1a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0892193
Nov 15 10:07:54.513977 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2dbd6cd-ecc2-4729-a3bf-b46c1b5eabe7 req-abb2b843-52e4-4a43-bb93-8cc60f7741d6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444944
Nov 15 10:07:54.528401 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da13ef24-ad3a-4782-9789-3e588e5f4e25 req-afb5daca-512a-4853-8803-a329ca3d8932 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0392113
Nov 15 10:07:55.479567 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:07:55.561581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:07:55.562020 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:55.750666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608f17-2b28-4e77-981e-412ab3afa589 req-7e4b807f-6e23-46ff-9782-471a26e4d4a0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:55.752297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd608f17-2b28-4e77-981e-412ab3afa589 req-7e4b807f-6e23-46ff-9782-471a26e4d4a0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0999987
Nov 15 10:07:55.802760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dd608f17-2b28-4e77-981e-412ab3afa589 req-588a443c-4971-4b20-bb49-272d7c78d229 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442090
Nov 15 10:07:57.062859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edf9f-4a97-4f64-924e-8a749fce0f01 req-ec734a12-9f85-4312-98f5-8f57fd8f36ea tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:57.064506 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff4edf9f-4a97-4f64-924e-8a749fce0f01 req-ec734a12-9f85-4312-98f5-8f57fd8f36ea tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0938051
Nov 15 10:07:57.114857 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ff4edf9f-4a97-4f64-924e-8a749fce0f01 req-819613e9-7d65-445f-9539-796d286fab98 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442061
Nov 15 10:07:57.341706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d97972-9ac4-4292-9573-b361a7005be1 req-82dc44ae-d68e-408d-aca8-75478ea15524 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:57.343338 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1d97972-9ac4-4292-9573-b361a7005be1 req-82dc44ae-d68e-408d-aca8-75478ea15524 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0975320
Nov 15 10:07:57.392136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1d97972-9ac4-4292-9573-b361a7005be1 req-2a158071-32e5-40bd-aab0-09671f07288e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423791
Nov 15 10:07:57.612536 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-5ed7055c-3aa6-4809-87e7-e59ac422708d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1668715
Nov 15 10:07:57.623221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:07:57.628993 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:07:57.633047 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:floatingip and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:07:57.636025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:07:57.641707 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:07:57.677450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:57.820360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:58.095164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Allocated IP 172.26.4.14 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/f8fe1b82-ef71-4bc7-a938-dbe0ab360eea) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:07:58.372106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:58.426125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:58.442346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3db207c2-e3c8-42dd-868b-d99a04092b3b tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:58.591959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=f8fe1b82-ef71-4bc7-a938-dbe0ab360eea,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:58.597178 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:58.637510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:07:58.638588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:07:58.640931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:07:58.734290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:58.832059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:59.118269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:59.157139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:59.172579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c7fe0ac-8a82-4fe5-81c4-66cd1344cca9 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:07:59.328180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=f8fe1b82-ef71-4bc7-a938-dbe0ab360eea,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:07:59.333293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:07:59.421594 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:59.471431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:07:59.472778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8543768
Nov 15 10:07:59.575078 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-5b882224-f3fa-48dd-b79c-e4aebdaaf3f5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:07:59.614155 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-5b882224-f3fa-48dd-b79c-e4aebdaaf3f5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:07:59.615429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-5b882224-f3fa-48dd-b79c-e4aebdaaf3f5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.14 HTTP/1.1" status: 200  len: 695 time: 0.1362417
Nov 15 10:07:59.773751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-ee8eedec-800e-4598-a987-6e72666b45fd tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:59.775172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-ee8eedec-800e-4598-a987-6e72666b45fd tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1525025
Nov 15 10:07:59.786402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-85721bc1-7ce8-4ade-afec-970488935b83 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:07:59.787469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8644c424-4a1f-4ce9-9091-ddee744bc57e req-85721bc1-7ce8-4ade-afec-970488935b83 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059328
Nov 15 10:07:59.991748 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-15aed33a-1512-418c-909d-328a3de1f421 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:07:59.993420 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-15aed33a-1512-418c-909d-328a3de1f421 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0938141
Nov 15 10:08:00.081916 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-68ace61a-5c1f-426c-9645-599c611da2fb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.14 HTTP/1.1" status: 200  len: 695 time: 0.0824316
Nov 15 10:08:00.093613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'floatingip': {'port_id': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:08:00.436407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:01.164737 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:01.191614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:01.474171 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Floating IP 42a15ec2-984e-4f26-8b92-b205f628f2a4 associated. External IP: 172.26.4.14, port: e5f36ec0-57e0-4f0a-b895-c4b729e34ffe.
Nov 15 10:08:02.037543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:08:02.299140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:08:02.304755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:02.309831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:08:02.322517 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:08:02.323206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d31c18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:08:02.373352 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-90ee4093-53f1-413a-8dfa-9ee431d5a9e8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "PUT /v2.0/floatingips/42a15ec2-984e-4f26-8b92-b205f628f2a4 HTTP/1.1" status: 200  len: 996 time: 2.2848904
Nov 15 10:08:02.373942 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:08:02.527609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-da90b626-c45b-4119-82ee-95959076d9f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.1392710
Nov 15 10:08:02.536503 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'status': 'completed', 'code': 200}
Nov 15 10:08:02.670981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-9fae64b7-7121-43d5-b4f3-1abba9191a42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0924277
Nov 15 10:08:02.706215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a590a43c-0b16-405d-a60b-8ec3be6e3301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:02.708011 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a590a43c-0b16-405d-a60b-8ec3be6e3301 service neutron] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1739597
Nov 15 10:08:02.741624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:08:02.828871 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-f36159d5-5d3d-486f-a99a-1fe071a1547a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:02.831884 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-f36159d5-5d3d-486f-a99a-1fe071a1547a service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1538117
Nov 15 10:08:02.846603 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-ae3b0cb2-206c-42f8-8a92-46e3a8022154 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 999 time: 0.1311114
Nov 15 10:08:02.920959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a5b765c9-37b7-49cf-afdc-dc1f50aa1048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:02.922655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a5b765c9-37b7-49cf-afdc-dc1f50aa1048 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0694761
Nov 15 10:08:02.962790 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-664a6813-1c68-4a31-a76c-efd91d3c74da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 999 time: 0.1221631
Nov 15 10:08:03.021301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-720a58fb-e9a7-44b6-ad15-1cd8279951c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922558
Nov 15 10:08:03.032700 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a6d67e6c-67e1-4f16-ad88-92dc0f5db206 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:08:03.033940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-a6d67e6c-67e1-4f16-ad88-92dc0f5db206 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059178
Nov 15 10:08:03.036540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-acc90499-f89f-4065-90bf-297093e57f64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:03.038146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-acc90499-f89f-4065-90bf-297093e57f64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0685985
Nov 15 10:08:03.140728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-49d07c7d-b264-430c-9d91-0be4de3db0e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0952017
Nov 15 10:08:03.167108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d31c18>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '42a15ec2-984e-4f26-8b92-b205f628f2a4', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:cf:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:07:58Z', 'updated_at': '2020-11-15T10:08:00Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:08:03.171275 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:08:03.182995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:08:03.183615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d31c18>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:07:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:08:03.192402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-e2bc8dcf-ad7b-406b-9162-d3f720b1f301 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518371
Nov 15 10:08:03.289493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-972ca688-ab5c-40db-8435-e0cfc60a3ddb service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411946
Nov 15 10:08:03.340820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2ac743e-a8a2-4091-953d-1efef89e5fcb req-f012e44a-64b0-4095-81f8-8bfba9785dc4 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449761
Nov 15 10:08:03.421574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:08:03.436652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dace0f49-c636-4f41-b23b-c5b7e09df8a4 req-9c0c9eac-038d-4f70-9c33-e1a1b1fd09b9 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402276
Nov 15 10:08:03.825181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d31c18>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '42a15ec2-984e-4f26-8b92-b205f628f2a4', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:cf:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:07:58Z', 'updated_at': '2020-11-15T10:08:00Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:08:03.829434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718d016-110a-4e4c-9338-c6d21802535a None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '42a15ec2-984e-4f26-8b92-b205f628f2a4', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:cf:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:07:58Z', 'updated_at': '2020-11-15T10:08:00Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:08:04.138930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e4be1-d002-4e64-a06d-4bc99a98d355 None None] New status for floating IP 42a15ec2-984e-4f26-8b92-b205f628f2a4: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:08:13.334026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-db34bf56-8487-42d3-adbc-0ac8aa975589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:15.326697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:08:15.744923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0653682c-0c68-4497-9dbb-50ee45aaceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:16.475899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:16.641596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:17.607015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:18.098158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:37.269250 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-d49b88a4-2cfc-4334-8f4a-0eff971d7c75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0839331
Nov 15 10:08:37.452615 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-66b107d6-4115-4ed5-a242-2578405dd4a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0931761
Nov 15 10:08:37.611296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547eea3-cff4-4909-b495-1a6159221d1e req-2fd2f9ce-53a6-4ec3-abc4-dbf550b05f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:37.612940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-2fd2f9ce-53a6-4ec3-abc4-dbf550b05f0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1404305
Nov 15 10:08:37.736126 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-af8caeae-034b-456e-820c-592534f6de34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 1001 time: 0.1151321
Nov 15 10:08:37.807276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547eea3-cff4-4909-b495-1a6159221d1e req-012373d7-1f56-4aec-a843-01c138ccd470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:08:37.808917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-012373d7-1f56-4aec-a843-01c138ccd470 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0654216
Nov 15 10:08:37.901272 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-c3dae2e8-95ce-4189-b45b-136a5fddaa34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853374
Nov 15 10:08:38.045315 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-675ff832-d7fc-4bab-b0a7-6ded6a8b40a5 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373792
Nov 15 10:08:38.192208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e547eea3-cff4-4909-b495-1a6159221d1e req-1a117604-778a-4e3f-a057-53f7c1ee72ee service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390712
Nov 15 10:08:43.321013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77f163cf-1613-44de-ad5f-51d69a39b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:45.750922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d475b6e5-9bed-4dd4-bad1-a41d27b534b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:46.476771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:46.624841 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:47.625082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:48.093515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:08:52.327966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:09:13.321561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8f33006e-63ab-425e-9e62-79bf6c16e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:15.742923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a433acf-9276-4c21-9e60-a2a1d7847839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:16.470328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:16.658898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:17.606960 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:18.119612 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:29.330175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:09:38.366854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-a09a3e2d-a660-49e3-b919-5303b8abe95c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1847823
Nov 15 10:09:38.542970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-d5e2e302-cac8-4991-a74d-244913f79062 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0868247
Nov 15 10:09:38.702186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-65ed615b-6909-4239-b590-02fc31d198ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:38.703704 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-65ed615b-6909-4239-b590-02fc31d198ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1395371
Nov 15 10:09:38.827968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-182d7608-f621-41de-8159-db2aa8306e16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 1001 time: 0.1167605
Nov 15 10:09:38.902723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-5474244f-5058-4a25-a298-c614632bf4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:38.904388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-5474244f-5058-4a25-a298-c614632bf4b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0695872
Nov 15 10:09:38.994325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-ed1564ef-7a82-4005-ac67-7465f8a96c4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831976
Nov 15 10:09:39.415245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-f93762f2-d2c7-479b-a449-ffc391d9234e service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4136090
Nov 15 10:09:39.561210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c178b829-6bcc-4e0e-86be-a4393fee35bb req-7399ba62-8a36-4a74-9c5c-ebd28ca60245 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369700
Nov 15 10:09:43.336234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43f9be04-9a28-46f3-9e6c-65c206d7ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:45.766627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2fb8391a-7a6a-43f8-9891-87e6253d9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:46.473703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:46.645021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:47.601694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:48.115233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:09:52.686613 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7395-4475-4cba-9e02-d6810c14207e req-dfd5dd09-854e-4a74-a8b8-37b9d3fac8bc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:52.688261 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69ad7395-4475-4cba-9e02-d6810c14207e req-dfd5dd09-854e-4a74-a8b8-37b9d3fac8bc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1001596
Nov 15 10:09:52.740212 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-69ad7395-4475-4cba-9e02-d6810c14207e req-73593b91-0e19-47a1-90f7-d1d3b7756675 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453961
Nov 15 10:09:53.977703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16301d-3cad-43e2-bf44-d7088b33767d req-4c972ae3-220e-4640-a543-12e8ef0dbe1c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:53.979293 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5b16301d-3cad-43e2-bf44-d7088b33767d req-4c972ae3-220e-4640-a543-12e8ef0dbe1c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0942185
Nov 15 10:09:54.028446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5b16301d-3cad-43e2-bf44-d7088b33767d req-f73be675-e3ea-4dfb-9c15-6f3611c31a99 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427508
Nov 15 10:09:55.255352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff136ae-4d91-4b79-8283-77b7e49dea80 req-d9fa0027-b1cb-4fbd-bd33-f922094910fc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:55.257595 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eff136ae-4d91-4b79-8283-77b7e49dea80 req-d9fa0027-b1cb-4fbd-bd33-f922094910fc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0981252
Nov 15 10:09:55.305709 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-eff136ae-4d91-4b79-8283-77b7e49dea80 req-18e41f76-22a8-4492-a768-1b9b5cfdb9f4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418792
Nov 15 10:09:56.529908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe36fa4-51b0-4df6-8d61-daab3873487d req-6e765b40-afcd-4145-9da6-40852e809b5f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:56.531529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfe36fa4-51b0-4df6-8d61-daab3873487d req-6e765b40-afcd-4145-9da6-40852e809b5f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0929451
Nov 15 10:09:56.582094 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bfe36fa4-51b0-4df6-8d61-daab3873487d req-02824e32-e215-4194-8aaa-9f58180f5b5a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437920
Nov 15 10:09:58.088762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237399d7-860c-48dc-aeed-9661deb60b61 req-bb48ff65-4751-42a6-a4f6-acc4edde4109 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:58.090408 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-237399d7-860c-48dc-aeed-9661deb60b61 req-bb48ff65-4751-42a6-a4f6-acc4edde4109 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.3613484
Nov 15 10:09:58.139187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-237399d7-860c-48dc-aeed-9661deb60b61 req-a884f464-a46a-4eab-8802-e1c7d8ba7417 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426271
Nov 15 10:09:59.361646 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2409e1-8fa3-477b-9c8b-16346d954f5d req-cd796023-c4c6-424b-9f1d-4b2fd37c14b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:09:59.363270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2f2409e1-8fa3-477b-9c8b-16346d954f5d req-cd796023-c4c6-424b-9f1d-4b2fd37c14b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0922935
Nov 15 10:09:59.417297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2f2409e1-8fa3-477b-9c8b-16346d954f5d req-c488f0f7-e014-4156-aa79-3191b16b6e6c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0472319
Nov 15 10:10:00.640051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34399-620a-4e77-b311-476bd648783c req-62a712dc-4ec8-4c6b-955d-92a69d8c155a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:00.641925 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b34399-620a-4e77-b311-476bd648783c req-62a712dc-4ec8-4c6b-955d-92a69d8c155a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0952327
Nov 15 10:10:00.690388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30b34399-620a-4e77-b311-476bd648783c req-d4c3c1d5-6fda-45a1-b1dd-beb65f3a64f7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416596
Nov 15 10:10:02.023548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdd1b2-e5fb-4717-a7f5-3cec7dc1b7d9 req-da82e697-8003-4758-b586-3ef83ff5d567 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:02.025159 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15cdd1b2-e5fb-4717-a7f5-3cec7dc1b7d9 req-da82e697-8003-4758-b586-3ef83ff5d567 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1949804
Nov 15 10:10:02.076211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15cdd1b2-e5fb-4717-a7f5-3cec7dc1b7d9 req-2d0287ed-a3a3-4448-bc56-bcae183cb6fe tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446885
Nov 15 10:10:03.322210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4998b8-5ea6-4cc9-ab3f-3669e1fffce7 req-a89cd631-a95f-4b99-a546-d1aaf2492ba6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:03.324776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d4998b8-5ea6-4cc9-ab3f-3669e1fffce7 req-a89cd631-a95f-4b99-a546-d1aaf2492ba6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1002107
Nov 15 10:10:03.375740 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d4998b8-5ea6-4cc9-ab3f-3669e1fffce7 req-15d87e3d-239d-40b0-96e1-2868d66a8e67 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444803
Nov 15 10:10:04.607622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336012-6880-4379-b0a4-4cdc6fee7a9b req-d1172b57-761f-46d5-b914-7a11d86d1dc3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:04.609289 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94336012-6880-4379-b0a4-4cdc6fee7a9b req-d1172b57-761f-46d5-b914-7a11d86d1dc3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0994296
Nov 15 10:10:04.659446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-94336012-6880-4379-b0a4-4cdc6fee7a9b req-a3646c32-ec7f-483c-aa37-a5d35980d3f9 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429196
Nov 15 10:10:05.889189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e749b-b533-411e-b9f5-1b1c7c43eae6 req-c14701d7-f0bc-4ffa-b488-b81d29909b3c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:05.890982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33e749b-b533-411e-b9f5-1b1c7c43eae6 req-c14701d7-f0bc-4ffa-b488-b81d29909b3c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0972168
Nov 15 10:10:05.949022 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c33e749b-b533-411e-b9f5-1b1c7c43eae6 req-ebef3d9c-e956-4273-a1c3-9c03af118616 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0503886
Nov 15 10:10:06.330469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:10:07.187312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e78bc-8c0f-4afe-9837-3f354c474a0d req-825817ca-14a1-4e22-bd8d-b3a8b42c9db7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:07.189000 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d1e78bc-8c0f-4afe-9837-3f354c474a0d req-825817ca-14a1-4e22-bd8d-b3a8b42c9db7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1030414
Nov 15 10:10:07.262743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9d1e78bc-8c0f-4afe-9837-3f354c474a0d req-7bb67498-7291-4fe6-8970-5bb6d4aa302f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0647442
Nov 15 10:10:08.495186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea1d6b-ffb2-4b31-b6cc-9292f7a9dcbb req-a3f86825-a071-494a-bd48-f2e7b79197a0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:08.497044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2cea1d6b-ffb2-4b31-b6cc-9292f7a9dcbb req-a3f86825-a071-494a-bd48-f2e7b79197a0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1141803
Nov 15 10:10:08.557037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2cea1d6b-ffb2-4b31-b6cc-9292f7a9dcbb req-943ddf9d-3f9b-45c7-84a7-df24b06cda83 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0533829
Nov 15 10:10:09.800057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0616b-e03a-4aa4-8f5d-ff7348f16f6c req-cd6abc1c-e5eb-4104-ba4b-daeab9e7e134 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:09.801869 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1fe0616b-e03a-4aa4-8f5d-ff7348f16f6c req-cd6abc1c-e5eb-4104-ba4b-daeab9e7e134 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1138690
Nov 15 10:10:09.865887 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1fe0616b-e03a-4aa4-8f5d-ff7348f16f6c req-868a9e4d-56ca-48c9-b624-c905d55f65ab tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0524247
Nov 15 10:10:11.100401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c184-638f-46b8-a400-69ad79d3125c req-ea19e53b-591c-4343-b5b0-4706e499d525 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:11.102043 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e94c184-638f-46b8-a400-69ad79d3125c req-ea19e53b-591c-4343-b5b0-4706e499d525 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1016715
Nov 15 10:10:11.160344 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8e94c184-638f-46b8-a400-69ad79d3125c req-d30ab37b-069d-427d-bfd5-c57dbcef9f46 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0512798
Nov 15 10:10:12.548702 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f7e5d-62eb-4a06-a4a6-4d588960bc80 req-d73da6e1-1e0b-43b7-ba39-231b395dde21 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:12.550339 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f9f7e5d-62eb-4a06-a4a6-4d588960bc80 req-d73da6e1-1e0b-43b7-ba39-231b395dde21 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1084912
Nov 15 10:10:12.604312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f9f7e5d-62eb-4a06-a4a6-4d588960bc80 req-a62e9f04-a914-4eea-9efe-898606586c06 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468655
Nov 15 10:10:13.332481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a55174a1-dcf0-4805-8118-415172082089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:13.936768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d614d0-e87d-4553-a9ba-e8954a735eec req-6d15a481-bf62-4acf-a582-58def6d0d1da tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:13.936768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4d614d0-e87d-4553-a9ba-e8954a735eec req-6d15a481-bf62-4acf-a582-58def6d0d1da tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1222870
Nov 15 10:10:13.936768 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4d614d0-e87d-4553-a9ba-e8954a735eec req-bcc375e9-222f-4af8-a3e5-4112497427a3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453742
Nov 15 10:10:15.241714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493691b1-e98c-4186-8af6-174f49397210 req-d29e61a8-7cd0-46e8-ae56-9f13622693b3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:15.241714 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-493691b1-e98c-4186-8af6-174f49397210 req-d29e61a8-7cd0-46e8-ae56-9f13622693b3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1339340
Nov 15 10:10:15.261163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-493691b1-e98c-4186-8af6-174f49397210 req-04aa7f4c-97d0-4546-8081-ccb9c39e23dc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0607455
Nov 15 10:10:15.799116 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-82ec9c78-2668-4300-84f3-b719d7f5c1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:16.484785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:16.497234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa42-b22a-4ad2-8418-9456daa10bb4 req-e6914938-bb8b-4be7-a9a4-e2d9f8088b99 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:16.498800 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f77aa42-b22a-4ad2-8418-9456daa10bb4 req-e6914938-bb8b-4be7-a9a4-e2d9f8088b99 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1025844
Nov 15 10:10:16.555070 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4f77aa42-b22a-4ad2-8418-9456daa10bb4 req-f7737f03-15c9-4d8e-bf8c-af04004e75df tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0494998
Nov 15 10:10:16.673156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:17.483018 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-5dbc7a47-57bd-4368-b2e6-6fc2171fec80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0840640
Nov 15 10:10:17.617950 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:17.631997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-d1dac833-0b3d-4737-a68d-848f9e9c386d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:17.633728 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-d1dac833-0b3d-4737-a68d-848f9e9c386d service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1430020
Nov 15 10:10:17.759397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-9b7e5b17-5857-4745-bccd-997eedd8fdb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 1001 time: 0.1182656
Nov 15 10:10:17.784743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb14ba-6fed-4ce4-8fcf-2ea2307a4940 req-437395fd-f818-4bb6-9ff4-53a03f80cf9a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:17.786371 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4aeb14ba-6fed-4ce4-8fcf-2ea2307a4940 req-437395fd-f818-4bb6-9ff4-53a03f80cf9a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0955322
Nov 15 10:10:17.836984 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-52e30f84-3cc0-4434-ba9c-f9df6e8aafbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:17.838614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-52e30f84-3cc0-4434-ba9c-f9df6e8aafbb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0714290
Nov 15 10:10:17.838802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4aeb14ba-6fed-4ce4-8fcf-2ea2307a4940 req-2290731d-5f38-4a47-84fe-5b85279b1491 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0443964
Nov 15 10:10:17.932711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-a4ea6ff4-f52c-4bf9-a1f8-1be6adca7bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864582
Nov 15 10:10:18.078199 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-8849a936-099f-469d-a6a0-eec90d3f0616 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374595
Nov 15 10:10:18.115219 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:18.227223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-dba15fa3-5ac5-48cc-b1cc-1eec405a21f1 req-3163bf78-e056-4fb1-95c1-46a756c6e470 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409864
Nov 15 10:10:19.075187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6771b-32e7-4051-8ca6-795220f18066 req-cff715c2-bfe6-4474-9a51-e227b69966d6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:19.076835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-33a6771b-32e7-4051-8ca6-795220f18066 req-cff715c2-bfe6-4474-9a51-e227b69966d6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0974669
Nov 15 10:10:19.125211 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-33a6771b-32e7-4051-8ca6-795220f18066 req-a531e3e5-03dc-4fdb-aee0-5ed676a05586 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422525
Nov 15 10:10:20.424516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3388b-d961-4116-ad0e-984e20f16c19 req-948e9461-5b09-412c-aa98-6289edadb444 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:20.426723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4e3388b-d961-4116-ad0e-984e20f16c19 req-948e9461-5b09-412c-aa98-6289edadb444 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0941300
Nov 15 10:10:20.476986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d4e3388b-d961-4116-ad0e-984e20f16c19 req-791eb7a4-4f14-411e-8bb2-e558be91a095 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422225
Nov 15 10:10:20.828313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:10:20.971260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:21.002424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:10:21.012604 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:10:21.044314 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:21.046262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:10:21.077104 dv-neutron-743142-12-ovs neutron-server[80962]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'code': 422} returned with failed status
Nov 15 10:10:21.126714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:10:21.132579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.132968 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.133350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.133727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.134097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.134493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.134835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.135206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.135570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.135956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.136326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.136689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.137110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.137477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.137842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.138205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.138565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.138931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.139291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.139654 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.140045 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.140438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.140798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.141157 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:10:21.145812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:10:21.705239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af07fb-c445-4ad9-a4b0-b79bb0dfde99 req-622dc5b9-643b-4044-9f76-001452a4a183 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:21.706917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2af07fb-c445-4ad9-a4b0-b79bb0dfde99 req-622dc5b9-643b-4044-9f76-001452a4a183 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1008236
Nov 15 10:10:21.755053 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e2af07fb-c445-4ad9-a4b0-b79bb0dfde99 req-8d0e9b5f-dc2c-43f1-8b37-474303aa3cd0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419586
Nov 15 10:10:22.244761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811706-a82c-42bb-be32-53d73823df2d req-a67d6b74-f9a5-48b9-81bf-125b33c9deb4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:22.246422 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d0811706-a82c-42bb-be32-53d73823df2d req-a67d6b74-f9a5-48b9-81bf-125b33c9deb4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1006784
Nov 15 10:10:22.284023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44164) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:10:22.296579 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d0811706-a82c-42bb-be32-53d73823df2d req-2745bbb8-049a-4ba5-a968-dd1d5c3c577e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438118
Nov 15 10:10:22.448375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-f74bc2f4-e849-40f1-9695-a37acc1607bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1629548
Nov 15 10:10:23.192543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-c84eedfc-c82f-4b8c-8c87-ba6b3afa8ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 1161 time: 0.0853560
Nov 15 10:10:23.310695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-fa05a27a-8f21-4ee3-8aeb-ffda5abfbc33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1161 time: 0.0842366
Nov 15 10:10:23.458521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-7b9cca84-41a3-4f65-b8b0-e6f7914b20e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:23.460766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-7b9cca84-41a3-4f65-b8b0-e6f7914b20e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1424057
Nov 15 10:10:23.521088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ce46-25b7-4c9f-b29c-5ccf7c5e2277 req-5d6de1ea-7d3f-47ed-87e7-f536f7e5a67c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:23.523362 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d29ce46-25b7-4c9f-b29c-5ccf7c5e2277 req-5d6de1ea-7d3f-47ed-87e7-f536f7e5a67c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0962114
Nov 15 10:10:23.571929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d29ce46-25b7-4c9f-b29c-5ccf7c5e2277 req-8e5ac1ea-1ef4-4b58-ae4d-05a2425b3700 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423541
Nov 15 10:10:23.584437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-04d1eff1-7bc3-46e0-882e-0f928176d387 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 999 time: 0.1171067
Nov 15 10:10:23.659783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-92636d2b-932c-4788-8e0a-052b40034fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:23.661351 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-92636d2b-932c-4788-8e0a-052b40034fdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0696812
Nov 15 10:10:23.751298 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-7e633932-192f-4c04-9a21-1a98462949f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835621
Nov 15 10:10:23.899236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-79e55f20-dc72-4d9e-8496-b8bb3fc7f85a service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409447
Nov 15 10:10:24.044594 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-355af2c0-7aaa-4178-919b-a0cb05d55a62 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381786
Nov 15 10:10:24.804494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bf725-dde8-4cf5-b1b3-7632ed4d472f req-db7d5d33-1c6e-4515-80ef-7b4b63f2ad84 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:24.806214 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da4bf725-dde8-4cf5-b1b3-7632ed4d472f req-db7d5d33-1c6e-4515-80ef-7b4b63f2ad84 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0997093
Nov 15 10:10:24.858450 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-da4bf725-dde8-4cf5-b1b3-7632ed4d472f req-5c37b6b5-2b15-44f6-9f29-d680f9e1624c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460515
Nov 15 10:10:26.099129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd3d0-6547-4506-8725-3ba0b3fcdad1 req-12882a49-90cc-4222-b661-d955db277056 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:26.101838 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b6bd3d0-6547-4506-8725-3ba0b3fcdad1 req-12882a49-90cc-4222-b661-d955db277056 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0997524
Nov 15 10:10:26.157645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b6bd3d0-6547-4506-8725-3ba0b3fcdad1 req-5a328b8a-7d2b-4337-ae6d-2bd1fd199eb9 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0500400
Nov 15 10:10:27.393143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa77c0b-41b6-43b3-8aa2-7146d1c8c275 req-2af99a01-5795-4886-a33e-41e4fac7147b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:27.394812 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2aa77c0b-41b6-43b3-8aa2-7146d1c8c275 req-2af99a01-5795-4886-a33e-41e4fac7147b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1004803
Nov 15 10:10:27.446073 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2aa77c0b-41b6-43b3-8aa2-7146d1c8c275 req-d213a788-e8b4-4192-9ddf-16919a327a0b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447104
Nov 15 10:10:28.683180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4380-576c-426e-b101-2dadcc86dbb4 req-8b8b4d78-c09c-4362-bf66-ba34370128b3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:28.684616 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-05ef4380-576c-426e-b101-2dadcc86dbb4 req-8b8b4d78-c09c-4362-bf66-ba34370128b3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1062634
Nov 15 10:10:28.736093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-05ef4380-576c-426e-b101-2dadcc86dbb4 req-42456e20-2d85-46b9-b5e8-c659e6d88085 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449846
Nov 15 10:10:29.969851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62fc59-ee23-4b19-ab84-12a11b8552b6 req-66d28b65-4840-4aa3-9d1e-67e1f76bc780 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:29.971493 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f62fc59-ee23-4b19-ab84-12a11b8552b6 req-66d28b65-4840-4aa3-9d1e-67e1f76bc780 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0965419
Nov 15 10:10:30.022515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8f62fc59-ee23-4b19-ab84-12a11b8552b6 req-e511c8ac-c402-4194-996c-6244822f8678 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445578
Nov 15 10:10:31.256088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b9c6-dcd0-401c-895c-ee6d04dc2082 req-f6d4d226-e7bb-4b1c-89d0-0b7faad317bb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:31.257732 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b27b9c6-dcd0-401c-895c-ee6d04dc2082 req-f6d4d226-e7bb-4b1c-89d0-0b7faad317bb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1010606
Nov 15 10:10:31.310348 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0b27b9c6-dcd0-401c-895c-ee6d04dc2082 req-33d4977a-1ca0-485e-b3bb-03f333cde8f2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460219
Nov 15 10:10:32.544920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878848e9-924d-4ce2-aec9-2d1a39ed18d3 req-46bb9f40-7404-401b-b7fa-7d896267462c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:32.547003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-878848e9-924d-4ce2-aec9-2d1a39ed18d3 req-46bb9f40-7404-401b-b7fa-7d896267462c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0977218
Nov 15 10:10:32.601825 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-878848e9-924d-4ce2-aec9-2d1a39ed18d3 req-3e8bd5eb-aa25-4a4e-b82d-5063ec0d9595 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0483913
Nov 15 10:10:33.847346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2fcc-f1cc-46fe-9f0d-5ebd1bd58933 req-4c92c3f4-4a73-4087-8405-a87e68db72e6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:33.849033 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-867b2fcc-f1cc-46fe-9f0d-5ebd1bd58933 req-4c92c3f4-4a73-4087-8405-a87e68db72e6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0991166
Nov 15 10:10:33.902941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-867b2fcc-f1cc-46fe-9f0d-5ebd1bd58933 req-4cdebfd9-86ea-4c11-b6c7-8cf29142e502 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470040
Nov 15 10:10:35.141379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aa0c8-a737-4f35-8184-9b947b359b65 req-9baf41b3-86bd-4264-845b-fc99dfb63c57 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:35.143626 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8a6aa0c8-a737-4f35-8184-9b947b359b65 req-9baf41b3-86bd-4264-845b-fc99dfb63c57 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1058695
Nov 15 10:10:35.196311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8a6aa0c8-a737-4f35-8184-9b947b359b65 req-a0931b8c-a7f3-43fe-9a5e-458bdf03b31c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459681
Nov 15 10:10:36.430268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1c29-74bb-4a20-8f80-21e237b73785 req-700cff81-6ab2-409a-927a-5b18aa065174 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:36.431820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66fa1c29-74bb-4a20-8f80-21e237b73785 req-700cff81-6ab2-409a-927a-5b18aa065174 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0942886
Nov 15 10:10:36.478986 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-66fa1c29-74bb-4a20-8f80-21e237b73785 req-45ed54e1-a581-44fa-a39b-18d415afbdf5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402746
Nov 15 10:10:37.708413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bdd50-19b5-41b1-b7c8-d1b330aaf55f req-f2612bfe-6ca4-4933-9e14-188904cf4e61 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:37.710051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f83bdd50-19b5-41b1-b7c8-d1b330aaf55f req-f2612bfe-6ca4-4933-9e14-188904cf4e61 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.1008990
Nov 15 10:10:37.758930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f83bdd50-19b5-41b1-b7c8-d1b330aaf55f req-ebeafd12-1b83-43b3-b1e3-eee60f29031a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424109
Nov 15 10:10:38.446124 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-8dbcac94-6b96-47fe-9a64-51c18f65fe08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1161 time: 0.0943038
Nov 15 10:10:38.606512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-32fbb006-e35c-4b35-9836-1e25fb870325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:38.608119 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-32fbb006-e35c-4b35-9836-1e25fb870325 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1412952
Nov 15 10:10:38.731428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-67171084-d8d4-442c-80e1-b1db926f13cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 999 time: 0.1157129
Nov 15 10:10:38.804497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-6cc91a63-7fd1-4816-b17b-6699b6440925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:38.806127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-6cc91a63-7fd1-4816-b17b-6699b6440925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0679078
Nov 15 10:10:38.901801 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-5b20904b-e34e-4d43-8f5c-722e3b32ab19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884252
Nov 15 10:10:38.989709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b515e2-9635-4050-aa2a-1f20be982712 req-2b1f4e5f-01ff-4785-a45a-e77838da834d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:38.991245 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-27b515e2-9635-4050-aa2a-1f20be982712 req-2b1f4e5f-01ff-4785-a45a-e77838da834d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 944 time: 0.0982189
Nov 15 10:10:39.041063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-27b515e2-9635-4050-aa2a-1f20be982712 req-9decd8f5-f3b0-4eb5-81f8-1374a4f27f35 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427539
Nov 15 10:10:39.050736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-379a3763-14c0-4e38-a129-39a5a110c54f service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407070
Nov 15 10:10:39.198051 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0f7ce1c2-f30a-4f4f-988a-368e1dc62926 req-cd6bce6f-0a23-4f5b-bec4-cde2de88251b service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404841
Nov 15 10:10:39.422166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:10:39.504188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:10:39.504620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:39.640194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:39.669463 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:10:39.680303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:10:39.740962 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'code': 200}
Nov 15 10:10:40.296775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7245fb-1310-4e18-9772-1d581ab93167 req-a59bd5da-8ac7-4529-9dda-61f26cd0f2ee tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:40.298421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b7245fb-1310-4e18-9772-1d581ab93167 req-a59bd5da-8ac7-4529-9dda-61f26cd0f2ee tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0951648
Nov 15 10:10:40.348645 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1b7245fb-1310-4e18-9772-1d581ab93167 req-81402ec3-3eda-4812-9d67-26a0a7ccf9ae tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434439
Nov 15 10:10:40.543113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:40.545186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c172169c-a1d0-4a50-a6c7-b3b8c7223631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:10:40.624596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:10:40.627898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:10:40.829729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47c25fab-0e03-4a2e-b24b-992417f526e0 req-a14c58e5-2c00-4fec-b910-a672984e8208 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0892255
Nov 15 10:10:40.877382 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-47c25fab-0e03-4a2e-b24b-992417f526e0 req-0e3e95a5-d8ff-4839-a81f-273660484db9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402789
Nov 15 10:10:41.209972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:10:41.290241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:10:41.290671 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:41.584524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3912-a1bb-4980-8a64-8463d825b57b req-e0faf783-9627-4021-ac56-7a4353c47c3f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:41.586158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-084d3912-a1bb-4980-8a64-8463d825b57b req-e0faf783-9627-4021-ac56-7a4353c47c3f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0977981
Nov 15 10:10:41.634089 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-084d3912-a1bb-4980-8a64-8463d825b57b req-8a29a98f-f3f8-4809-99c7-a106bf6be151 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411870
Nov 15 10:10:42.880751 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04d84c-2b0b-4e72-bf15-adc21c1d7d3a req-afb43b1b-d927-45de-962b-cb5903a4db45 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:42.882389 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f04d84c-2b0b-4e72-bf15-adc21c1d7d3a req-afb43b1b-d927-45de-962b-cb5903a4db45 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0983267
Nov 15 10:10:42.937084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1f04d84c-2b0b-4e72-bf15-adc21c1d7d3a req-4723cdb9-ca2f-417b-bc86-4e229d6ec187 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0482962
Nov 15 10:10:43.329533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-94d442a9-801b-4e3d-8336-2bc15dc93268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:43.332996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:10:44.159022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa20c6-c553-42a2-aa6c-335769fc3b6b req-a8142ec7-081f-477a-b811-5b3c21ae3e68 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:10:44.160710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-32fa20c6-c553-42a2-aa6c-335769fc3b6b req-a8142ec7-081f-477a-b811-5b3c21ae3e68 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0944173
Nov 15 10:10:44.208388 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-32fa20c6-c553-42a2-aa6c-335769fc3b6b req-c1f0d150-5f1a-4dfb-a3d5-ec4caf11d521 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415106
Nov 15 10:10:45.748775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a0eec151-8e81-4c15-9a38-74e57b5bfde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:46.483875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:46.686286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:47.617065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:10:48.119867 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:13.334357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-64d8a018-f28c-4815-b5dc-1a1b2d10c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:15.754051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-adfd7ce9-a82b-4833-8941-53eee8ad10c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:16.479399 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:16.713738 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:17.616692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:18.113781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:20.334084 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:11:39.251054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-6d1fc3d0-d7a6-422a-b036-67566a1690f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0873818
Nov 15 10:11:39.430840 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-39fab54c-7660-402b-a8e0-50491ddef702 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0893567
Nov 15 10:11:39.601206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-0f18a449-a49f-4b32-b499-3bdde8de94b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:39.602810 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-0f18a449-a49f-4b32-b499-3bdde8de94b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1512816
Nov 15 10:11:39.726093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-42acce13-6d96-4b48-ba99-468cf3d4e832 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 1001 time: 0.1156559
Nov 15 10:11:39.798390 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-0e3b9946-3c51-4894-b543-ffb0c2818ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:39.800044 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-0e3b9946-3c51-4894-b543-ffb0c2818ef9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0668886
Nov 15 10:11:39.896710 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-a9136110-62d8-40be-a05f-41af4e5d5c4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901515
Nov 15 10:11:40.042531 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-2f0706c0-fcf8-446b-a769-49b3fed23acf service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376860
Nov 15 10:11:40.187333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9e6eb79e-7264-4df2-b3c2-bf4bd53bf1e6 req-a5138ab4-e61b-4450-8e1a-095641f4c077 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375580
Nov 15 10:11:43.330843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-13dcd721-eb86-4d2a-b202-bc79175d8c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:45.753214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3e91-897c-465b-82bb-42d03899bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:46.490202 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:46.698975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:47.624929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:48.290554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:55.032876 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-128eb958-4d7e-4612-9a11-b2f32a63929e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips/42a15ec2-984e-4f26-8b92-b205f628f2a4 HTTP/1.1" status: 200  len: 998 time: 0.1232405
Nov 15 10:11:55.196329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-cbf9c2eb-4167-4057-8239-77887a486bf8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:55.197715 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-cbf9c2eb-4167-4057-8239-77887a486bf8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1588831
Nov 15 10:11:55.208811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-cc09cf87-9dd6-46e8-9667-3ac4ffd67e03 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:11:55.209872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-cc09cf87-9dd6-46e8-9667-3ac4ffd67e03 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0063407
Nov 15 10:11:55.334737 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-b76ef18a-29f1-4b50-b8e8-ba5f8d4bceb3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.14 HTTP/1.1" status: 200  len: 1001 time: 0.1186931
Nov 15 10:11:55.425334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-90f2d993-845c-43f3-89be-766b01d63ee2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:55.426765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-90f2d993-845c-43f3-89be-766b01d63ee2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports/e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 943 time: 0.0861697
Nov 15 10:11:55.622158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-042c12b5-1b1b-4b74-b475-cb195af64ba0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.14 HTTP/1.1" status: 200  len: 1001 time: 0.1153505
Nov 15 10:11:56.121661 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Deleting port f8fe1b82-ef71-4bc7-a938-dbe0ab360eea {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:11:56.122220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:56.308589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:56.308956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:56.442169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Calling delete_port for f8fe1b82-ef71-4bc7-a938-dbe0ab360eea owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:11:56.690299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:56.705856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:11:56.805306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'Port': ['ID=f8fe1b82-ef71-4bc7-a938-dbe0ab360eea,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:11:56.829299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.829739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.830165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.830583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.830999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.831410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.831818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.832269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.832676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.833080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.833487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.833887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.834345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.834747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.835146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.835546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.835976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.836375 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.836776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.837173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.837570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.837966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.838384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.838771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:11:56.844687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:11:56.952740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:56.953108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Floating IP 42a15ec2-984e-4f26-8b92-b205f628f2a4 disassociated (deleted). External IP: 172.26.4.14, port: e5f36ec0-57e0-4f0a-b895-c4b729e34ffe.
Nov 15 10:11:57.335211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:11:57.443754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:11:57.692696 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:11:57.710402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:11:57.723402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:11:57.724118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2858cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:11:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:11:57.759755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:11:57.828154 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "DELETE /v2.0/floatingips/42a15ec2-984e-4f26-8b92-b205f628f2a4 HTTP/1.1" status: 204  len: 173 time: 2.2000186
Nov 15 10:11:57.829370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:11:57.892931 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'status': 'completed', 'code': 200}
Nov 15 10:11:57.958809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:11:58.018465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-5c08b528-59a1-4914-b99b-be8ff8e9825c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.1770668
Nov 15 10:11:58.027148 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-0b8971c0-2a66-46f7-8ec5-2c78e25cfd17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 1163 time: 0.0874994
Nov 15 10:11:58.166550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-ab27d69c-93d8-450a-9a41-647c5dd7b31a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:58.168210 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-ab27d69c-93d8-450a-9a41-647c5dd7b31a service neutron] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1446526
Nov 15 10:11:58.178449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-ec4baa68-ebbd-4a6e-9303-453c2b1a270d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:58.180161 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-ec4baa68-ebbd-4a6e-9303-453c2b1a270d service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1462166
Nov 15 10:11:58.251654 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-6436983c-8322-4a54-893b-f89ad87ad8f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 217 time: 0.0706048
Nov 15 10:11:58.261464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-b57a0dd4-5dee-4038-9b86-96e0f46d68dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 200  len: 217 time: 0.0739431
Nov 15 10:11:58.318215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2858cc0>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:11:58.322498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:11:58.330879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-92036759-6932-4e96-9818-ae65b8346fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:58.332733 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-92036759-6932-4e96-9818-ae65b8346fbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0750172
Nov 15 10:11:58.334561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:11:58.335262 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a2858cc0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:11:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:11:58.337147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-40f51600-8eba-4461-8162-c174752013c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:58.338772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-40f51600-8eba-4461-8162-c174752013c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0703337
Nov 15 10:11:58.430939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-cfd4c55e-bcf9-4368-9d44-1842249ebc21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899086
Nov 15 10:11:58.435273 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-8444ab64-d582-4da6-9ea8-5abede696748 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899880
Nov 15 10:11:58.574690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:11:58.584088 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-712794d9-de9b-46fa-8949-9dd20f453106 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440382
Nov 15 10:11:58.588965 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-ab2f2ff3-c185-409a-9c3b-17869d21b13d service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457429
Nov 15 10:11:58.735465 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c512fe62-1683-46aa-a38d-a4d9302fb1ca req-411d01b1-f8a3-4e94-a8b4-a3ae0996bdbe service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387005
Nov 15 10:11:58.736128 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e3eae08e-752f-4039-9fc9-f1811bffb599 req-1b2a79bd-d921-4bd6-9448-f2711647d7a4 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441104
Nov 15 10:11:58.933299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a2858cc0>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:11:58.937658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d6714-1295-4e3e-a7c1-b1411c120695 None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:11:59.314271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183edea-9964-4cb2-a068-068cc68b66dd req-cb19ef4f-f683-41c5-81de-5af5b4cfd2f2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:11:59.315050 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b183edea-9964-4cb2-a068-068cc68b66dd req-cb19ef4f-f683-41c5-81de-5af5b4cfd2f2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:11:59.334581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018b8b-8d26-4638-93ae-76eea2fe6770 None None] New status for floating IP 42a15ec2-984e-4f26-8b92-b205f628f2a4: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:11:59.361758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b183edea-9964-4cb2-a068-068cc68b66dd req-cb19ef4f-f683-41c5-81de-5af5b4cfd2f2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:11:59.363074 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b183edea-9964-4cb2-a068-068cc68b66dd req-cb19ef4f-f683-41c5-81de-5af5b4cfd2f2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.1494751
Nov 15 10:11:59.413936 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b183edea-9964-4cb2-a068-068cc68b66dd req-6f60cf74-8dbb-42bc-9eaa-9c52dcc24070 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0443609
Nov 15 10:12:00.641595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce05af-9e37-4387-b1ee-8c537d26fe97 req-4ee9a578-63aa-45a8-9638-588160f21cb1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:00.644151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96ce05af-9e37-4387-b1ee-8c537d26fe97 req-4ee9a578-63aa-45a8-9638-588160f21cb1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.0937934
Nov 15 10:12:00.692842 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96ce05af-9e37-4387-b1ee-8c537d26fe97 req-17b83155-f9e4-4aa1-a6d6-a8147a0361f5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=2055e145-fdbe-4969-8cea-dd04afb29150&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425081
Nov 15 10:12:01.128533 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-7b9f3431-44fe-41ca-948a-f5140d53d980 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:01.133586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-7b9f3431-44fe-41ca-948a-f5140d53d980 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:12:01.142691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-7b9f3431-44fe-41ca-948a-f5140d53d980 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:12:01.143988 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-7b9f3431-44fe-41ca-948a-f5140d53d980 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 946 time: 0.3764999
Nov 15 10:12:01.228907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Deleting port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:12:01.229303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:01.503701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] For port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:12:01.504052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:01.644193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Calling delete_port for e5f36ec0-57e0-4f0a-b895-c4b729e34ffe owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:12:01.819442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device e5f36ec0-57e0-4f0a-b895-c4b729e34ffe no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:12:01.947634 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-be26184a-022e-486d-8b53-4f3d49c99d73 req-2fab04d9-61ea-465a-95de-7847a18d3602 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 210 time: 0.0514793
Nov 15 10:12:01.959913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:01.979361 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:01.995741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ef0d750e-97ba-4a1f-8d21-926797071f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:02.092883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'Port': ['ID=e5f36ec0-57e0-4f0a-b895-c4b729e34ffe,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:02.121513 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.121965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.122398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.122880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.123257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.123682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.124133 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.124559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.125773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.125773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.125773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.126147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.127153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.127575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.128013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.128428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.128840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.129258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.129670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.130081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.130493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.130907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.131321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.131734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:02.136863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:02.228232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] No DVR routers for this DVR port e5f36ec0-57e0-4f0a-b895-c4b729e34ffe on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:12:02.230519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:02.233595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-deleted', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:12:02.285286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aa67cd9b-b4bd-4079-95ca-bcfbfd046405 req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "DELETE /v2.0/ports/e5f36ec0-57e0-4f0a-b895-c4b729e34ffe HTTP/1.1" status: 204  len: 173 time: 1.1333239
Nov 15 10:12:02.400745 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9149c4-2a54-4fb0-b198-5617e46ef089', 'name': 'network-vif-deleted', 'tag': 'e5f36ec0-57e0-4f0a-b895-c4b729e34ffe', 'status': 'completed', 'code': 200}
Nov 15 10:12:03.140445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-19be0d67-979d-4abd-82a6-66bdf7b6134e req-057df1cb-2979-4ff1-9576-fd95c55996a7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=7d9149c4-2a54-4fb0-b198-5617e46ef089 HTTP/1.1" status: 200  len: 210 time: 0.0485713
Nov 15 10:12:04.331206 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-51157c71-9bbf-44f0-b50f-81e3b6d10795 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/2055e145-fdbe-4969-8cea-dd04afb29150 HTTP/1.1" status: 200  len: 2645 time: 0.0528886
Nov 15 10:12:04.407875 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:04.437378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:04.701793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:04.707243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b4747726-8993-440d-b0eb-f3caa2ba9767 tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:04.721481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'SecurityGroup': ['ID=2055e145-fdbe-4969-8cea-dd04afb29150,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:04.725083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:04.755426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:04.756743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2d4fcc3f-fd4f-4e0a-839a-d1d1d291e13b req-438facee-0846-4414-8a7b-e7b4f711e0bf tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "DELETE /v2.0/security-groups/2055e145-fdbe-4969-8cea-dd04afb29150 HTTP/1.1" status: 204  len: 173 time: 0.4191320
Nov 15 10:12:06.353756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1741360029', 'description': 'tempest-TestShelveInstance-1741360029 description'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:06.360590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:12:06.365633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:12:06.368684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:12:06.374499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:12:06.416476 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:06.455085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:12:06.459277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:12:06.462308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:12:06.468912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:12:06.687813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:06.716080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:06.720927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ed858394-3267-4545-8fcd-5299c4012b93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:06.772746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroup': ['ID=850aade7-3bd5-450e-a490-a30d1a099510,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:06.776054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:06.804922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:06.806312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0c7ba8db-605f-4711-9f6e-7a6c450076f6 req-8680e709-9410-458f-9111-01a4fa00e38f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1641 time: 0.4571295
Nov 15 10:12:06.895619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-1e0f81bb-e82f-4541-b0d2-36e4d8eb4ad6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/850aade7-3bd5-450e-a490-a30d1a099510 HTTP/1.1" status: 200  len: 1636 time: 0.0547543
Nov 15 10:12:06.906414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '850aade7-3bd5-450e-a490-a30d1a099510', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:06.906771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '850aade7-3bd5-450e-a490-a30d1a099510', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:06.915678 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:12:06.919741 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:12:06.922839 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:12:06.929461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:12:07.016473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.046131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.078899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.081628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-99d7df62-4495-4a3c-9b91-78f170aab34c tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:07.106196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c75dd3f-be62-44a5-882a-0db4e0336e6b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:07.108915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:07.141957 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.143292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-24c74a04-17ac-46b4-a61f-ff8cb6614075 req-33366b84-e6da-424f-874a-d7068b1269ad tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.2412548
Nov 15 10:12:07.240907 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-feb5f058-0ea8-4b9d-937e-8aac2d1d287a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/850aade7-3bd5-450e-a490-a30d1a099510 HTTP/1.1" status: 200  len: 2139 time: 0.0613031
Nov 15 10:12:07.252551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '850aade7-3bd5-450e-a490-a30d1a099510', 'remote_group_id': None}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:07.252909 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '850aade7-3bd5-450e-a490-a30d1a099510', 'remote_group_id': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:07.259899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:12:07.265890 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:security_group_rule and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:12:07.269630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:12:07.278418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:12:07.382755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.469680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.541922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.544068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5168079f-6ad7-45e9-8c82-0cb5bb573207 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:07.575261 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea4c9e-a2a3-4f8b-9ed2-e29aa3491d76,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:07.582545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:07.624939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:07.626384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-18e6fcf2-6589-4564-a85a-085c58f10e63 req-9c49e3b5-37d5-4c1f-953e-c75d58e1038b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.3786476
Nov 15 10:12:13.344697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-687209af-e796-4794-aed8-a289e8befb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:20.067540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e678aada-4fbc-4ccb-b1da-7ebacfe07c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:20.124470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:20.127410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:20.128182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:20.130264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:34.337596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:12:39.727324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-34671119-a578-4542-babb-524fc5d72543 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:12:39.775289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-34671119-a578-4542-babb-524fc5d72543 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:12:39.776484 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-34671119-a578-4542-babb-524fc5d72543 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1741360029&fields=id&tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 267 time: 0.0925517
Nov 15 10:12:39.940768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-9f713459-dd5c-4737-894d-7c9ca8f9b53c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:39.942375 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-9f713459-dd5c-4737-894d-7c9ca8f9b53c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 808 time: 0.1587276
Nov 15 10:12:39.959464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-87333e63-cec1-4382-aae6-9ea30c0496e0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/quotas/5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 375 time: 0.0109928
Nov 15 10:12:40.056611 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-22f25bba-b970-490f-be7f-adfbb70d777d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0909252
Nov 15 10:12:40.205929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3959af94-9367-423c-9897-fd86fe817b41 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372705
Nov 15 10:12:40.604755 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-a74a3f2a-6e57-462d-a877-f8cbe104285a service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3916843
Nov 15 10:12:42.235636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bd8ff843-4a6f-48ef-a700-874baffbf895 req-6b02d75a-df30-4637-835b-891335b8f8c2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0530221
Nov 15 10:12:43.347526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b5c601b3-ab7a-4ae9-ba18-d3b6df784389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:43.359403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7351a43e-b57e-4b23-afef-35e97524964c req-aa2baf63-2bae-49bf-8813-b5b163715e3d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0478034
Nov 15 10:12:44.537428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ef524683-ddb7-4b43-9fca-28a8a60224f8 req-6d1d737b-51fa-4071-a04f-ca40ea17c310 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0472181
Nov 15 10:12:45.729027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4ff4a2ff-7352-4598-ba19-5df5049ba901 req-e0e1543d-1dcc-4a3a-a701-a3712b742884 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0630698
Nov 15 10:12:45.747315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-15a026d4-b980-4dd9-b703-27ebca92fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:45.972125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-659f48cc-b7fd-4c96-be5f-7c5753ca029b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:45.973695 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-659f48cc-b7fd-4c96-be5f-7c5753ca029b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 808 time: 0.1625917
Nov 15 10:12:46.064751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-1736494c-3a71-4284-b7c7-04960098f9c4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 5081 time: 0.0698509
Nov 15 10:12:46.074881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'port': {'device_id': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'admin_state_up': True, 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'security_groups': ['850aade7-3bd5-450e-a490-a30d1a099510']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:46.223550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:12:46.228068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:port and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:12:46.231080 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:12:46.236967 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:12:46.341268 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Made reservation on behalf of 5d70d341d8e8440cbafa92e366b494fe for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:12:46.347265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:46.493186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:46.672870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Allocated IP 172.20.0.10 (41285b1d-67b2-437d-84e4-5d62130c8a15/b9e9764e-f138-4c68-a61d-b1ca6f755823/8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:12:46.706952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:46.910031 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-56de5e38-2ff5-46fc-972e-c61ae6f5b475 req-682eed79-0a33-433b-b221-c031721bef8f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0483239
Nov 15 10:12:46.926996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:46.944170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Transition to ACTIVE for port object 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:12:47.007690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:47.024153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f8b130fe-2ac1-4623-bc98-ab6b08665b5d tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:47.188546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:47.192829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:47.232503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:12:47.233631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:12:47.236051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:12:47.302379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:47.303063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:47.433409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3624513
Nov 15 10:12:47.452930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Request body: {'port': {'device_id': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:12:47.501162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6127f52b-45c6-4f7f-90ac-0e12c4cb2b56 None None] Provisioning for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:12:47.507728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-6127f52b-45c6-4f7f-90ac-0e12c4cb2b56 None None] Provisioning complete for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:12:47.508466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6127f52b-45c6-4f7f-90ac-0e12c4cb2b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:47.585326 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-6127f52b-45c6-4f7f-90ac-0e12c4cb2b56 None None] Port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:12:47.588832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:47.621033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.039831 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:12:48.047366 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.142789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Transition to ACTIVE for port object 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:12:48.157636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3784-463e-4a12-b882-3f85cc8a1890 req-0dd57703-26a8-491b-b8b7-d5b18d3a326f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:48.159252 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0ded3784-463e-4a12-b882-3f85cc8a1890 req-0dd57703-26a8-491b-b8b7-d5b18d3a326f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 932 time: 0.1034696
Nov 15 10:12:48.169789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.192565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.208605 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0ded3784-463e-4a12-b882-3f85cc8a1890 req-f5aa1b08-fd19-4baf-9fe6-435146fbde4a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422516
Nov 15 10:12:48.211987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-3d49d33b-967b-4c4f-a0cb-46aaf5aeae65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:48.356023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:48.368739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:48.555398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Attempting to bind port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:12:48.555781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Attempting to bind port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:12:48.556186 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Attempting to bind port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f on network 41285b1d-67b2-437d-84e4-5d62130c8a15 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:12:48.563360 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:12:48.563745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Checking segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:12:48.564184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.564598 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Bound using segment: {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:12:48.565082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Bound port: 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046f88e-00a0-40ae-9896-047de852c4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:12:48.565436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.672997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:12:48.676334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:12:48.761540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.778716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d7e2f960-a75f-40d7-8ea0-90638be3108f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:48.941615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:48.947667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:48.976620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:48.978177 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] 10.222.0.65 "PUT /v2.0/ports/8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1158 time: 1.5300078
Nov 15 10:12:48.978733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:12:49.039994 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'status': 'completed', 'code': 200}
Nov 15 10:12:49.158724 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-39f5b25d-48af-4ad2-8598-f1d896a4de81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1161 time: 0.0939138
Nov 15 10:12:49.242560 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-1b3f7b61-4765-4b10-838e-532d7116b516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 217 time: 0.0697224
Nov 15 10:12:49.318599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-c416fd25-b293-4543-abc5-e84df50735d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:49.320815 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-c416fd25-b293-4543-abc5-e84df50735d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0719831
Nov 15 10:12:49.415341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-11f9bde2-4bb6-4a68-bfab-595c46327ef4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874753
Nov 15 10:12:49.437761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ce80-f48a-444f-a8f2-ce3b7780fea2 req-495ba617-5280-485b-abd7-7297eb4c1817 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:49.439372 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2413ce80-f48a-444f-a8f2-ce3b7780fea2 req-495ba617-5280-485b-abd7-7297eb4c1817 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0954649
Nov 15 10:12:49.493729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2413ce80-f48a-444f-a8f2-ce3b7780fea2 req-cbcc40ee-d9ec-4afc-9537-558cda7f3ab7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0476644
Nov 15 10:12:49.570996 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-92b955dc-0ab5-41df-a74c-c8dbef03169f service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479633
Nov 15 10:12:49.718402 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c61e2b16-e4ab-4678-9d92-201f8c0b853e req-7de3f134-4ba5-4d24-ad44-f1a72110bfee service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402509
Nov 15 10:12:49.938552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-100b851d-9259-4f29-ae68-196748541edf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1161 time: 0.0906537
Nov 15 10:12:50.096077 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-0de5caa9-e52b-4427-a15b-39b332dcc0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:50.096077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-0de5caa9-e52b-4427-a15b-39b332dcc0b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1476696
Nov 15 10:12:50.175814 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-78aa0864-353f-4e12-8508-4ed2bfbab34c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 217 time: 0.0708334
Nov 15 10:12:50.247681 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-6fc96f48-e680-41e3-9149-dd46267dc20e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:50.249301 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-6fc96f48-e680-41e3-9149-dd46267dc20e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0666735
Nov 15 10:12:50.339609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-4e8993ed-7e64-44af-9f14-ecc607679e2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837624
Nov 15 10:12:50.733699 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf02b2e-9ce8-40c0-a1b7-6174bece7ef1 req-afe7f70d-0c5f-4b45-92af-4ab10748b49e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:50.735308 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0cf02b2e-9ce8-40c0-a1b7-6174bece7ef1 req-afe7f70d-0c5f-4b45-92af-4ab10748b49e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0999770
Nov 15 10:12:50.765751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-a6bda896-1715-4a4e-a168-b83ca10f60fb service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4185221
Nov 15 10:12:50.785144 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0cf02b2e-9ce8-40c0-a1b7-6174bece7ef1 req-e1589bbf-d0e5-4f46-b818-fe284d76c689 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432286
Nov 15 10:12:50.917084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-76a46bb5-8bed-4347-b394-7d814b9590a2 req-c9686efd-4652-4400-81f9-f2e10ec1f1df service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436560
Nov 15 10:12:52.008825 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac031b8-a972-4212-b970-7ac5108826e3 req-04c50cf4-634a-4963-82d5-dc49460030fc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:52.010464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aac031b8-a972-4212-b970-7ac5108826e3 req-04c50cf4-634a-4963-82d5-dc49460030fc tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0941603
Nov 15 10:12:52.063520 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aac031b8-a972-4212-b970-7ac5108826e3 req-dca6d774-2158-4605-8389-a91da5f4da80 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465746
Nov 15 10:12:53.419480 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c51d-7f7d-4182-9d0d-d6241d0369ae req-52a4a2a1-4e5a-4e43-81e4-63147118b76d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:53.421075 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fd21c51d-7f7d-4182-9d0d-d6241d0369ae req-52a4a2a1-4e5a-4e43-81e4-63147118b76d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0944500
Nov 15 10:12:53.469121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fd21c51d-7f7d-4182-9d0d-d6241d0369ae req-712d40d1-8ea3-4302-967d-415dfccfb4a8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418749
Nov 15 10:12:54.695362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7948802-c78d-4946-9cfa-136ac1afaa4f req-0c0e4beb-1a10-4df2-838a-4696ff4e2e3b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:54.697027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7948802-c78d-4946-9cfa-136ac1afaa4f req-0c0e4beb-1a10-4df2-838a-4696ff4e2e3b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0989776
Nov 15 10:12:54.747349 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7948802-c78d-4946-9cfa-136ac1afaa4f req-28c54190-fbc9-4750-9b57-58177df4405b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436232
Nov 15 10:12:55.971495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87efa-7b7f-4ec6-aa3d-f82f4909d5bb req-d67ba24c-98a2-43db-82ba-a2181a27f6f6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:55.973182 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6ff87efa-7b7f-4ec6-aa3d-f82f4909d5bb req-d67ba24c-98a2-43db-82ba-a2181a27f6f6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0955462
Nov 15 10:12:56.022496 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6ff87efa-7b7f-4ec6-aa3d-f82f4909d5bb req-e5a34875-f1bd-408b-9194-de5c34fde9b0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417352
Nov 15 10:12:57.250621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44476-e151-4a56-b1d2-538a0cc47865 req-219d067a-c19f-4241-9a7b-dccdbb6af49d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:57.252213 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fae44476-e151-4a56-b1d2-538a0cc47865 req-219d067a-c19f-4241-9a7b-dccdbb6af49d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0977073
Nov 15 10:12:57.301054 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fae44476-e151-4a56-b1d2-538a0cc47865 req-f75a63c7-0439-4de1-b497-fc44aa7d1a84 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427902
Nov 15 10:12:58.539064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b587b0-92e7-435b-a6e1-0a771b843ecd req-d3c59a96-9cd9-422e-8c04-e6cd0566994e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:58.540633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b3b587b0-92e7-435b-a6e1-0a771b843ecd req-d3c59a96-9cd9-422e-8c04-e6cd0566994e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0940359
Nov 15 10:12:58.592856 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b3b587b0-92e7-435b-a6e1-0a771b843ecd req-89eb8734-d8bf-4e15-bbdb-93bd9c5549e5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461729
Nov 15 10:12:58.894792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:12:59.017746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:12:59.023599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:12:59.025520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:59.160158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:59.187409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:12:59.197997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:12:59.223689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:12:59.225899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-c1b8c09f-654e-40f5-9a40-a4e5172ccdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:12:59.303869 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:12:59.313356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.313782 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.314150 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.314542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.314920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.315298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.315674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.316076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.316452 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.316872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.317251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.317625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.318064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.318966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.319345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.319719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.320128 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.320502 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.320872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.321246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.321624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.321994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.322364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.322733 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:12:59.327305 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:12:59.817103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f6d9a-1233-4b33-b608-eeb2789fde67 req-643f3913-b264-4888-9b6d-3b47edb78a93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:12:59.818780 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-773f6d9a-1233-4b33-b608-eeb2789fde67 req-643f3913-b264-4888-9b6d-3b47edb78a93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0967934
Nov 15 10:12:59.869014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-773f6d9a-1233-4b33-b608-eeb2789fde67 req-990c46f9-7e36-4039-bc6e-65d24d3e1c53 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437450
Nov 15 10:13:00.351146 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'code': 200}
Nov 15 10:13:00.567691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:13:00.647861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:13:00.648290 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:00.746322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fee8dc7d-b98a-45f5-bf79-1c3f70a9da3b req-99831884-d4b9-42fd-a667-bc576a70748b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0931206
Nov 15 10:13:00.791854 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fee8dc7d-b98a-45f5-bf79-1c3f70a9da3b req-a6f047e3-703f-4856-9fcf-c68aec23ab4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0392623
Nov 15 10:13:01.093868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116c515-69d7-4626-8146-97637322d8f3 req-d983dfa6-e439-40ef-8d48-6a7a7abf5afd tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:01.095415 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5116c515-69d7-4626-8146-97637322d8f3 req-d983dfa6-e439-40ef-8d48-6a7a7abf5afd tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0981376
Nov 15 10:13:01.144993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5116c515-69d7-4626-8146-97637322d8f3 req-b528040e-877c-4e99-92fa-c27f7625b143 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427299
Nov 15 10:13:02.372969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80f6d-d519-4b91-84e8-94bc0093868c req-2c395fe5-5365-4641-a316-277442b388d0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:02.374598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6fd80f6d-d519-4b91-84e8-94bc0093868c req-2c395fe5-5365-4641-a316-277442b388d0 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0941849
Nov 15 10:13:02.423405 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6fd80f6d-d519-4b91-84e8-94bc0093868c req-177de6cd-ec05-42b3-b7e4-d15de1035ba4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426445
Nov 15 10:13:02.650805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963055e-810a-4b6e-993d-b0af9529e559 req-846494a5-d3bc-4525-8a41-e489de24e266 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:02.652486 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e963055e-810a-4b6e-993d-b0af9529e559 req-846494a5-d3bc-4525-8a41-e489de24e266 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0996253
Nov 15 10:13:02.701453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e963055e-810a-4b6e-993d-b0af9529e559 req-29d03751-3b3b-4a4c-87ec-7c10100ead46 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426209
Nov 15 10:13:02.916095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-1567f9a4-1961-4122-b40c-4395cb86ceb1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1620312
Nov 15 10:13:02.926231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:13:02.932727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:13:02.937060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Usage tracker for resource:floatingip and tenant:5d70d341d8e8440cbafa92e366b494fe is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:13:02.940070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:13:02.946139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:13:03.040342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:03.183949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:03.453489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Allocated IP 172.26.4.135 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/25c50540-6817-46a9-970c-01d1250a8c00) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:13:03.721772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:03.772159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:03.788160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-455c96fa-9ea9-430f-8811-d890265cbbe1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:13:03.931786 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=25c50540-6817-46a9-970c-01d1250a8c00,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:13:03.956704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.957121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.957554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.957978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.958394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.959324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.959756 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.960200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.960615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.961026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.961437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.961847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.962309 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.962721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.963136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.963549 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.963980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.964394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.964802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.965211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.965619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.966023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.966430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.966845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:13:03.972898 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:13:04.006438 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:13:04.007574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:13:04.009905 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:13:04.103783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.242131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.523279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.554272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.569877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f02a08b-5839-466b-8463-daabeb2e5767 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:13:04.722114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event updated for resources: {'Port': ['ID=25c50540-6817-46a9-970c-01d1250a8c00,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:13:04.725258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:13:04.817669 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.934775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:04.936186 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-7ab4816d-9f25-450d-b76f-7e9526a62d56 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0140383
Nov 15 10:13:05.027810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-5908492b-5ed3-46ca-b9f4-11e304f1feb7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:13:05.065893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-5908492b-5ed3-46ca-b9f4-11e304f1feb7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:13:05.067136 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-5908492b-5ed3-46ca-b9f4-11e304f1feb7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.135 HTTP/1.1" status: 200  len: 696 time: 0.1248209
Nov 15 10:13:05.476105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-e85987e7-6d21-4431-a33d-faa9ff3aa4bb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:05.477589 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-e85987e7-6d21-4431-a33d-faa9ff3aa4bb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.4044807
Nov 15 10:13:05.488396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-334b63b0-23ec-429f-b7fb-5666dedb8eda tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:13:05.489563 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-508905a2-9320-4d4b-96c7-d240d81a6d6c req-334b63b0-23ec-429f-b7fb-5666dedb8eda tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059609
Nov 15 10:13:05.691115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-d941cbc1-6938-43a0-b828-bf501ec90283 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:05.692787 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-d941cbc1-6938-43a0-b828-bf501ec90283 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0962660
Nov 15 10:13:05.782766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6497939c-dc01-47c6-9cf8-752f5c6a12c6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.135 HTTP/1.1" status: 200  len: 696 time: 0.0831363
Nov 15 10:13:05.793730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Request body: {'floatingip': {'port_id': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:13:05.879097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:06.585680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:06.611373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:06.856529 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Floating IP 04b89ec4-728c-43aa-805b-d5d066e06d9d associated. External IP: 172.26.4.135, port: 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f.
Nov 15 10:13:07.351926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:13:07.604876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:13:07.609798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:07.615328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:13:07.628568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:13:07.629255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29887b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:12:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:13:07.679552 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-6ccdc064-d968-4082-8442-c4999c70e56e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "PUT /v2.0/floatingips/04b89ec4-728c-43aa-805b-d5d066e06d9d HTTP/1.1" status: 200  len: 997 time: 1.8901420
Nov 15 10:13:07.680254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:13:07.844842 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'status': 'completed', 'code': 200}
Nov 15 10:13:07.860045 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-1ff6967a-43cc-4427-9ee2-e8e0469a948e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.1627839
Nov 15 10:13:07.876013 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:13:07.983482 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-43b129a7-68e1-4c7d-90db-5ecd0a4e1ec9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0921867
Nov 15 10:13:08.020110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-a2fb8bf1-d4cb-4e85-9210-c4135b2aa026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:08.022176 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-a2fb8bf1-d4cb-4e85-9210-c4135b2aa026 service neutron] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1545200
Nov 15 10:13:08.139281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-0b9288b0-a4e2-4a5c-9672-118583b14cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:08.140900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-0b9288b0-a4e2-4a5c-9672-118583b14cc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1512272
Nov 15 10:13:08.168095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-5d47f850-37d8-469d-9f30-c590182f1cf6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1000 time: 0.1361017
Nov 15 10:13:08.236059 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-956c2f7a-80f8-4e75-b450-fc989f11331a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:08.237917 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-956c2f7a-80f8-4e75-b450-fc989f11331a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0686724
Nov 15 10:13:08.282164 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-13b50e52-c65c-4d6a-9863-7e6551ff33f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1000 time: 0.1338260
Nov 15 10:13:08.334311 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-d189811d-6dba-4cef-9452-b9932255e0cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893784
Nov 15 10:13:08.346595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-62f16523-9971-4c02-b49d-0bc7231ad523 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:13:08.347651 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-62f16523-9971-4c02-b49d-0bc7231ad523 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059009
Nov 15 10:13:08.359504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-fbc12156-6a32-4848-bcaa-a9d19ff5f13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:08.361185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-fbc12156-6a32-4848-bcaa-a9d19ff5f13b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0713594
Nov 15 10:13:08.455860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-b8629815-51a8-45fb-bc2f-f6a84d5e8d1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875940
Nov 15 10:13:08.468677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29887b8>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '04b89ec4-728c-43aa-805b-d5d066e06d9d', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:5f:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:13:04Z', 'updated_at': '2020-11-15T10:13:06Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:13:08.472990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:13:08.485058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:13:08.485745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a29887b8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:12:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:13:08.500682 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-bf761bd8-5f03-41f1-b592-8165011e2621 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449893
Nov 15 10:13:08.612201 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-ff55ab35-6cb8-407a-8a2a-d82b4820af3c service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486573
Nov 15 10:13:08.731811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:13:08.833727 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ba865247-8d29-45d9-9e98-8d992e3df447 req-1251d845-0cf1-4128-ac27-ed047f79ae41 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2142308
Nov 15 10:13:08.964015 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65ca5f71-0c53-40da-badb-f53baee8a31a req-ae02c395-e959-4446-a103-7b5d962f3409 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4583819
Nov 15 10:13:09.181126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a29887b8>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '04b89ec4-728c-43aa-805b-d5d066e06d9d', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:5f:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:13:04Z', 'updated_at': '2020-11-15T10:13:06Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:13:09.187092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4517-70cb-4afe-b7ca-6eb397657961 None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '04b89ec4-728c-43aa-805b-d5d066e06d9d', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'port_id': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'mac_address': 'fa:16:3e:5f:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:13:04Z', 'updated_at': '2020-11-15T10:13:06Z', 'revision_number': 1, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:13:09.554180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4bf892-569d-4084-8735-b735459a7f59 None None] New status for floating IP 04b89ec4-728c-43aa-805b-d5d066e06d9d: ACTIVE {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:13:11.339744 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:13:13.346643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0a55509b-b21e-4532-8c78-01507577fc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:15.748817 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-57375cbc-1347-4d75-9a71-7ca550a5d045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:16.508800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:16.720009 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:17.620471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:18.137990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:43.266999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-477efca5-2aed-4d37-b5e2-d78e4f725a84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0878000
Nov 15 10:13:43.337423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-191ad61c-c66b-4800-b097-37c9ca6ea6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:43.450512 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-62a27554-976b-4b3f-983a-d08db00b6c19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0919926
Nov 15 10:13:43.611664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-4b9309bb-8350-49ef-8810-4b59eafd1954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:43.613277 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-4b9309bb-8350-49ef-8810-4b59eafd1954 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1430457
Nov 15 10:13:43.737195 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-083619eb-3aae-40a4-990a-f2d612ca5bee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1164286
Nov 15 10:13:43.811777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-d8ac4f8e-4063-4e73-97ca-ae6d686eda9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:13:43.813453 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-d8ac4f8e-4063-4e73-97ca-ae6d686eda9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0694416
Nov 15 10:13:43.912292 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-fb92b73c-4a48-41ee-93d0-206afac58406 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907197
Nov 15 10:13:44.060078 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-16f04c19-ed44-4b53-99d7-a1d6797ac3ce service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394072
Nov 15 10:13:44.207190 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f484f191-a1c1-49e1-acc5-5f8e4125982e req-2793a3b2-a002-4ecf-8596-bf319529f941 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401951
Nov 15 10:13:45.758125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d59060db-6cf8-4965-bcfd-5806026985ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:46.514855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:46.745408 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:47.622453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:48.134486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:13:48.342412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:14:13.362250 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-92dee9cd-1405-42b8-bf81-25d072d19a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:15.764832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f3826e87-7021-4c4c-bbd4-647bd0f7b149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:16.505223 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:16.750980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:17.621988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:18.208446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:25.343214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:14:43.346845 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fac0613d-c570-4f72-8019-03298dfdbf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:43.373750 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-d8f3fabe-a590-48f1-a2c9-b2478783bab8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1545084
Nov 15 10:14:43.550744 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-a2fc387c-ec9a-4fcd-8957-8fde1de44e12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0861266
Nov 15 10:14:43.709033 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-ef087d7a-9f16-4b1a-931d-fdfeb3e31bd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:14:43.710628 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-ef087d7a-9f16-4b1a-931d-fdfeb3e31bd1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1390140
Nov 15 10:14:43.833865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-37c66192-6d52-420f-9016-4667cbeea073 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1165924
Nov 15 10:14:43.908466 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-908f8173-bc5f-4e80-8ce1-5cb2252c84c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:14:43.910049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-908f8173-bc5f-4e80-8ce1-5cb2252c84c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0699823
Nov 15 10:14:44.000635 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-e02f9758-ad83-47fd-8b32-e23f41c4eef2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836847
Nov 15 10:14:44.146286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-34df4200-3d12-45a5-a1fd-74436c087a3a service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373940
Nov 15 10:14:44.290466 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4d5eb223-e86f-41b5-8d4b-c3a18185e55b req-3d317319-bdbb-4dac-a81f-7ecbb6cd4b50 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378257
Nov 15 10:14:45.763648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a31605ba-6bc0-43e2-9ded-bcadbaa52cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:46.518395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:46.758246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:47.621235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:14:48.141761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:02.345036 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:15:13.334706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-70513c1e-aad0-4801-a542-ceab781d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:15.757617 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-28376e66-a1eb-4d10-a281-e3529df74956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:16.512291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:16.798781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:17.618553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:18.156291 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:39.347098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:15:43.329922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1b7460f5-d2de-453f-8638-4d6575a9dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:45.257921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-46fd532a-b427-4441-a460-edc0bbb8e898 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0943098
Nov 15 10:15:45.437397 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-39048269-216b-473a-bb64-7a7d450cfd87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0899901
Nov 15 10:15:45.598469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96153c17-87db-4392-983d-d266e22c4cb4 req-4e8e71f8-eb11-4155-8b6a-827228c0a114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:45.600310 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-4e8e71f8-eb11-4155-8b6a-827228c0a114 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1430581
Nov 15 10:15:45.727006 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-89a0a7f8-61e4-43e6-a693-8d1571dcad3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1181898
Nov 15 10:15:45.763281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-50a99b54-ad58-4654-8939-5c5c338a9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:45.797113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96153c17-87db-4392-983d-d266e22c4cb4 req-099415f8-f772-4a69-88e7-e16a641d6ca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:45.798819 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-099415f8-f772-4a69-88e7-e16a641d6ca7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0656109
Nov 15 10:15:45.896237 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-6d5771b1-8ee1-4829-afb6-acb3f200f418 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900106
Nov 15 10:15:46.046888 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-3debe35f-09bb-4bf3-acf3-c6f1670f5e06 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427102
Nov 15 10:15:46.204223 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-96153c17-87db-4392-983d-d266e22c4cb4 req-a3d7b30b-98c3-471f-9da1-92e8c736b26c service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457105
Nov 15 10:15:46.528544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:46.883282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:47.191032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca645ed8-1a09-4857-9780-abfc01180ec1 req-6610a973-40cf-48c3-8cd6-191c28a13dd6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:47.193335 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca645ed8-1a09-4857-9780-abfc01180ec1 req-6610a973-40cf-48c3-8cd6-191c28a13dd6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.1857920
Nov 15 10:15:47.241783 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ca645ed8-1a09-4857-9780-abfc01180ec1 req-80d05932-0b53-4084-ad3f-550d5033f348 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421951
Nov 15 10:15:47.659558 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:48.151110 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:15:48.581147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2d32-2673-4b52-9832-697d9ece3c82 req-fbfb451b-9a50-4faa-9e95-cb76a51cfcd7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:48.582852 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d7a2d32-2673-4b52-9832-697d9ece3c82 req-fbfb451b-9a50-4faa-9e95-cb76a51cfcd7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.1693757
Nov 15 10:15:48.630676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5d7a2d32-2673-4b52-9832-697d9ece3c82 req-ed97a921-4350-4350-9bcc-e4999918df88 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415773
Nov 15 10:15:49.867985 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03149ec-fe8f-4f64-b415-7cdf6e2a74a5 req-160b5cc9-ddf6-4c91-9abf-113ac2e00020 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:49.869596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c03149ec-fe8f-4f64-b415-7cdf6e2a74a5 req-160b5cc9-ddf6-4c91-9abf-113ac2e00020 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0954690
Nov 15 10:15:49.920954 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c03149ec-fe8f-4f64-b415-7cdf6e2a74a5 req-53aef6cb-ed14-4412-9b40-67c309ec721a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451741
Nov 15 10:15:51.146138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906679-0e08-421a-bc5e-b61f5c37bf74 req-3a66adbf-0cb4-4af4-8d71-d953c7db52db tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:51.147743 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72906679-0e08-421a-bc5e-b61f5c37bf74 req-3a66adbf-0cb4-4af4-8d71-d953c7db52db tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0964606
Nov 15 10:15:51.197095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-72906679-0e08-421a-bc5e-b61f5c37bf74 req-d54f263b-5b8e-44ed-a4de-ccfa30feeb60 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430472
Nov 15 10:15:52.423145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f60c9-bc90-49bd-a2bc-23a86b03268e req-5d944f16-2448-4a11-a66b-933a49a443ea tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:52.424781 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-672f60c9-bc90-49bd-a2bc-23a86b03268e req-5d944f16-2448-4a11-a66b-933a49a443ea tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0978398
Nov 15 10:15:52.474041 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-672f60c9-bc90-49bd-a2bc-23a86b03268e req-f2396407-b8c4-491a-abad-bdb7f5b7c780 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428324
Nov 15 10:15:53.693911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff8fe-9038-4f36-a235-159e66be90a7 req-10ab3f8d-e630-406a-8fa9-dbac9bd73150 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:53.695437 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-644ff8fe-9038-4f36-a235-159e66be90a7 req-10ab3f8d-e630-406a-8fa9-dbac9bd73150 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0952737
Nov 15 10:15:53.744414 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-644ff8fe-9038-4f36-a235-159e66be90a7 req-4600eb4d-cebc-465b-abd4-d05e2123ed09 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428185
Nov 15 10:15:54.970586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead738ef-5f7c-45c8-802a-2794903ddec7 req-337b09df-755d-4093-b154-a663a2bf8f14 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:54.972275 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ead738ef-5f7c-45c8-802a-2794903ddec7 req-337b09df-755d-4093-b154-a663a2bf8f14 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0977731
Nov 15 10:15:55.022003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ead738ef-5f7c-45c8-802a-2794903ddec7 req-0e085522-37e7-4a2d-8609-b6c374b76100 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426593
Nov 15 10:15:56.243332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15eee-63df-4d36-a1c2-03d1a27ffadb req-3a577447-de18-401c-995a-401b2445866a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:56.244922 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aee15eee-63df-4d36-a1c2-03d1a27ffadb req-3a577447-de18-401c-995a-401b2445866a tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0946870
Nov 15 10:15:56.298956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-aee15eee-63df-4d36-a1c2-03d1a27ffadb req-556e29be-94f4-430c-9487-b97c83c1950b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478084
Nov 15 10:15:57.159188 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-02e3d926-35bd-4900-9ce9-cb45ebe5a4c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0882490
Nov 15 10:15:57.302389 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-7b38e3d3-14f8-4857-adc9-025d625b85de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:57.304016 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-7b38e3d3-14f8-4857-adc9-025d625b85de service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1381981
Nov 15 10:15:57.429283 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-8054634b-451b-4269-98b6-c7d87a8673fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1180451
Nov 15 10:15:57.503079 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-f6c229b1-a2cd-4c27-a225-4c9a7a5e87b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:57.505832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-f6c229b1-a2cd-4c27-a225-4c9a7a5e87b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0701339
Nov 15 10:15:57.528213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad164f-3db6-467e-9794-dac89e15e5e3 req-cd84a232-aa49-4d36-a945-2c47343fba45 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:57.529865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0ad164f-3db6-467e-9794-dac89e15e5e3 req-cd84a232-aa49-4d36-a945-2c47343fba45 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0952899
Nov 15 10:15:57.583432 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e0ad164f-3db6-467e-9794-dac89e15e5e3 req-4c72ff7a-4c44-4488-8069-801f4d115145 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465097
Nov 15 10:15:57.894131 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-327fc6ed-2f8b-4b72-ac4f-0a79edec2c15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3812714
Nov 15 10:15:58.043251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-09356ab7-943a-40c0-98e1-59a0603aa5de service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405513
Nov 15 10:15:58.189175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1ea0735d-d25c-4f17-b715-cc22e06ee944 req-0c4dfa62-45b2-453a-bdd1-63712cffa7b2 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384110
Nov 15 10:15:58.811453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8961-7af9-49ce-bf3a-66e04674bb99 req-39f4d234-a1be-421b-bda4-ce2acac0e4c3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:15:58.813111 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a8e8961-7af9-49ce-bf3a-66e04674bb99 req-39f4d234-a1be-421b-bda4-ce2acac0e4c3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0993052
Nov 15 10:15:58.861532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6a8e8961-7af9-49ce-bf3a-66e04674bb99 req-84821181-e14c-4249-86ca-1b8921990336 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421209
Nov 15 10:16:00.026131 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:16:00.087099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab752-73eb-410f-b3f8-0e292be253af req-87bae0ff-93e7-4be8-a691-cd7259afdbf5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:00.088879 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a8ab752-73eb-410f-b3f8-0e292be253af req-87bae0ff-93e7-4be8-a691-cd7259afdbf5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0975833
Nov 15 10:16:00.146286 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5a8ab752-73eb-410f-b3f8-0e292be253af req-32a60e3d-5ed3-4ca0-a398-028e5e1c8d93 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0507877
Nov 15 10:16:00.346772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:00.377180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:16:00.387556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:16:00.436667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:00.439695 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:16:00.524564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:16:00.534239 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.534629 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.535105 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.536072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.536435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.536818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.537196 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.537570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.537945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.538313 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.538692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.539163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.539599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.539997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.540368 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.540821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.541407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.541870 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.542327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.542781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.543320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.543754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.548167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.548167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:16:00.549808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:16:00.559602 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'code': 200}
Nov 15 10:16:01.387004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad03dba-b0b8-4a83-916c-bfed8cf06e6d req-c1938f6e-4db3-4e7f-8f0c-60a4be7d471b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:01.388702 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ad03dba-b0b8-4a83-916c-bfed8cf06e6d req-c1938f6e-4db3-4e7f-8f0c-60a4be7d471b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0984714
Nov 15 10:16:01.437662 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9ad03dba-b0b8-4a83-916c-bfed8cf06e6d req-7915ed59-f3d2-41d9-8484-ce59aa7d2875 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427787
Nov 15 10:16:01.927694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa7f0-e553-41eb-a5fb-d00c63362374 req-2c56a1a3-e82f-46f7-86c3-0ea3ff2d374c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:01.929355 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f9aa7f0-e553-41eb-a5fb-d00c63362374 req-2c56a1a3-e82f-46f7-86c3-0ea3ff2d374c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0992968
Nov 15 10:16:01.944990 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-6f94bb88-687a-41af-8a91-ccaad38dcd20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1669281
Nov 15 10:16:01.978699 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6f9aa7f0-e553-41eb-a5fb-d00c63362374 req-9208b10f-dc52-446d-b862-e8adaeaa8b48 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430465
Nov 15 10:16:03.208627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a2558-4cb2-4b7a-9875-b146abe71f7f req-ad5e7a95-a2a0-4240-b9d5-68e362107864 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:03.210267 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee8a2558-4cb2-4b7a-9875-b146abe71f7f req-ad5e7a95-a2a0-4240-b9d5-68e362107864 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.1022694
Nov 15 10:16:03.259765 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee8a2558-4cb2-4b7a-9875-b146abe71f7f req-62f214f6-96ac-4df0-9e75-5919a0bfe5c3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428748
Nov 15 10:16:04.490187 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00d1c-7aae-4c14-8b28-8b4ef5e23aa5 req-9079f617-4546-4cc3-978d-59e66c9da837 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:04.491820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36f00d1c-7aae-4c14-8b28-8b4ef5e23aa5 req-9079f617-4546-4cc3-978d-59e66c9da837 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0999479
Nov 15 10:16:04.541538 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-36f00d1c-7aae-4c14-8b28-8b4ef5e23aa5 req-d1c56a9c-2821-4795-8ee6-01398f2d8d7c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433750
Nov 15 10:16:04.550262 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-99d4e16c-cf5a-464b-9b96-fbbaaa1a4a8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&tenant_id=5d70d341d8e8440cbafa92e366b494fe HTTP/1.1" status: 200  len: 1161 time: 0.0933738
Nov 15 10:16:04.669932 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-41730791-68b9-4e80-a6c1-32f53dda1e8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1161 time: 0.0857353
Nov 15 10:16:04.817750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-de193d20-f6c1-46d2-b84d-5d20f42aaf03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:04.819386 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-de193d20-f6c1-46d2-b84d-5d20f42aaf03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1411872
Nov 15 10:16:04.946421 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-e695856d-853d-408a-945d-764ac528bad4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1000 time: 0.1194618
Nov 15 10:16:05.021497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-d202e46c-7459-4a71-b5c0-654d37601471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:05.023063 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-d202e46c-7459-4a71-b5c0-654d37601471 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0693431
Nov 15 10:16:05.112731 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-8eab951a-5a9b-4b50-ad2d-82ce2c38f322 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825448
Nov 15 10:16:05.258123 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-a67e69db-d795-4f0c-8de6-6015da366085 service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383672
Nov 15 10:16:05.401956 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e7b5f03b-6122-46a5-91a4-9ac48ee8743e req-ee0944a7-10fa-451c-b13d-3b4777e4496b service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368287
Nov 15 10:16:05.761039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f8bb-cca7-4421-b2c6-f6c6193400c5 req-ce27194c-ed9c-4dbd-a872-5d71bedae57d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:05.762586 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2941f8bb-cca7-4421-b2c6-f6c6193400c5 req-ce27194c-ed9c-4dbd-a872-5d71bedae57d tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0940328
Nov 15 10:16:05.814991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2941f8bb-cca7-4421-b2c6-f6c6193400c5 req-9b72d7da-7769-4929-a244-07335364c558 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460968
Nov 15 10:16:07.036853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09636e-326f-4662-8fd4-05c8acc1b1ab req-3ba69bdc-2d52-49fa-82b6-7c3e9f370cda tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:07.038393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b09636e-326f-4662-8fd4-05c8acc1b1ab req-3ba69bdc-2d52-49fa-82b6-7c3e9f370cda tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0943892
Nov 15 10:16:07.087163 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b09636e-326f-4662-8fd4-05c8acc1b1ab req-6bd55882-91db-4e39-a84b-5c24307c0921 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425274
Nov 15 10:16:08.318218 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653113-4fb0-4192-bb41-6831b7af5340 req-e767f86e-4a44-4a46-a155-693d6181e3e2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:08.319878 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65653113-4fb0-4192-bb41-6831b7af5340 req-e767f86e-4a44-4a46-a155-693d6181e3e2 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.1003768
Nov 15 10:16:08.370276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-65653113-4fb0-4192-bb41-6831b7af5340 req-866187b6-2fd6-4e9d-9e59-1cda79495892 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441861
Nov 15 10:16:09.595772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadb07c-4020-486b-b34c-38f4ff396988 req-b06b4660-d5cd-4798-ab3b-d7264c514ce3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:09.597431 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9fadb07c-4020-486b-b34c-38f4ff396988 req-b06b4660-d5cd-4798-ab3b-d7264c514ce3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0946958
Nov 15 10:16:09.646619 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9fadb07c-4020-486b-b34c-38f4ff396988 req-8911d464-2d7f-4ddf-ab39-5a8dff8e8e97 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421188
Nov 15 10:16:10.873884 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787e79e-6d8f-4af3-9bdb-2ea026233453 req-2567100e-6fe5-4a1f-a603-5cdac698d6da tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:10.875505 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c787e79e-6d8f-4af3-9bdb-2ea026233453 req-2567100e-6fe5-4a1f-a603-5cdac698d6da tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.1010635
Nov 15 10:16:10.924637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c787e79e-6d8f-4af3-9bdb-2ea026233453 req-7448697b-956d-4e53-a008-8bf92fa3d5c1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422156
Nov 15 10:16:12.167799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4f778-75a8-4fcb-83d4-58fd323927d5 req-de8dbcd0-946d-455b-b637-7360f3ccba81 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:12.169847 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-31b4f778-75a8-4fcb-83d4-58fd323927d5 req-de8dbcd0-946d-455b-b637-7360f3ccba81 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.1038072
Nov 15 10:16:12.230763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-31b4f778-75a8-4fcb-83d4-58fd323927d5 req-52847857-beac-4e74-a98c-cebd629099a1 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0549395
Nov 15 10:16:13.337792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f01252df-d31d-4a18-8b07-75ecdc86366b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:13.455220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01308e5c-de42-43d9-912e-d51ec6105368 req-e4c815bf-490a-4189-880b-d7df9358a016 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:13.457436 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01308e5c-de42-43d9-912e-d51ec6105368 req-e4c815bf-490a-4189-880b-d7df9358a016 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0934291
Nov 15 10:16:13.505457 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-01308e5c-de42-43d9-912e-d51ec6105368 req-cfe34d35-784d-48e2-b672-b24d57df38e4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418286
Nov 15 10:16:14.585914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:16:14.666949 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:16:14.667382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:14.736226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d748-84aa-4978-a500-ce59dbd0c644 req-3f2858b4-021d-45aa-b608-4958e40875ce tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:14.737851 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c921d748-84aa-4978-a500-ce59dbd0c644 req-3f2858b4-021d-45aa-b608-4958e40875ce tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 944 time: 0.0984280
Nov 15 10:16:14.788820 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c921d748-84aa-4978-a500-ce59dbd0c644 req-bcbd1f8d-2c1c-4cb8-b166-cb5eb944f346 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439136
Nov 15 10:16:14.808911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:14.838521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:16:14.848798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:16:14.880896 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:14.883718 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5a2048c2-7694-4bb2-acb0-6bed1aedd059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:16:14.920991 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'code': 200}
Nov 15 10:16:14.963049 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=6']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:16:14.966471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:16:15.271741 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b087fd9-3407-494c-8c12-bdd6069736f3 req-f27a8454-9082-4c44-999a-1df781d4fd97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0874403
Nov 15 10:16:15.321387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8b087fd9-3407-494c-8c12-bdd6069736f3 req-b33bc5b5-c87e-4550-8eff-ff5f5c94e859 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427053
Nov 15 10:16:15.765955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-926acc66-4825-428f-96bd-1bac008ed098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:16.027781 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2185-ce4f-4429-b954-103cd1ba74dc req-e5d160d4-6749-4c6a-b026-2445980f4c10 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:16.029330 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-731c2185-ce4f-4429-b954-103cd1ba74dc req-e5d160d4-6749-4c6a-b026-2445980f4c10 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.1048315
Nov 15 10:16:16.076692 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-731c2185-ce4f-4429-b954-103cd1ba74dc req-438c1159-f33c-41c7-bdf8-d3e2b7da18a5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409584
Nov 15 10:16:16.349966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:16:16.398354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:16:16.495735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:16:16.496194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:16.526883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:16.779393 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:17.303640 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb06b8-a088-4c0c-b66e-7589e5a15a0a req-d0fdb5d3-b5cc-4d32-b5a8-bcbb5235bcc6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:17.305332 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-17eb06b8-a088-4c0c-b66e-7589e5a15a0a req-d0fdb5d3-b5cc-4d32-b5a8-bcbb5235bcc6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0975351
Nov 15 10:16:17.353676 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-17eb06b8-a088-4c0c-b66e-7589e5a15a0a req-264644d3-a3e7-4492-b2f5-8f3764b238d4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421453
Nov 15 10:16:17.624710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:18.184752 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:43.742842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f40e3ec-6443-4fc3-b984-b46c419c780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:46.191123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-339ce638-0276-457a-9000-926bc06749cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:46.528710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:46.784745 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:47.250622 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-3add6944-e898-43bc-9723-53b79f34d696 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0873382
Nov 15 10:16:47.431174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-38dc947d-42f4-4252-a202-c26d01b3e367 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0851667
Nov 15 10:16:47.590619 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-5071078a-4597-4ca6-8ed2-924bb0b0dbc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:47.592260 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-5071078a-4597-4ca6-8ed2-924bb0b0dbc1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1404049
Nov 15 10:16:47.624606 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:47.715799 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-9a99c8ea-88bc-4e8f-88ba-b3d0f33b919d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1159465
Nov 15 10:16:47.790204 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-8f5b7563-4627-4c47-ab26-a39cc247d3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:16:47.791993 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-8f5b7563-4627-4c47-ab26-a39cc247d3df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0690017
Nov 15 10:16:47.884793 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-47356348-c791-4590-89cf-dc16e80d3672 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852678
Nov 15 10:16:48.033112 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-7862397d-4653-4fb0-9c38-3e2e0bfe3ebc service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412740
Nov 15 10:16:48.150730 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:16:48.183025 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe709c42-4c6b-4867-8dd5-233b37d7c1f7 req-a1fef9ef-cb1a-45a2-9f2d-6bb23537553e service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430285
Nov 15 10:16:53.351624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:17:13.342357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-591b94a8-cd34-458e-9923-7bffb2e43c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:15.765307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69743915-4229-45fa-938d-08165cbae679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:16.527804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:16.812487 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:17.629374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:18.154996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:30.353243 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:17:43.371791 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5661d692-a2c8-425b-9f65-5927b63cbd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:45.771725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b3889fe4-c51e-4c7d-8c07-67422b51be62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:46.531550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:46.811616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:47.291409 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-ffe49ff6-fcda-40d3-a685-69e6996fd13e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0920341
Nov 15 10:17:47.623321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:47.726647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-60ca90ca-f31a-43bf-a6c2-c679b9585262 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0855258
Nov 15 10:17:47.883994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-aea748ce-06e4-4012-b38e-9442a9b839f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:17:47.885532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-aea748ce-06e4-4012-b38e-9442a9b839f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1405048
Nov 15 10:17:48.006598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-ae5d804f-b16e-40f2-8725-452d82f02582 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 1002 time: 0.1142721
Nov 15 10:17:48.077308 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-f25f2d24-ac15-4207-8766-f18f8a9cc131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:17:48.078865 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-f25f2d24-ac15-4207-8766-f18f8a9cc131 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0663638
Nov 15 10:17:48.171931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:17:48.174423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-42cac174-f18b-4f37-a680-77c74a1527d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887365
Nov 15 10:17:48.317961 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-abdeb9a7-501b-4efa-a1ae-ea977c2e009c service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371026
Nov 15 10:17:48.462095 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7f2e51b0-fe9a-4eb7-bea5-58dc0940c76b req-beebc819-88ba-491c-af00-fda16fc7d60e service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373644
Nov 15 10:18:07.354127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:18:08.432775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-178ae4c2-b2f8-4738-9024-b328f886fd65 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips/04b89ec4-728c-43aa-805b-d5d066e06d9d HTTP/1.1" status: 200  len: 999 time: 0.1254134
Nov 15 10:18:08.590624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-a1fd8b1d-58c3-43a2-bc2f-4fe603e04fab tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:08.592127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-a1fd8b1d-58c3-43a2-bc2f-4fe603e04fab tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1535850
Nov 15 10:18:08.602860 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-48b56cbc-efaf-454d-bb6d-a3f0748f902e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:18:08.603940 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-48b56cbc-efaf-454d-bb6d-a3f0748f902e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060112
Nov 15 10:18:08.727080 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-6c9703e1-b306-436a-8346-c8c27b1e1ba6 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.135 HTTP/1.1" status: 200  len: 1002 time: 0.1168997
Nov 15 10:18:08.813908 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-f952e310-5ece-41a3-ae91-2e32e864520f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:08.815384 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-f952e310-5ece-41a3-ae91-2e32e864520f tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports/8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 943 time: 0.0826030
Nov 15 10:18:09.023951 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-76fc8f04-82ef-48e5-8883-7f38ef309fc8 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.135 HTTP/1.1" status: 200  len: 1002 time: 0.1261954
Nov 15 10:18:09.264928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Deleting port 25c50540-6817-46a9-970c-01d1250a8c00 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:09.265321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:09.473104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:09.473706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:09.609021 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Calling delete_port for 25c50540-6817-46a9-970c-01d1250a8c00 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:09.873336 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:09.887211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-48839e0b-3360-4820-9961-054f9cbbb7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:09.932575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'Port': ['ID=25c50540-6817-46a9-970c-01d1250a8c00,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:10.004229 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.004666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.005115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.005559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.005986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.006406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.007081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.007520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.007941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.008356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.008771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.009183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.009655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.010068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.010481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.010892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.011306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.011721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.012166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.012579 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.012991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.013403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.013818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.014231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:10.019488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:10.132468 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:10.132769 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Floating IP 04b89ec4-728c-43aa-805b-d5d066e06d9d disassociated (deleted). External IP: 172.26.4.135, port: 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f.
Nov 15 10:18:10.888372 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:18:11.150847 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:18:11.160474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:18:11.173747 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:11.174435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a852b710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:11.194800 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:11.260766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-ab6c5f3b-9425-490d-8dd7-c61c677075b5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "DELETE /v2.0/floatingips/04b89ec4-728c-43aa-805b-d5d066e06d9d HTTP/1.1" status: 204  len: 173 time: 2.2308111
Nov 15 10:18:11.261548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:18:11.406536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:11.456165 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'status': 'completed', 'code': 200}
Nov 15 10:18:11.579413 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-aec3c31b-eb17-441f-9178-c17e0d46127d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.1717150
Nov 15 10:18:11.589681 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-2a6e23ab-2608-4937-b4b0-e0f2db0bc48f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d70d341d8e8440cbafa92e366b494fe&device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 1163 time: 0.0896170
Nov 15 10:18:11.729975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-cb42444e-61e3-41ef-9dfc-57573f684081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:11.731511 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-cb42444e-61e3-41ef-9dfc-57573f684081 service neutron] 10.222.0.81 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1445251
Nov 15 10:18:11.736626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-27d89a00-4781-46ed-a505-b99bea5437b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:11.738255 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-27d89a00-4781-46ed-a505-b99bea5437b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 200  len: 902 time: 0.1415200
Nov 15 10:18:11.782684 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a852b710>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:11.787832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:18:11.801626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:11.803499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a852b710>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:17:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:11.820218 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-5552fa49-e35a-4315-afab-7c2d624ad7c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 217 time: 0.0754070
Nov 15 10:18:11.823982 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-81007312-8c80-4a13-ade7-773dbff7c7b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 200  len: 217 time: 0.0851872
Nov 15 10:18:11.894801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-aa2325c2-0c58-4f61-b3b9-a1cfc537ac05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:11.896816 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-aa2325c2-0c58-4f61-b3b9-a1cfc537ac05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0702701
Nov 15 10:18:11.904104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-6010f0cf-bdba-46c1-8e44-64af773c512e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:11.905830 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-6010f0cf-bdba-46c1-8e44-64af773c512e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 200  len: 847 time: 0.0729835
Nov 15 10:18:11.995532 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-fc1ebcee-a554-495f-869f-bd7698b17b81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927086
Nov 15 10:18:11.999222 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-35e34551-17f6-4e60-a776-d70950a843d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41285b1d-67b2-437d-84e4-5d62130c8a15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865002
Nov 15 10:18:12.007352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-d1cdb67b-afe4-4b6f-93fd-ed0dfaa1d303 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81073) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:18:12.008606 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-d1cdb67b-afe4-4b6f-93fd-ed0dfaa1d303 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0068262
Nov 15 10:18:12.049691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:12.151399 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-37fe9090-0309-4b6e-933b-138f5a2571ca service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438534
Nov 15 10:18:12.162514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-f3ab498b-58c8-4aa0-86da-baded56db83d service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462216
Nov 15 10:18:12.302897 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fe5d4ad7-8ae6-49df-9b52-c19ff5139f7e req-e67ca349-ba69-437e-a0e8-201096985086 service neutron] 10.222.0.81 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442165
Nov 15 10:18:12.426977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a852b710>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:12.432432 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a8166-2711-442d-96f9-c0257b48509e None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:07:40Z', 'revision_number': 4, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'd2bf598a-1f64-4367-abeb-db306734c163', 'name': '', 'network_id': '41285b1d-67b2-437d-84e4-5d62130c8a15', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'mac_address': 'fa:16:3e:ab:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:40Z', 'updated_at': '2020-11-15T10:07:48Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'subnets': [{'id': 'b9e9764e-f138-4c68-a61d-b1ca6f755823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:18:12.602430 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c0b004d4-b01c-44e5-97fc-3d3cca3ca70f req-28a4613b-b68f-496b-aac4-7d8cf516b59a service neutron] 10.222.0.65 "GET /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4332190
Nov 15 10:18:12.862342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad9193-ed83-4673-8e34-ccb8d03e6d3e None None] New status for floating IP 04b89ec4-728c-43aa-805b-d5d066e06d9d: DOWN {{(pid=81076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:18:12.893623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984eb2-0bda-4d90-95e4-84935bb1be79 req-8813301c-ed0c-4795-bd10-69913c17e9d3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:12.894388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3d984eb2-0bda-4d90-95e4-84935bb1be79 req-8813301c-ed0c-4795-bd10-69913c17e9d3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:12.941961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-3d984eb2-0bda-4d90-95e4-84935bb1be79 req-8813301c-ed0c-4795-bd10-69913c17e9d3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:12.944158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d984eb2-0bda-4d90-95e4-84935bb1be79 req-8813301c-ed0c-4795-bd10-69913c17e9d3 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.1545804
Nov 15 10:18:13.004763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-3d984eb2-0bda-4d90-95e4-84935bb1be79 req-bbb6fce0-006b-42dc-b011-8167fb4c46c5 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0540946
Nov 15 10:18:13.342837 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5dda7e79-a222-41bd-a102-ee2e4e2772c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:14.236442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484105b-4fb6-4b88-a9bc-96b87d751b6d req-9ea1ff71-4efa-4226-b948-07c24b2e1a86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:14.238135 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2484105b-4fb6-4b88-a9bc-96b87d751b6d req-9ea1ff71-4efa-4226-b948-07c24b2e1a86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.0949783
Nov 15 10:18:14.287684 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2484105b-4fb6-4b88-a9bc-96b87d751b6d req-baf16c12-1e7e-4cc5-8ba3-5271597f97f7 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups?id=850aade7-3bd5-450e-a490-a30d1a099510&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425992
Nov 15 10:18:14.575879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f2e7bf35-8849-4c9d-ad18-96762aea7214 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:14.576652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f2e7bf35-8849-4c9d-ad18-96762aea7214 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Synchronizing usage tracker for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:14.590333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f2e7bf35-8849-4c9d-ad18-96762aea7214 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Unset dirty status for tenant:5d70d341d8e8440cbafa92e366b494fe on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:14.591522 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f2e7bf35-8849-4c9d-ad18-96762aea7214 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 946 time: 0.1078403
Nov 15 10:18:14.679592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Deleting port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:14.680015 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:14.955354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] For port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:14.955755 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:15.094987 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Calling delete_port for 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:15.123363 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:18:15.257586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:15.457453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:15.475325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-93d474dc-8c7e-4cbf-9cbf-fd1c85b2cfec req-8e914b4d-e00d-4d89-9c47-8b44418babac tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0512483
Nov 15 10:18:15.478514 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc0bb2dd-21c2-4b71-b2ba-27c896c2fb11 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:15.576486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'Port': ['ID=8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:15.607911 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.608350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.608780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.609206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.609623 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.610037 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.610453 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.610885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.611307 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.611720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.612154 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.612565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.613030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.613444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.613853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.614260 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.615226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.615647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.616075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.616488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.616899 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.617312 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.617720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.618129 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:15.623081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:15.716230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] No DVR routers for this DVR port 8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:18:15.716230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:15.717996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-deleted', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:18:15.749376 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bb20225a-8102-4c30-9c47-11d5593d68df req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.65 "DELETE /v2.0/ports/8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f HTTP/1.1" status: 204  len: 173 time: 1.1519768
Nov 15 10:18:15.771625 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7d39-3c63-4d67-8a26-42adf370182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:15.903166 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e2385c-f76b-4940-841f-886b6ab9b8bf', 'name': 'network-vif-deleted', 'tag': '8280c2e3-4d1b-4bf2-a3b8-e67fa3ea005f', 'status': 'completed', 'code': 200}
Nov 15 10:18:16.525787 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:16.676469 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c2fc415d-b9c7-4bdf-8dec-2f627d6a1a89 req-0dd46014-f351-41b2-8f34-6231a09b57d4 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/ports?device_id=32e2385c-f76b-4940-841f-886b6ab9b8bf HTTP/1.1" status: 200  len: 210 time: 0.0633628
Nov 15 10:18:16.819254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:17.622842 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:17.857624 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-cb304e19-b3ea-4377-9648-5dbe18e4892e tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "GET /v2.0/security-groups/850aade7-3bd5-450e-a490-a30d1a099510 HTTP/1.1" status: 200  len: 2647 time: 0.0537944
Nov 15 10:18:17.934735 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:17.964880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:18.211327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:18.228449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:18.234398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-92e20e17-644f-49a3-9bd1-d23b013a8a86 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:18.250362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Pushing event deleted for resources: {'SecurityGroup': ['ID=850aade7-3bd5-450e-a490-a30d1a099510,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:18.254332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:18.279682 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:18.287919 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-111a9b45-2f0c-442c-86f6-34abf9b7d6d4 req-d4de63e1-39bb-4ca4-8c0e-4c3a680d92be tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] 10.222.0.81 "DELETE /v2.0/security-groups/850aade7-3bd5-450e-a490-a30d1a099510 HTTP/1.1" status: 204  len: 173 time: 0.4222858
Nov 15 10:18:18.378928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44834) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:19.080539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:19.791484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Deleting port d2bf598a-1f64-4367-abeb-db306734c163 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:19.791897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:19.985034 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] For port d2bf598a-1f64-4367-abeb-db306734c163, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=d2bf598a-1f64-4367-abeb-db306734c163,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:19.985439 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:20.118856 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Calling delete_port for d2bf598a-1f64-4367-abeb-db306734c163 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:20.468051 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:20.483930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-fd2781b6-3c82-44db-a47b-409e45a27b69 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:20.580022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bf598a-1f64-4367-abeb-db306734c163,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:20.584149 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:20.961883 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:22.106777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Router 14356519-7190-4215-ac5a-5a1266e1358f has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:18:22.362233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:18:22.373127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Sync routers for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:18:22.378299 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-77fcd504-934b-4c67-8811-edf207d908f1 admin admin] 10.222.0.81 "PUT /v2.0/routers/14356519-7190-4215-ac5a-5a1266e1358f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9978955
Nov 15 10:18:22.379395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 44840) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:22.389169 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:22.389886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:22.616194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:22.635818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:22.887685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:22.932271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9240>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:18:20Z', 'revision_number': 5, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port': {'id': 'aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14356519-7190-4215-ac5a-5a1266e1358f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:07:37Z', 'updated_at': '2020-11-15T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:22.936177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Deleting port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:22.936400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Checking router: 14356519-7190-4215-ac5a-5a1266e1358f for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:18:22.936600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:22.948451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Routers {'14356519-7190-4215-ac5a-5a1266e1358f'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:22.949130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9240>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['14356519-7190-4215-ac5a-5a1266e1358f'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:23.132282 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] For port aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:23.132877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:23.135683 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] Set router 14356519-7190-4215-ac5a-5a1266e1358f gateway port host: None {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:23.264085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a80b9240>, [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:18:22Z', 'revision_number': 6, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:23.266582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Calling delete_port for aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae owned by network:router_gateway {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:23.268419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2fa38e-ee02-423e-960b-2fc9942fbc15 None None] The sync data for ids ['14356519-7190-4215-ac5a-5a1266e1358f'] in dv-neutron-743142-12-ovs is: [{'id': '14356519-7190-4215-ac5a-5a1266e1358f', 'name': 'tempest-TestShelveInstance-928268066-router', 'tenant_id': '5d70d341d8e8440cbafa92e366b494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:07:36Z', 'updated_at': '2020-11-15T10:18:22Z', 'revision_number': 6, 'project_id': '5d70d341d8e8440cbafa92e366b494fe', 'gw_port_host': None}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:18:23.594416 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:23.611651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9cbf490a-c23b-44c2-9850-81f4236b434c tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:23.711231 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:23.713894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:24.261424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.423924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:18:24.463082 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:18:24.463485 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device aa745f95-6d1a-4bc3-bc54-6fdee5ce9eae not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:18:24.464011 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d2bf598a-1f64-4367-abeb-db306734c163 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:18:24.499061 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: d2bf598a-1f64-4367-abeb-db306734c163 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:18:24.499462 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device d2bf598a-1f64-4367-abeb-db306734c163 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:18:24.574611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.582345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.679491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.680125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14356519-7190-4215-ac5a-5a1266e1358f {{(pid=81074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:18:24.693289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] Notify callbacks [] for router, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.694609 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-25422ddc-9867-41de-81e3-0134c8f57c09 admin admin] 10.222.0.81 "DELETE /v2.0/routers/14356519-7190-4215-ac5a-5a1266e1358f HTTP/1.1" status: 204  len: 168 time: 2.3140149
Nov 15 10:18:24.697213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 44844) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:24.766435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Deleting subnet b9e9764e-f138-4c68-a61d-b1ca6f755823 {{(pid=81074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:18:24.769697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.824583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843781690'] for subnet, precommit_delete_associations {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:24.912172 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.199153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10995265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844092189'] for subnet, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.219062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1080e20d-7df2-48ba-9d11-753a916be5cb tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:25.300237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e9764e-f138-4c68-a61d-b1ca6f755823,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:25.315056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:25.356085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.361299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4e42e-1fba-4a3e-bf6a-7172e9f22263 None None] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:18:25.362140 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-0e4204bd-474c-4d13-a1c4-c4e48da8fd7c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9e9764e-f138-4c68-a61d-b1ca6f755823 HTTP/1.1" status: 204  len: 168 time: 0.6639054
Nov 15 10:18:25.364833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 44848) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:25.478982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.553557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Deleting port 3d811594-0f83-4927-820f-26de2ba9c180 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:25.554085 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.623184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] DHCP port deletion for 41285b1d-67b2-437d-84e4-5d62130c8a15 request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:18:25.627504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Deleting port 3d811594-0f83-4927-820f-26de2ba9c180 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:25.627965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.793106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] For port 3d811594-0f83-4927-820f-26de2ba9c180, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d811594-0f83-4927-820f-26de2ba9c180,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:25.793515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.861548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] For port 3d811594-0f83-4927-820f-26de2ba9c180, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=3d811594-0f83-4927-820f-26de2ba9c180,segment=NetworkSegment(6046f88e-00a0-40ae-9896-047de852c4fb),segment_id=6046f88e-00a0-40ae-9896-047de852c4fb)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:25.861937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:25.930225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Calling delete_port for 3d811594-0f83-4927-820f-26de2ba9c180 owned by network:dhcp {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:25.998666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Calling delete_port for 3d811594-0f83-4927-820f-26de2ba9c180 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:18:26.062592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.079456 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e6d1b21d-8256-426b-a834-6d5e4c966f2a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:26.082750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 10:18:26.083175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 10:18:26.170740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d811594-0f83-4927-820f-26de2ba9c180,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:26.185701 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:26.222522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] No DVR routers for this DVR port 3d811594-0f83-4927-820f-26de2ba9c180 on host dv-neutron-743142-12-ovs {{(pid=81074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:18:26.345588 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.425385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d811594-0f83-4927-820f-26de2ba9c180 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:18:26.462454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 3d811594-0f83-4927-820f-26de2ba9c180 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:18:26.462454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 3d811594-0f83-4927-820f-26de2ba9c180 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:18:26.470749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a22e8048>,) {'filters': {'network_id': ['41285b1d-67b2-437d-84e4-5d62130c8a15']}} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:26.485213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22e8048>, '6046f88e-00a0-40ae-9896-047de852c4fb') {'for_net_delete': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:26.485547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a22e8048>, '6046f88e-00a0-40ae-9896-047de852c4fb') {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:26.499519 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10994142'] for segment, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.515376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.517354 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:18:26.585160 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Deleting port 3d811594-0f83-4927-820f-26de2ba9c180 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:18:26.585796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.657497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a5648-dd8b-4dd7-ad6e-c6a968f0419f None None] The port '3d811594-0f83-4927-820f-26de2ba9c180' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 10:18:26.713886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:18:26.722820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10995450'] for segment, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:26.915542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Network 41285b1d-67b2-437d-84e4-5d62130c8a15 has no segments {{(pid=81074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:18:26.938206 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:18:27.045265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.049614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Notify callbacks [] for network, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.053554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-600480f7-0e6c-48e8-9451-5e61b4368e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:27.078321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Pushing event deleted for resources: {'Network': ['ID=41285b1d-67b2-437d-84e4-5d62130c8a15,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:27.081135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:27.114598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-2890b80b-0b43-47c2-8369-9d9f0ec5d96b admin admin] 10.222.0.81 "DELETE /v2.0/networks/41285b1d-67b2-437d-84e4-5d62130c8a15 HTTP/1.1" status: 204  len: 168 time: 1.7480381
Nov 15 10:18:27.405081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 44854) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:27.458513 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-05ec4d63-fa0b-4ed4-a4d7-fb6f931c7436 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d70d341d8e8440cbafa92e366b494fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520391
Nov 15 10:18:27.461555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81074) accepted ('10.222.0.81', 44860) {{(pid=81074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:27.524264 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.550929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.736581 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.742241 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-111c830f-9df6-42ab-bd2e-eb8f22ea2fc7 tempest-TestVolumeBootPattern-203769781 tempest-TestVolumeBootPattern-203769781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:27.757545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b1ac2-7fb4-435b-9e6e-c6643b26863e,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:27.761270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:27.764499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:27.765723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-84c4f755-812e-45c7-a0b5-8eae96ae9915 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e5b1ac2-7fb4-435b-9e6e-c6643b26863e HTTP/1.1" status: 204  len: 168 time: 0.3032174
Nov 15 10:18:28.840855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44882) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:28.981454 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-153529850-network', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:28.986861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:28.991072 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Usage tracker for resource:network and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:28.994145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:28.999971 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:29.101651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Made reservation on behalf of c845a28d32634a4b9866c40ea0f50b8d for: {'network': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:18:29.106573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for network, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.120648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.262412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:29.266674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Usage tracker for resource:security_group_rule and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:29.269797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:29.276396 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:29.383383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.416564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.420806 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-43e2ad7a-2674-4a71-a3c3-de90072116bf tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:29.451266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1af388-8441-4aa7-b8b9-65f22e5c4c5b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:29.454959 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:29.486429 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 15 10:18:29.496873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716535599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.497312 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.segments_db [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Added segment 40790f72-6f14-4628-8dd0-299791432c44 of type vxlan for network e1142d37-2c51-4a5a-aad8-6e16114b415a
Nov 15 10:18:29.564100 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274138679480'] for network, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.628024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.629004 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:29.629648 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:29.635757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bb029d6c-cb12-45ca-948d-52543542a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:29.742929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Pushing event updated for resources: {'Network': ['ID=e1142d37-2c51-4a5a-aad8-6e16114b415a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:29.746138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:29.753664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a details requested by agent ovs-agent-dv-neutron-743142-12-ovs with host dv-neutron-743142-12-ovs {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:18:29.772450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a details requested by agent ovs-agent-hv-neutron-7431 with host hv-neutron-7431 {{(pid=81075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 15 10:18:29.773309 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-45b896e4-29bf-47fe-a7b1-d1f0cd8615dc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9312093
Nov 15 10:18:29.776192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44888) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:29.782197 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Request body: {'subnet': {'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-153529850-subnet', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'ip_version': 4}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:29.787722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:29.791792 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Usage tracker for resource:subnet and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:29.794822 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:29.804488 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:29.902498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Made reservation on behalf of c845a28d32634a4b9866c40ea0f50b8d for: {'subnet': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:18:29.907446 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11986365'] for subnet, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:30.425742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843281192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11986350'] for subnet, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:30.441491 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6a933576-3b5e-4f51-a157-84c862c8ab51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:30.567344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5b3ab4-f996-4a72-9c34-4e0ad3487330,revision_number=0']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:30.570689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:30.645367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Checking segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:18:30.645691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Network hostable DHCP agents. Network: e1142d37-2c51-4a5a-aad8-6e16114b415a, hostable agents: ['09344217-34eb-4da8-89f1-517d76e118b0'], hosted agents: [] {{(pid=81073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 15 10:18:30.702180 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is scheduled to be hosted by DHCP agent 09344217-34eb-4da8-89f1-517d76e118b0 with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 15 10:18:30.736635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-12-ovs, e1142d37-2c51-4a5a-aad8-6e16114b415a) {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:30.745736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bea235-7eab-4263-a38d-cc701faba5b2 None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:18:30.748907 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:30.749556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:30.858225 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-12116d75-4691-42c6-b3e8-ba9ea71c68ae admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0808790
Nov 15 10:18:30.861012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44892) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:30.867622 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:30.873317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:30.877680 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Usage tracker for resource:router and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:30.882555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:30.889107 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:30.942270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-971613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1583'] for router, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:30.943320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-971460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854175565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853857647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774184'] for router, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:30.963125 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.143590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c11aea0-d1f5-52da-bc10-72ad630627ec-e1142d37-2c51-4a5a-aad8-6e16114b415a', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330'}]}} from dv-neutron-743142-12-ovs. {{(pid=81075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 15 10:18:31.144611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.176812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-971596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774199'] for router, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.404136 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.437339 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.446557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Allocated IP 172.20.0.2 (e1142d37-2c51-4a5a-aad8-6e16114b415a/ff5b3ab4-f996-4a72-9c34-4e0ad3487330/89345190-31f0-465d-b0ca-af4889243562) {{(pid=81075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:18:31.712937 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks [] for port, precommit_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.723930 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Transition to ACTIVE for port object 89345190-31f0-465d-b0ca-af4889243562 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:31.741130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Transition to ACTIVE for port object 89345190-31f0-465d-b0ca-af4889243562 will not be triggered until provisioned by entity DHCP. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:31.817255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558'] for port, after_create {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:31.833851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:31.845531 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Allocated IP 172.26.4.60 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/497a9779-e7a9-432c-a5c1-58b0dd426d07) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:18:31.978703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Pushing event updated for resources: {'Port': ['ID=89345190-31f0-465d-b0ca-af4889243562,revision_number=1']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:32.004933 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.005337 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.006547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.006946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.007332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.007713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.008124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.008506 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.008886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.009265 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.009639 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.010018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.010455 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.010838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.011215 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.011589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.011990 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.012371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.012743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.013095 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.013473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.013844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.014221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.014595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:32.020785 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:32.055147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is already hosted by enough agents. {{(pid=81075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:32.056461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Resources bound (agent type, host, resource id):  {{(pid=81075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:32.058838 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Received port after_create {{(pid=81075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:18:32.068915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.116824 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Attempting to bind port 89345190-31f0-465d-b0ca-af4889243562 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:18:32.117297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Attempting to bind port 89345190-31f0-465d-b0ca-af4889243562 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:18:32.117719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Attempting to bind port 89345190-31f0-465d-b0ca-af4889243562 on network e1142d37-2c51-4a5a-aad8-6e16114b415a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:18:32.119092 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.124720 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:18:32.125168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Checking segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:18:32.125632 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.126093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Bound using segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:18:32.126627 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Bound port: 89345190-31f0-465d-b0ca-af4889243562, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:18:32.127062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.135723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:32.231109 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] For port 89345190-31f0-465d-b0ca-af4889243562, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:18:32.234343 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] For port 89345190-31f0-465d-b0ca-af4889243562, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=89345190-31f0-465d-b0ca-af4889243562,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:18:32.261855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.277489 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:32.290963 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Pushing event updated for resources: {'Port': ['ID=497a9779-e7a9-432c-a5c1-58b0dd426d07,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:32.295225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:32.334991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:32.336227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:32.338518 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:18:32.440457 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Pushing event updated for resources: {'Port': ['ID=89345190-31f0-465d-b0ca-af4889243562,revision_number=2']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:32.446208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:32.610409 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:32.611244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853804204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600201'] for router, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:33.223601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Router 2eadd562-0f93-49b0-9dc1-44b188617231 is scheduled to L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f with binding_index 1 {{(pid=81073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 15 10:18:33.481412 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:18:33.491595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:18:33.504811 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:33.506550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d3dc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:33.531226 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:33.532995 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-75606828-2382-40c6-bdbb-8a7782c0be33 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6705947
Nov 15 10:18:33.535484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 44896) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:18:33.744269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:33.862797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa90dd-f068-431d-9dd2-b2b2b2f744bf None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:18:34.007352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-2def140a-3161-45d0-b668-e887cef20d8b None None] Provisioning for port 89345190-31f0-465d-b0ca-af4889243562 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:34.072093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d3dc50>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:32Z', 'revision_number': 3, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:34.076296 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:18:34.076705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Updating router 2eadd562-0f93-49b0-9dc1-44b188617231 port 497a9779-e7a9-432c-a5c1-58b0dd426d07 binding host dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:18:34.142812 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.429522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.495422 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 89345190-31f0-465d-b0ca-af4889243562 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:34.605382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Provisioning complete for port 89345190-31f0-465d-b0ca-af4889243562 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:34.606151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.611353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks [] for port, precommit_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.630227 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Transition to ACTIVE for port object 497a9779-e7a9-432c-a5c1-58b0dd426d07 will not be triggered until provisioned by entity L2. {{(pid=81076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:34.642655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 89345190-31f0-465d-b0ca-af4889243562 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:34.665387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.668711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 89345190-31f0-465d-b0ca-af4889243562 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:34.669152 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.688436 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-317f2669-bdf6-4179-aa78-e03022de5eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:34.825775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.858675 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Allocated IP 172.20.0.1 (e1142d37-2c51-4a5a-aad8-6e16114b415a/ff5b3ab4-f996-4a72-9c34-4e0ad3487330/b1e01e64-6947-4629-a384-ed4f776fec92) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:18:34.874044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Pushing event updated for resources: {'Port': ['ID=497a9779-e7a9-432c-a5c1-58b0dd426d07,revision_number=2']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:34.898277 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] For port 89345190-31f0-465d-b0ca-af4889243562, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=89345190-31f0-465d-b0ca-af4889243562,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:34.902918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.903303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.903687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.904098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.904477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.904843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.905214 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.905578 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.905941 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.906303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.906664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.907025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.907442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.907924 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.913508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:18:34.918550 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:34.937693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.940721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.956170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:34.966805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Attempting to bind port 497a9779-e7a9-432c-a5c1-58b0dd426d07 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:18:34.967324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Attempting to bind port 497a9779-e7a9-432c-a5c1-58b0dd426d07 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:18:34.967736 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Attempting to bind port 497a9779-e7a9-432c-a5c1-58b0dd426d07 on network e95405db-8461-44c0-8584-37dd4080dc78 {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:18:34.975192 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:18:34.975918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Checking segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:18:34.976385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:34.976826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Bound using segment: {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'} {{(pid=81076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:18:34.977379 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Bound port: 497a9779-e7a9-432c-a5c1-58b0dd426d07, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474815b-64e1-43b7-9e4f-a51681e44583', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}}] {{(pid=81076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:18:34.977802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.029211 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.047473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Transition to ACTIVE for port object b1e01e64-6947-4629-a384-ed4f776fec92 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:35.063378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] For port 497a9779-e7a9-432c-a5c1-58b0dd426d07, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:18:35.066400 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] For port 497a9779-e7a9-432c-a5c1-58b0dd426d07, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=497a9779-e7a9-432c-a5c1-58b0dd426d07,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:18:35.107398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Pushing event updated for resources: {'Port': ['ID=89345190-31f0-465d-b0ca-af4889243562,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:35.108721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.109161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.110826 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-23da7171-071b-4a04-8c84-ee3192c56759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:35.125713 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a9d59954-afd7-450d-b344-e6f6fabf5cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:35.126461 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22fca53e-6a88-4d94-9ea8-e872a35e1e9c tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:35.128387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 10:18:35.128816 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 10:18:35.129954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-e0414cde-f769-48b9-8d87-33f971818467 None None] Provisioning complete for port 89345190-31f0-465d-b0ca-af4889243562 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:35.130382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e0414cde-f769-48b9-8d87-33f971818467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.286743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:35.290413 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Pushing event updated for resources: {'Port': ['ID=497a9779-e7a9-432c-a5c1-58b0dd426d07,revision_number=3']} {{(pid=81076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:35.292057 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:35.295731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1e1d7b81-280d-4ab2-8a58-87a21a9477ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:35.333325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:35.335447 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:35.337753 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:18:35.339104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:35.339790 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3d3dc50>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:35.402821 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854185763'] for router_interface, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.580255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.662040 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4f31f846-fcc0-4803-b6e1-ec4d0b81d92c None None] Provisioning for port b1e01e64-6947-4629-a384-ed4f776fec92 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:35.682182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-4f31f846-fcc0-4803-b6e1-ec4d0b81d92c None None] Provisioning complete for port b1e01e64-6947-4629-a384-ed4f776fec92 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:35.682615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4f31f846-fcc0-4803-b6e1-ec4d0b81d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.753297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:35.765590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f846-fcc0-4803-b6e1-ec4d0b81d92c None None] Port b1e01e64-6947-4629-a384-ed4f776fec92 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:18:35.902991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.936749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:35.970392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-588c9235-52ef-46d5-b36f-db3cddc5f5fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:36.060151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850739157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854181514'] for router_interface, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:36.064104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3d3dc50>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:32Z', 'revision_number': 3, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:36.068891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d022df2-cfb4-4777-a5ca-303e7ab37a7a None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:32Z', 'revision_number': 3, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:18:36.082542 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:36.135754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:36.216775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:36.217961 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:36.500991 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 89345190-31f0-465d-b0ca-af4889243562 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:36.535088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-3085fa1f-da2d-402f-a8db-3cd9e3235d21 None None] Provisioning complete for port b1e01e64-6947-4629-a384-ed4f776fec92 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:36.535608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-3085fa1f-da2d-402f-a8db-3cd9e3235d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:36.639464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-3085fa1f-da2d-402f-a8db-3cd9e3235d21 None None] Port b1e01e64-6947-4629-a384-ed4f776fec92 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:18:36.654939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 89345190-31f0-465d-b0ca-af4889243562 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:36.655371 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:37.056545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:18:37.316926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:18:37.326939 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] 10.222.0.81 "PUT /v2.0/routers/2eadd562-0f93-49b0-9dc1-44b188617231/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7903347
Nov 15 10:18:37.945497 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-1412759274', 'description': 'tempest-TestSnapshotPattern-1412759274 description'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:37.952139 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:37.956205 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:security_group and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:37.959773 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:37.965610 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:37.999230 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.036012 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:38.040626 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:security_group_rule and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:38.043564 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:38.049374 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:38.105861 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.130655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.136583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dde4a15f-96f6-47e9-9a3d-2c69a5c2a8de tempest-TagsExtTest-1560039863 tempest-TagsExtTest-1560039863] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:38.178209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f2788-1f19-470e-a051-2c9401f215c0,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:38.181349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:38.204980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.206313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b34c4622-1fbb-41b5-9318-56be65d0f303 req-83ce35c3-b9fb-4878-ba77-414d32201ecf tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1643 time: 0.2655602
Nov 15 10:18:38.289215 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-1665aa48-c0c1-4a45-a865-0b7ba57189d9 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups/5d5f2788-1f19-470e-a051-2c9401f215c0 HTTP/1.1" status: 200  len: 1638 time: 0.0490537
Nov 15 10:18:38.299815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d5f2788-1f19-470e-a051-2c9401f215c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:38.300207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d5f2788-1f19-470e-a051-2c9401f215c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:38.306872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:38.310976 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:security_group_rule and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:38.314005 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:38.320526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:38.409254 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.439473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.471880 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 497a9779-e7a9-432c-a5c1-58b0dd426d07 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:38.495784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.497992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-855b20e0-0f00-484b-b949-e739814b1ca7 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:38.520190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8265edcf-b59e-4482-b44e-00a34341c59b,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:38.529351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:38.559503 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.560862 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-30e38f20-2cfa-4f8a-a3df-d44d30550ec2 req-000f3919-9835-4171-a4cf-5993fd7dac17 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.2652462
Nov 15 10:18:38.587168 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port 497a9779-e7a9-432c-a5c1-58b0dd426d07 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:38.592885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 497a9779-e7a9-432c-a5c1-58b0dd426d07 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:38.593317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.646904 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-7b1232b1-a0b6-4ec2-9711-5dde468b91be tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups/5d5f2788-1f19-470e-a051-2c9401f215c0 HTTP/1.1" status: 200  len: 2141 time: 0.0542333
Nov 15 10:18:38.658060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d5f2788-1f19-470e-a051-2c9401f215c0', 'remote_group_id': None}]} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:38.658419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d5f2788-1f19-470e-a051-2c9401f215c0', 'remote_group_id': None}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:38.665766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:38.669951 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:security_group_rule and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:38.673237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:38.679189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:38.734285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.750575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port 497a9779-e7a9-432c-a5c1-58b0dd426d07, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=497a9779-e7a9-432c-a5c1-58b0dd426d07,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:38.762668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.776789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.779714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-605db649-c747-46d5-bf6a-7982ecdf4044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:38.787778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.816576 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918068'] for security_group_rule, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.818586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f5865e0-0903-4596-af41-d8057eab213d tempest-TestNetworkBasicOps-230041984 tempest-TestNetworkBasicOps-230041984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:38.844777 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93eb284-2fdc-4f5c-88c1-e6ca7dc0b50d,revision_number=0']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:38.847711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:38.863621 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=497a9779-e7a9-432c-a5c1-58b0dd426d07,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:38.868334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:38.872183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:18:38.885614 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:38.886294 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a337ba20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:38.896417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group_rule, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:38.898545 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-805fb9ce-d6e5-4842-adfb-61a6b686f79a req-96ec0d4b-f8e4-44e7-b0c6-bb1b934064e1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2439909
Nov 15 10:18:39.091829 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-4a56e808-5a87-45d5-b60a-dbc3093fb29a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:security_group {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:39.142238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-4a56e808-5a87-45d5-b60a-dbc3093fb29a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:security_group {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:39.143473 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-4a56e808-5a87-45d5-b60a-dbc3093fb29a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1412759274&fields=id&tenant_id=c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 267 time: 0.0983329
Nov 15 10:18:39.289728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:39.315388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0814b7ed-63cd-4f94-ac7c-88e1a7a43f8b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:39.316992 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0814b7ed-63cd-4f94-ac7c-88e1a7a43f8b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 809 time: 0.1650765
Nov 15 10:18:39.336930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-d106978e-d78c-4a09-af03-a96f509b66d3 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/quotas/c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 375 time: 0.0128517
Nov 15 10:18:39.438955 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-4c716b12-f7fb-412d-9fc9-fb60e496d949 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0962460
Nov 15 10:18:39.456546 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-7eb10a73-a9a5-41f0-9f5b-bd172b99e34f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:18:39.457618 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-7eb10a73-a9a5-41f0-9f5b-bd172b99e34f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0058610
Nov 15 10:18:39.604079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-9506d429-ff07-4093-8377-6671a5675a8d service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392143
Nov 15 10:18:39.651795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a337ba20>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:39.656096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:18:39.656520 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Updating router 2eadd562-0f93-49b0-9dc1-44b188617231 port b1e01e64-6947-4629-a384-ed4f776fec92 binding host dv-neutron-743142-12-ovs {{(pid=81075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 15 10:18:39.721538 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.021426 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-acdb8cee-7506-4903-8b17-c05345bde29b service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4105690
Nov 15 10:18:40.183750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks [] for port, precommit_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.196689 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Transition to ACTIVE for port object b1e01e64-6947-4629-a384-ed4f776fec92 will not be triggered until provisioned by entity L2. {{(pid=81075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:40.216348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.233723 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:40.289193 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c37da367-5c6c-4ed0-8a1b-f1dbaf7f436d req-b19a809b-89ea-43f9-864d-85fdc94f0ef2 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 210 time: 0.0500455
Nov 15 10:18:40.389833 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a83c8e-b13d-4970-9e1e-291cd261bbed None None] Pushing event updated for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=3']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:40.394062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64a83c8e-b13d-4970-9e1e-291cd261bbed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:40.484474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 497a9779-e7a9-432c-a5c1-58b0dd426d07 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:40.630947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Attempting to bind port b1e01e64-6947-4629-a384-ed4f776fec92 on host dv-neutron-743142-12-ovs for vnic_type normal with profile  {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:18:40.631635 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Attempting to bind port b1e01e64-6947-4629-a384-ed4f776fec92 by drivers openvswitch on host dv-neutron-743142-12-ovs at level 0 using segments [{'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:18:40.632266 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Attempting to bind port b1e01e64-6947-4629-a384-ed4f776fec92 on network e1142d37-2c51-4a5a-aad8-6e16114b415a {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:18:40.643387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Checking agent: {'id': '6e578099-2c1a-45dc-8d43-eb17aed8d7fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-12-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 6, 47), 'started_at': datetime.datetime(2020, 11, 15, 9, 7, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-12-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:18:40.643819 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Checking segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:18:40.644306 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.644757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Bound using segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} {{(pid=81075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:18:40.645285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Bound port: b1e01e64-6947-4629-a384-ed4f776fec92, host: dv-neutron-743142-12-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}}] {{(pid=81075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:18:40.645716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.668728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port 497a9779-e7a9-432c-a5c1-58b0dd426d07 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:40.669918 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.878397 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] For port b1e01e64-6947-4629-a384-ed4f776fec92, host dv-neutron-743142-12-ovs, cleared binding levels {{(pid=81075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:18:40.903359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] For port b1e01e64-6947-4629-a384-ed4f776fec92, host dv-neutron-743142-12-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1e01e64-6947-4629-a384-ed4f776fec92,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:18:40.953906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:40.970571 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6383261b-4600-423a-b76f-3c3be5856b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:41.136042 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a83c8e-b13d-4970-9e1e-291cd261bbed None None] Pushing event updated for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:41.139287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64a83c8e-b13d-4970-9e1e-291cd261bbed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:41.187813 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:41.188544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a337ba20>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:41.437508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:41.486392 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8bd04294-33d9-445b-8a2f-6ee2a5b9d891 req-3aca1c24-afcb-44cc-9eb9-6ff036bfb5c4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 210 time: 0.0540478
Nov 15 10:18:41.796244 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a337ba20>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:40Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:41.801212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a558bc1-f0b9-4287-9d96-33c1c5f1a70d None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:40Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:18:42.308066 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-cfd2a423-3e5c-4361-8dcd-91b5fffaae21 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:42.308804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-cfd2a423-3e5c-4361-8dcd-91b5fffaae21 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:network {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:42.348324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-cfd2a423-3e5c-4361-8dcd-91b5fffaae21 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:network {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:42.350404 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-cfd2a423-3e5c-4361-8dcd-91b5fffaae21 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 809 time: 0.2084823
Nov 15 10:18:42.468301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-7316a5dd-9151-4553-bb44-ca8e9b2a775c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:security_group {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:42.474915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1e01e64-6947-4629-a384-ed4f776fec92 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:42.482041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-7316a5dd-9151-4553-bb44-ca8e9b2a775c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:security_group {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:42.483429 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-7316a5dd-9151-4553-bb44-ca8e9b2a775c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 5083 time: 0.1129067
Nov 15 10:18:42.494321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'port': {'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'admin_state_up': True, 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'security_groups': ['5d5f2788-1f19-470e-a051-2c9401f215c0']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:42.622099 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning for port b1e01e64-6947-4629-a384-ed4f776fec92 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:42.627555 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1e01e64-6947-4629-a384-ed4f776fec92 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:42.628032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:42.665919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:42.671662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:port and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:42.675324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for port was recalculated. Used quota:2. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:42.683516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:42.691636 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-99e08c1c-573a-4b52-9efc-5dd281688706 req-b3ce4246-1a6a-44a3-a81e-c02f482e1e22 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 210 time: 0.0507302
Nov 15 10:18:42.719377 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Made reservation on behalf of c845a28d32634a4b9866c40ea0f50b8d for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:18:42.725184 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:42.776411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:42.811041 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] For port b1e01e64-6947-4629-a384-ed4f776fec92, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1e01e64-6947-4629-a384-ed4f776fec92,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:42.851820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:42.854362 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-64a83c8e-b13d-4970-9e1e-291cd261bbed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:42.938486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Pushing event updated for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:42.941854 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:43.048562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Allocated IP 172.20.0.7 (e1142d37-2c51-4a5a-aad8-6e16114b415a/ff5b3ab4-f996-4a72-9c34-4e0ad3487330/a033255b-2173-468b-a288-e774e0838e8d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:18:43.253124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.269525 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Transition to ACTIVE for port object a033255b-2173-468b-a288-e774e0838e8d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:43.325553 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.342016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:43.347928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1037f885-cca9-4132-aa04-1c1ae3bf37b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.491258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=a033255b-2173-468b-a288-e774e0838e8d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:43.504039 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:43.548108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:43.549298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:43.551596 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:18:43.623224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:43.623945 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.679514 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-0cd73e99-0d3d-4f07-86dd-aa6a31e648c0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1899872
Nov 15 10:18:43.698428 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Request body: {'port': {'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:43.769855 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b192bbd1-f3cf-404d-adee-4cd2320d78c6 None None] Provisioning for port a033255b-2173-468b-a288-e774e0838e8d completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:43.776014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-b192bbd1-f3cf-404d-adee-4cd2320d78c6 None None] Provisioning complete for port a033255b-2173-468b-a288-e774e0838e8d triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:43.776563 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b192bbd1-f3cf-404d-adee-4cd2320d78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.841189 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:43.845885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b192bbd1-f3cf-404d-adee-4cd2320d78c6 None None] Port a033255b-2173-468b-a288-e774e0838e8d cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:18:43.933450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e276b4-7f9a-478a-91e8-1639fcdf290f req-590f2c98-b9e8-4bb2-ba16-fab3b34d6595 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:43.935114 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d0e276b4-7f9a-478a-91e8-1639fcdf290f req-590f2c98-b9e8-4bb2-ba16-fab3b34d6595 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 931 time: 0.0955412
Nov 15 10:18:43.985515 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d0e276b4-7f9a-478a-91e8-1639fcdf290f req-baedc71e-fa89-4bcf-8fba-189af60c79df tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0437829
Nov 15 10:18:44.284892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a033255b-2173-468b-a288-e774e0838e8d {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:18:44.292662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.353615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Transition to ACTIVE for port object a033255b-2173-468b-a288-e774e0838e8d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:18:44.355257 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:18:44.382465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.399258 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4e5b71dd-6cc9-4741-92e7-d9bda2a62090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:44.438797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1e01e64-6947-4629-a384-ed4f776fec92 up at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:44.523101 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Provisioning complete for port b1e01e64-6947-4629-a384-ed4f776fec92 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:44.523528 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.545641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Pushing event updated for resources: {'Port': ['ID=a033255b-2173-468b-a288-e774e0838e8d,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:44.559289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:44.755674 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Attempting to bind port a033255b-2173-468b-a288-e774e0838e8d on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:18:44.756341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Attempting to bind port a033255b-2173-468b-a288-e774e0838e8d by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:18:44.756793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Attempting to bind port a033255b-2173-468b-a288-e774e0838e8d on network e1142d37-2c51-4a5a-aad8-6e16114b415a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:18:44.764419 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:18:44.764799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Checking segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:18:44.765234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.765641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Bound using segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:18:44.766130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Bound port: a033255b-2173-468b-a288-e774e0838e8d, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:18:44.766510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.870181 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] For port a033255b-2173-468b-a288-e774e0838e8d, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:18:44.873954 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] For port a033255b-2173-468b-a288-e774e0838e8d, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a033255b-2173-468b-a288-e774e0838e8d,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:18:44.902316 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:44.918475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-cfef9cbf-b281-4ea4-b2b7-d715a721f460 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:45.081053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Pushing event updated for resources: {'Port': ['ID=a033255b-2173-468b-a288-e774e0838e8d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:45.087356 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:45.124691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:45.126174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-aa40d0e8-f763-439c-9972-f3ed67cb88eb service neutron] 10.222.0.65 "PUT /v2.0/ports/a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 1157 time: 1.4332430
Nov 15 10:18:45.126750 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:18:45.189725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d', 'status': 'completed', 'code': 200}
Nov 15 10:18:45.270952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e24a67-7993-4826-b1ed-5800efa988a3 req-26ecca7b-2036-417a-952f-e9fdb826b45c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:45.273227 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83e24a67-7993-4826-b1ed-5800efa988a3 req-26ecca7b-2036-417a-952f-e9fdb826b45c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 943 time: 0.1489799
Nov 15 10:18:45.317236 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-18d39b2b-46e2-4f60-bcc9-86e9e370205a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1160 time: 0.0950143
Nov 15 10:18:45.329003 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-83e24a67-7993-4826-b1ed-5800efa988a3 req-868b5798-d1a3-4aac-b11b-943ffdcfaa1d tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0481980
Nov 15 10:18:45.411873 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-d5900efb-1e4a-4a64-8462-eb760901469d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 217 time: 0.0750241
Nov 15 10:18:45.482170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-d2fbddd2-67fb-4aa2-aaed-0e87ba2eee2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:45.483746 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-d2fbddd2-67fb-4aa2-aaed-0e87ba2eee2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0647638
Nov 15 10:18:45.578034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-33441300-397d-4369-825b-aa5a132aa06c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879116
Nov 15 10:18:45.722381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-a2b9006d-7384-4596-aea4-4f9cf39b4d13 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366940
Nov 15 10:18:45.879066 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c254bd44-f3dd-4d9b-9e69-89998a79f272 req-c8e5cc7f-6b06-425a-9e72-bf7241cbebba service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497214
Nov 15 10:18:45.965145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-1762e472-bc89-4c1e-b5da-23ebb63f651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:46.082911 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-b5615017-0e9c-4cb3-9939-c3847530aefd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1160 time: 0.0850742
Nov 15 10:18:46.229956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392874a-123c-4792-86f5-97f0828aa513 req-05ce3d89-9f25-4d5a-9a0f-d306545efec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:46.231570 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-05ce3d89-9f25-4d5a-9a0f-d306545efec4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1407640
Nov 15 10:18:46.543027 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:46.577586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a01a0-af37-44fa-93cc-ca66554f1c07 req-d18fa190-8f84-43fe-a7d9-84043df69eca tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:46.579276 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a9a01a0-af37-44fa-93cc-ca66554f1c07 req-d18fa190-8f84-43fe-a7d9-84043df69eca tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 943 time: 0.1120546
Nov 15 10:18:46.613093 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-66afb204-7d30-4c07-a107-2b1f17ddce55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 217 time: 0.3740404
Nov 15 10:18:46.631265 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a9a01a0-af37-44fa-93cc-ca66554f1c07 req-de65328d-33b5-4376-8f98-23b938f6e011 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0446360
Nov 15 10:18:46.683467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392874a-123c-4792-86f5-97f0828aa513 req-46fca82f-9955-4f82-9906-e4b97b6f2b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:46.685081 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-46fca82f-9955-4f82-9906-e4b97b6f2b24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0653052
Nov 15 10:18:46.792381 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-cd788b53-6b42-47c9-ad16-114677f2189d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873582
Nov 15 10:18:46.822044 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:46.941174 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-35b31e6a-2d8d-483e-8b8d-8911ed5b0fb8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410205
Nov 15 10:18:47.084281 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c392874a-123c-4792-86f5-97f0828aa513 req-fb8c8ee5-0b18-48a4-a7b9-ee8dd353b077 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360254
Nov 15 10:18:47.617134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:47.852442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcd26-29aa-4a04-8a2c-e806f76f6177 req-8a9c1d9d-b46a-43e2-a740-27da010bf37f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:47.854050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbcfcd26-29aa-4a04-8a2c-e806f76f6177 req-8a9c1d9d-b46a-43e2-a740-27da010bf37f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 943 time: 0.0937881
Nov 15 10:18:47.904331 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbcfcd26-29aa-4a04-8a2c-e806f76f6177 req-c298f10a-b3bc-44c9-9493-40bce111343f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0439823
Nov 15 10:18:47.952504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a033255b-2173-468b-a288-e774e0838e8d up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:48.085138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port a033255b-2173-468b-a288-e774e0838e8d completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:18:48.090341 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port a033255b-2173-468b-a288-e774e0838e8d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:48.090885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:48.179437 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:48.242728 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:48.283434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:18:48.294676 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port a033255b-2173-468b-a288-e774e0838e8d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a033255b-2173-468b-a288-e774e0838e8d,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:18:48.324914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:48.326916 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:48.365766 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d', 'code': 200}
Nov 15 10:18:48.408251 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=a033255b-2173-468b-a288-e774e0838e8d,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:48.411431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:48.681760 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1a1c2f7-37fc-496c-9e0e-4a027bb869b3 req-1987cd25-e186-4347-af89-e6d4b22f68e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0923378
Nov 15 10:18:48.727121 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f1a1c2f7-37fc-496c-9e0e-4a027bb869b3 req-6d949f1c-adb4-4cc8-991c-90ea801c7322 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0389063
Nov 15 10:18:49.127060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82783986-7a3e-41bd-bcae-af90fc5331ba req-6718037d-c0b0-4221-9d00-b98405f30154 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:49.128725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82783986-7a3e-41bd-bcae-af90fc5331ba req-6718037d-c0b0-4221-9d00-b98405f30154 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.0963566
Nov 15 10:18:49.176929 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-82783986-7a3e-41bd-bcae-af90fc5331ba req-61c6230e-4f39-4e8e-9146-4a25edf86233 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0413442
Nov 15 10:18:49.650183 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a033255b-2173-468b-a288-e774e0838e8d up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:18:49.736259 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port a033255b-2173-468b-a288-e774e0838e8d triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:18:49.736874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:50.405926 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb65f06-8bdf-4b7b-b5bf-95aa211933b3 req-a0116fa2-e1ea-40d9-a1fc-270ea0bc31b2 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:50.407530 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbb65f06-8bdf-4b7b-b5bf-95aa211933b3 req-a0116fa2-e1ea-40d9-a1fc-270ea0bc31b2 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.0963039
Nov 15 10:18:50.460118 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-fbb65f06-8bdf-4b7b-b5bf-95aa211933b3 req-e951845d-0658-4c57-b7f3-162ac93027a1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0456514
Nov 15 10:18:50.685271 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a68c-a34b-453c-b210-e58df7fc7ef3 req-5267bcb3-b39d-4e32-ae01-fc62f5e50b6d tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:50.686882 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9133a68c-a34b-453c-b210-e58df7fc7ef3 req-5267bcb3-b39d-4e32-ae01-fc62f5e50b6d tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.0953431
Nov 15 10:18:50.734423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9133a68c-a34b-453c-b210-e58df7fc7ef3 req-0b2e7bd5-543e-40ee-8ee3-441db2393a78 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0412865
Nov 15 10:18:50.947667 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-bb229be9-3ef0-4d8c-9333-78af9ddc9b4d tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1589913
Nov 15 10:18:50.957805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:50.963767 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:18:50.968026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:floatingip and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:18:50.971010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:18:50.977176 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:18:51.015283 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:51.160582 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:51.435982 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Allocated IP 172.26.4.10 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/63ca4132-3f42-4ed4-b697-82ea5d3be253) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:18:51.594135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:51.649891 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:51.666098 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-66660b87-0403-44e5-8869-e52cdfcb55cb tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:51.818670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=63ca4132-3f42-4ed4-b697-82ea5d3be253,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:51.822922 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:51.872117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:18:51.873249 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:18:51.875722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:18:51.967153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.050746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.338703 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.364705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.380405 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9868f10a-4840-4a60-89ec-a7466ac9aee1 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:18:52.527073 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=63ca4132-3f42-4ed4-b697-82ea5d3be253,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:18:52.530276 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:18:52.634507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.684727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:52.686050 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-624b409d-3e78-4703-a6be-3cefa78e9435 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7324300
Nov 15 10:18:52.775631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-12a17fbb-8f05-4f2c-b5e7-605378d46a92 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:18:52.815458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-12a17fbb-8f05-4f2c-b5e7-605378d46a92 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:18:52.816863 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-12a17fbb-8f05-4f2c-b5e7-605378d46a92 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.10 HTTP/1.1" status: 200  len: 695 time: 0.1246545
Nov 15 10:18:52.976383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-782cd284-e192-442c-b45c-db6011a8e02e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:52.977775 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-782cd284-e192-442c-b45c-db6011a8e02e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1549580
Nov 15 10:18:52.988739 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-61bc2f24-4088-47dd-acf6-1e55ab8a0c18 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:18:52.989772 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-6b44e677-72a9-4df4-ab4b-eae7a51f8297 req-61bc2f24-4088-47dd-acf6-1e55ab8a0c18 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060570
Nov 15 10:18:53.187893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-a5ee52c5-bd71-4ca0-9499-fc11f36a1d71 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:53.190158 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-a5ee52c5-bd71-4ca0-9499-fc11f36a1d71 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0941057
Nov 15 10:18:53.280108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-6712a14e-184d-437f-9dbf-fa4907fa1900 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.10 HTTP/1.1" status: 200  len: 695 time: 0.0843620
Nov 15 10:18:53.290664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'floatingip': {'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:18:53.373859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:54.070213 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:54.107404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:54.607353 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Floating IP 3ffc0714-5f5c-4981-b4e6-f2475ac5110b associated. External IP: 172.26.4.10, port: a033255b-2173-468b-a288-e774e0838e8d.
Nov 15 10:18:55.109881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:18:55.360351 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:18:55.365195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:18:55.370597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:18:55.384063 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:55.384742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dc8438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:55.429204 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-0f460de4-b81f-42e0-b3b7-a58277833475 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "PUT /v2.0/floatingips/3ffc0714-5f5c-4981-b4e6-f2475ac5110b HTTP/1.1" status: 200  len: 995 time: 2.1431715
Nov 15 10:18:55.429874 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:18:55.491340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d', 'status': 'completed', 'code': 200}
Nov 15 10:18:55.618641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:55.632827 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-fff34d13-e3c8-412c-bf62-3d9a37c1f5f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0967002
Nov 15 10:18:55.667832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-966159b2-5825-4d79-a28b-bc1bb9aaae54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.1611285
Nov 15 10:18:55.787246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-227093f9-9a57-458f-a780-6e7704d95dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:55.789396 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-227093f9-9a57-458f-a780-6e7704d95dcb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1500115
Nov 15 10:18:55.821142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-17955c6c-2e1f-4c03-9229-412e88caf77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:55.823056 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-17955c6c-2e1f-4c03-9229-412e88caf77c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1481175
Nov 15 10:18:55.923617 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-08bdfbf6-75f6-4c8d-860b-53d444f73ad7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 998 time: 0.1277041
Nov 15 10:18:55.950467 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-6504e8da-158d-4883-b574-662f5834420f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 998 time: 0.1208148
Nov 15 10:18:55.994804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-c550e110-9f15-482d-a292-3ac73043c679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:55.996485 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-c550e110-9f15-482d-a292-3ac73043c679 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0663912
Nov 15 10:18:56.026056 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-89682f94-2221-4371-bf81-d86c0102c26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:18:56.027567 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-89682f94-2221-4371-bf81-d86c0102c26c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0708783
Nov 15 10:18:56.039191 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dc8438>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:53Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:56.043433 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:18:56.056353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:18:56.057114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a3dc8438>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:18:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:56.099678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-627f41ce-9ad8-4a4e-bf40-2179a66cd610 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0967152
Nov 15 10:18:56.119930 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-d39be59f-8390-4bba-a4c8-8ee1a61f6d44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856316
Nov 15 10:18:56.132235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-369c8f06-3e03-4c37-87dd-416bc057276c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:18:56.133581 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-369c8f06-3e03-4c37-87dd-416bc057276c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0063002
Nov 15 10:18:56.254821 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-6b30f9c4-4f33-40fc-b31c-58f068e225e7 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479361
Nov 15 10:18:56.286198 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-5cbb802a-4cfb-47d7-8cc2-cb6bbc0cf7e8 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447158
Nov 15 10:18:56.287224 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:18:56.411423 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-2b78dde1-f317-4a46-8d5c-9c8136c779e5 req-9626c575-3227-4aa2-a560-36894ff6fd86 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500297
Nov 15 10:18:56.439697 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-1cfeb1f7-424a-4fb0-8e0b-9114c886024e req-867ddf88-ea61-410b-b854-4d6e401d5bc8 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446865
Nov 15 10:18:56.702788 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a3dc8438>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:53Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:18:56.706906 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04868d-9532-44b6-b480-d9a125db1a75 None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:53Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:18:57.011114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2ce0-1874-4c42-a116-14c389eceef4 None None] New status for floating IP 3ffc0714-5f5c-4981-b4e6-f2475ac5110b: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:19:13.346887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5067a37f-e82d-49c9-91f5-31fcd1451104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:15.781203 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2df48c94-257a-49aa-aeee-4572ea4a039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:16.541586 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:16.850299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:17.644319 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:18.192925 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:21.356573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:19:43.346442 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9a711c07-84cf-484e-bc65-7ab8619dd84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:45.775270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-49230090-dee3-44fe-88a5-28e629d8e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:46.534749 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:46.849863 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:47.327736 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-662a03cf-361f-437d-aa9c-9253540e05bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1795173
Nov 15 10:19:47.500209 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-f9e7ccff-d6e4-46eb-9499-9dd3ecf91a7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0842612
Nov 15 10:19:47.620672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:47.661620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-47ab8b40-cac8-4281-a7ed-9a23bbe2ac56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:19:47.663244 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-47ab8b40-cac8-4281-a7ed-9a23bbe2ac56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1419683
Nov 15 10:19:47.789834 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-ac9d3c3b-c9cc-4978-80e8-fed643561df1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 1000 time: 0.1187453
Nov 15 10:19:47.872864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-7c57b33c-5ada-44f7-8d1c-6e194ae4d46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:19:47.874509 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-7c57b33c-5ada-44f7-8d1c-6e194ae4d46f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0781345
Nov 15 10:19:47.966102 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-2aca44b4-4de1-40e9-881b-641b35dd1a9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847535
Nov 15 10:19:48.110287 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-e0d07e52-ca72-4d31-9aee-5ff03b8c085c service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368127
Nov 15 10:19:48.169540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:19:48.262535 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-45133523-8fd3-4af4-ad97-54ca9a7f09ac req-6a5332fc-5c55-4271-b867-cd3844108462 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456602
Nov 15 10:19:58.358161 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:20:13.340108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-171d1b08-6c74-4521-9e5b-d1eec2792293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:15.757543 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c138398b-61ec-4a85-aecf-ff14d14c4228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:16.528758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:16.839145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:17.614618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:18.180019 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:35.359897 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:20:43.345521 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-55a0d7f9-01b6-433a-9c47-55b92c9892e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:45.762983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-17018d1b-bc4c-4005-b985-6a3c823e8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:46.562851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:46.848652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:47.625643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:48.190858 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:20:49.332637 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-66fa4ad3-1cd7-4ce2-8063-1380e7a6b955 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0931866
Nov 15 10:20:49.494263 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-49e0ac58-fc7b-4d1e-ad31-4bcaa8fc4a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:20:49.495833 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-49e0ac58-fc7b-4d1e-ad31-4bcaa8fc4a0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1427231
Nov 15 10:20:49.620548 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-c370b268-3132-413d-b06a-58debe815da7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 1000 time: 0.1142361
Nov 15 10:20:49.700643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-ada4152e-e74a-46d7-b1cc-250305ea3289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:20:49.702185 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-ada4152e-e74a-46d7-b1cc-250305ea3289 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0689766
Nov 15 10:20:49.800479 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-fcedc337-1084-40e4-9c07-59ee3d2d414e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889258
Nov 15 10:20:49.954504 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-a48a0d15-6ddd-49c6-955d-f4178a9feedf service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452844
Nov 15 10:20:50.115831 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-14fd81d1-332c-462e-9a79-ee475d8efdb7 req-88f39b5d-0d44-416a-be01-cd7dc5fee767 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450500
Nov 15 10:21:02.082778 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce72efd7-6401-44dc-984b-176ba92c5aa7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1412759274&fields=id&tenant_id=c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 267 time: 0.0435400
Nov 15 10:21:02.243660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-f50061f4-973d-49e9-bb7c-9d8854414f37 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:02.245340 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-f50061f4-973d-49e9-bb7c-9d8854414f37 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 809 time: 0.1550949
Nov 15 10:21:02.265266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-321d3980-c5fe-4430-ab24-f3cf4e15251b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/quotas/c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 375 time: 0.0139811
Nov 15 10:21:02.368507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-04829868-a1e2-4403-b9cb-8b925b0021dd tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0976779
Nov 15 10:21:02.385820 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-6e63a101-c2dd-4e4d-909d-4742b79cc1db service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:21:02.386872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-6e63a101-c2dd-4e4d-909d-4742b79cc1db service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059707
Nov 15 10:21:02.531614 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-f8e00597-331b-47ae-8af2-6bb929c5d0aa service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386240
Nov 15 10:21:02.675445 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-9794cc64-b260-4699-a053-3eb8ca95b121 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373291
Nov 15 10:21:04.056249 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-723f252d-2408-4097-8a13-22dd8a575677 req-826e35bf-2833-4e46-b219-4b6069b8ae38 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 210 time: 0.1225529
Nov 15 10:21:05.180802 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f7b7f54b-afcf-419c-8ba4-bf18c7a256c1 req-911ccc68-5b14-4958-a4e7-4ff7f4bbe5ec tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 210 time: 0.0471752
Nov 15 10:21:06.492194 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-e1b9b4c1-5673-4fd7-9d45-86b5ad94ab55 req-28e294b7-13bd-4713-95c2-42c4837d5c63 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 210 time: 0.0510375
Nov 15 10:21:07.676029 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-8ba1021f-df58-4353-87b3-8a5fcd38e135 req-59013d29-92ee-4f7f-add3-037e2b7c42a4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 210 time: 0.0501940
Nov 15 10:21:07.758887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-db042858-2a2e-4fce-b06c-b489ab881bf5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:07.761598 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-db042858-2a2e-4fce-b06c-b489ab881bf5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 809 time: 0.1690822
Nov 15 10:21:07.863711 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ca7c6ae4-515b-4642-ad11-a1cb3d4c98fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c845a28d32634a4b9866c40ea0f50b8d HTTP/1.1" status: 200  len: 5083 time: 0.0749333
Nov 15 10:21:07.874023 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'port': {'device_id': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'admin_state_up': True, 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'security_groups': ['5d5f2788-1f19-470e-a051-2c9401f215c0']}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:21:08.020939 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:21:08.025411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Usage tracker for resource:port and tenant:c845a28d32634a4b9866c40ea0f50b8d is out of sync, need to count used quota {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 15 10:21:08.028441 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Quota usage for port was recalculated. Used quota:4. {{(pid=81073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 15 10:21:08.034193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:21:08.139504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Made reservation on behalf of c845a28d32634a4b9866c40ea0f50b8d for: {'port': 1} {{(pid=81073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 15 10:21:08.145212 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:08.480653 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Allocated IP 172.20.0.11 (e1142d37-2c51-4a5a-aad8-6e16114b415a/ff5b3ab4-f996-4a72-9c34-4e0ad3487330/6a688b19-cda3-4a84-b590-4f254bf57185) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:21:08.735124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:08.754624 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Transition to ACTIVE for port object 6a688b19-cda3-4a84-b590-4f254bf57185 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:21:08.828556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:08.861301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-22a07e80-1dea-48c3-a0a5-4cff492fad4f tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:08.948232 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945c36-3b31-4943-b26f-0a3c2e30ff46 req-50cd72f9-5cbe-4e71-af16-69ebe0b7aec7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:08.951104 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6945c36-3b31-4943-b26f-0a3c2e30ff46 req-50cd72f9-5cbe-4e71-af16-69ebe0b7aec7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1133940
Nov 15 10:21:09.012924 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-b6945c36-3b31-4943-b26f-0a3c2e30ff46 req-bfe70e0c-69c3-4b57-b229-62febc13e88c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0547264
Nov 15 10:21:09.296641 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:09.325805 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.326234 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.326658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.327076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.327493 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.327929 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.328344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.328757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.329166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.329573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.329979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.330387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.330848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.331255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.331658 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.332089 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.332494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.332900 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.333301 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.333706 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.334108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.334510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.334917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.335323 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:09.341580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:09.375522 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Network e1142d37-2c51-4a5a-aad8-6e16114b415a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:21:09.376879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources bound (agent type, host, resource id):  {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:21:09.379611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:21:09.454221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:09.455025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:09.580572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7105522
Nov 15 10:21:09.716659 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ad720134-6f5e-4398-9eb3-aed3b6a7dc67 None None] Provisioning for port 6a688b19-cda3-4a84-b590-4f254bf57185 completed by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:21:09.722081 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-ad720134-6f5e-4398-9eb3-aed3b6a7dc67 None None] Provisioning complete for port 6a688b19-cda3-4a84-b590-4f254bf57185 triggered by entity DHCP. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:21:09.725818 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-ad720134-6f5e-4398-9eb3-aed3b6a7dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:09.800334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-ad720134-6f5e-4398-9eb3-aed3b6a7dc67 None None] Port 6a688b19-cda3-4a84-b590-4f254bf57185 cannot update to ACTIVE because it is not bound. {{(pid=81075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}}
Nov 15 10:21:10.240758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9fcc2-fc52-4e13-af6a-640411d7483d req-010aab5a-7e43-4841-beca-5359484d6d80 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:10.242313 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bca9fcc2-fc52-4e13-af6a-640411d7483d req-010aab5a-7e43-4841-beca-5359484d6d80 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.0977387
Nov 15 10:21:10.299294 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bca9fcc2-fc52-4e13-af6a-640411d7483d req-2f046893-cc28-41f8-9a4f-44b67a8037f8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0497830
Nov 15 10:21:11.542714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407af6a-b3e4-4248-b80c-daa1ff909498 req-31b028bb-2de6-41db-a030-bd6a16e675b0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:11.544379 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f407af6a-b3e4-4248-b80c-daa1ff909498 req-31b028bb-2de6-41db-a030-bd6a16e675b0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1103578
Nov 15 10:21:11.595564 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f407af6a-b3e4-4248-b80c-daa1ff909498 req-67fc9987-5e0e-4590-8150-9a5c150d00d5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0449104
Nov 15 10:21:12.362423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:21:12.832561 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d817-bfb8-4de5-8312-7491b024b5cd req-c85774a2-1973-4d84-8e2e-db8b6cd1f60f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:12.834836 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a355d817-bfb8-4de5-8312-7491b024b5cd req-c85774a2-1973-4d84-8e2e-db8b6cd1f60f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1005895
Nov 15 10:21:12.888970 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a355d817-bfb8-4de5-8312-7491b024b5cd req-43786986-9981-4a24-8639-5b8d77c67858 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0464544
Nov 15 10:21:13.356934 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-130f91a1-33fc-4525-ac56-69e5bf8beea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:14.120740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829bb3b-fd44-406d-9ceb-9be4df5140be req-e40c6584-6ba7-4926-863b-8686ad8ebc50 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:14.126867 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c829bb3b-fd44-406d-9ceb-9be4df5140be req-e40c6584-6ba7-4926-863b-8686ad8ebc50 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1036773
Nov 15 10:21:14.172455 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c829bb3b-fd44-406d-9ceb-9be4df5140be req-7bd830bb-4846-4dc1-bb84-402a5eeb468b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0439365
Nov 15 10:21:15.409616 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f1678-9d69-48d5-8a6d-d1d46bdfb2f3 req-db7794da-96cc-45b1-ad9b-5b7053d57e32 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:15.412127 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f84f1678-9d69-48d5-8a6d-d1d46bdfb2f3 req-db7794da-96cc-45b1-ad9b-5b7053d57e32 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1003890
Nov 15 10:21:15.477751 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f84f1678-9d69-48d5-8a6d-d1d46bdfb2f3 req-e560b01f-c1f1-4d5c-92c9-ec74bce61aec tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0585775
Nov 15 10:21:15.779643 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9e3073b3-8f98-4c4b-84ea-f30389e0d822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:16.545335 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:16.773117 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e64c92-217e-4150-bbec-fb440c5fffb9 req-c6e33a63-4480-42d1-9178-c1abae8236a0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:16.775037 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a7e64c92-217e-4150-bbec-fb440c5fffb9 req-c6e33a63-4480-42d1-9178-c1abae8236a0 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.1451454
Nov 15 10:21:16.887337 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a7e64c92-217e-4150-bbec-fb440c5fffb9 req-a9f455ee-9833-47b9-a7e6-33c52ca117d8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1049025
Nov 15 10:21:16.911935 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:17.619628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:18.198010 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:18.407597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731248f-b132-4259-9bc9-764eb830d6e2 req-2f7a83d5-672a-4908-859e-589d9d5e52a8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:18.409251 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0731248f-b132-4259-9bc9-764eb830d6e2 req-2f7a83d5-672a-4908-859e-589d9d5e52a8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.3657520
Nov 15 10:21:18.461723 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-0731248f-b132-4259-9bc9-764eb830d6e2 req-f2e23712-4e21-4d28-bb59-5ed79a6a1d3e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0462909
Nov 15 10:21:19.062030 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Request body: {'port': {'device_id': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=81073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:21:19.191321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:19.635096 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a688b19-cda3-4a84-b590-4f254bf57185 {{(pid=81073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 15 10:21:19.642418 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:19.655796 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Transition to ACTIVE for port object 6a688b19-cda3-4a84-b590-4f254bf57185 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 15 10:21:19.676504 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:19.688298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a621c7-00cb-4a75-bcb0-5044c462cb91 req-4d35910b-33f8-44eb-b967-3744a6412ffc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:19.689908 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-59a621c7-00cb-4a75-bcb0-5044c462cb91 req-4d35910b-33f8-44eb-b967-3744a6412ffc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 932 time: 0.0954981
Nov 15 10:21:19.692608 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-6212510c-4dba-40e9-84b8-c3eeba262dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:19.738243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-59a621c7-00cb-4a75-bcb0-5044c462cb91 req-47b5dec5-dc9d-4fcb-a27b-d34f3d8ee0f6 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421162
Nov 15 10:21:19.844391 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Pushing event updated for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:19.857477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:20.042848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Attempting to bind port 6a688b19-cda3-4a84-b590-4f254bf57185 on host hv-neutron-7431 for vnic_type normal with profile  {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 15 10:21:20.043208 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Attempting to bind port 6a688b19-cda3-4a84-b590-4f254bf57185 by drivers openvswitch on host hv-neutron-7431 at level 0 using segments [{'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 15 10:21:20.043583 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Attempting to bind port 6a688b19-cda3-4a84-b590-4f254bf57185 on network e1142d37-2c51-4a5a-aad8-6e16114b415a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 15 10:21:20.050952 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Checking agent: {'id': '2b0a33cb-e986-427f-8126-bc6bee7f6fa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 15, 9, 13, 45), 'started_at': datetime.datetime(2020, 11, 15, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 15, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 15 10:21:20.051332 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Checking segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 15 10:21:20.051743 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:20.052177 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Bound using segment: {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 15 10:21:20.052664 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Bound port: 6a688b19-cda3-4a84-b590-4f254bf57185, host: hv-neutron-7431, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40790f72-6f14-4628-8dd0-299791432c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 15 10:21:20.053043 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:20.157299 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 15 10:21:20.160495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6a688b19-cda3-4a84-b590-4f254bf57185,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 15 10:21:20.190888 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11494473'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:20.206195 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-ce981435-2868-4a3f-8ef3-ef8487cb37fa tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:20.374342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Pushing event updated for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:20.380065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:20.409383 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:20.410890 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-0b906422-bbe8-43f4-b875-427b7f2bc39d service neutron] 10.222.0.65 "PUT /v2.0/ports/6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 1158 time: 1.3538210
Nov 15 10:21:20.411444 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:21:20.606295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-4489940d-c874-4441-a3b3-716bcc585709 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1161 time: 0.0906904
Nov 15 10:21:20.692989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ab1700ea-ef9a-4f01-bc1e-556630e77ac1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 217 time: 0.0724342
Nov 15 10:21:20.761451 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-832d0432-ac17-456e-8cc9-1923586ef673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:20.763013 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-832d0432-ac17-456e-8cc9-1923586ef673 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0637856
Nov 15 10:21:20.864160 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-ea7d3d1f-ca0f-44d9-bd23-c40beb8cb0d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943241
Nov 15 10:21:20.966815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a79596-e164-49aa-a417-f14bd328d7c8 req-16cd1c5c-6ff2-4181-90fa-70730d662541 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:20.968403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15a79596-e164-49aa-a417-f14bd328d7c8 req-16cd1c5c-6ff2-4181-90fa-70730d662541 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 944 time: 0.0987449
Nov 15 10:21:21.012108 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-3893659c-136c-4774-a16c-ce4c57a0c2b1 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408741
Nov 15 10:21:21.017341 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-15a79596-e164-49aa-a417-f14bd328d7c8 req-f3a16f9f-c40c-406f-9f15-2e65d3c87230 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0424922
Nov 15 10:21:21.156705 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-22963441-57b1-4a30-a9d2-f11cec42c63e req-64a2482b-68c9-4b10-b7d2-5b4bd6dee751 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382449
Nov 15 10:21:21.490725 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'status': 'completed', 'code': 200}
Nov 15 10:21:21.620271 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-62dcdaca-ae9f-4729-8477-71c1373fbfb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1161 time: 0.0866480
Nov 15 10:21:21.762970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-9bd14b4a-ae7f-40b9-a6de-a5863d99c0ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:21.764542 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-9bd14b4a-ae7f-40b9-a6de-a5863d99c0ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1379631
Nov 15 10:21:21.846947 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-0bbe0933-24ac-4d88-884b-65152a65ffa9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 217 time: 0.0755503
Nov 15 10:21:21.918853 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-62d3fd2c-4f50-4e9b-b708-01707075a45b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:21.920454 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-62d3fd2c-4f50-4e9b-b708-01707075a45b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0657091
Nov 15 10:21:22.014818 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-d2675b82-d015-40b5-a1ac-6faa6592063b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871112
Nov 15 10:21:22.161921 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-9fb0ef11-3017-4c41-a4b4-c99d307bce76 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391783
Nov 15 10:21:22.245028 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234fec-9302-4bce-b63f-98be3f180bed req-04599ff9-b34f-4c73-827b-a1959789815f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:22.246652 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ed234fec-9302-4bce-b63f-98be3f180bed req-04599ff9-b34f-4c73-827b-a1959789815f tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 944 time: 0.0996850
Nov 15 10:21:22.296173 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ed234fec-9302-4bce-b63f-98be3f180bed req-194e3c43-9740-4ef6-9da9-28baab621dad tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0433204
Nov 15 10:21:22.310858 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bdb47a37-0bd0-4894-83b4-fe3626b4fd86 req-77bcd865-465b-4641-9554-158c2ac29187 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424162
Nov 15 10:21:23.331459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6a688b19-cda3-4a84-b590-4f254bf57185 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:21:23.482140 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning for port 6a688b19-cda3-4a84-b590-4f254bf57185 completed by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 15 10:21:23.487620 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6a688b19-cda3-4a84-b590-4f254bf57185 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:21:23.488083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:23.526471 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180fd6-ce1b-4b9a-ad5d-77e4cb302191 req-7a88720b-f26c-418c-9dae-b2de7d3934ce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:23.528113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8180fd6-ce1b-4b9a-ad5d-77e4cb302191 req-7a88720b-f26c-418c-9dae-b2de7d3934ce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 944 time: 0.0976884
Nov 15 10:21:23.578023 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a8180fd6-ce1b-4b9a-ad5d-77e4cb302191 req-c34f3d8d-8085-476a-b953-1529812b9313 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0436659
Nov 15 10:21:23.628074 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:23.656324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:21:23.666685 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6a688b19-cda3-4a84-b590-4f254bf57185,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:21:23.699470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:23.701589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:23.779913 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=4']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:23.789693 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.790014 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.791297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.791297 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.791631 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.792022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.792403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.792780 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.793159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.793547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.793912 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.794285 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.794715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.795093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.795470 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.795859 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.796235 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.796611 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.796983 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.797359 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.797734 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.798104 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.798478 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.798848 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:23.803449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:23.808789 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'code': 200}
Nov 15 10:21:24.229974 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db74d9eb-00c5-4533-b12c-64f17b0abe95 req-2ca27c3c-f511-4bfb-ad1e-2c462e0b24d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.0849795
Nov 15 10:21:24.276030 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-db74d9eb-00c5-4533-b12c-64f17b0abe95 req-42646927-0a6d-4616-8c5f-3f82d5aa2ee1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0392451
Nov 15 10:21:24.814554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17713d9-cb43-4292-8462-71fae146f692 req-53d2ef28-57c8-4ea9-ab12-22e47557786a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:24.816240 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f17713d9-cb43-4292-8462-71fae146f692 req-53d2ef28-57c8-4ea9-ab12-22e47557786a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.1075571
Nov 15 10:21:24.867646 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-f17713d9-cb43-4292-8462-71fae146f692 req-63f221da-1c49-4f11-b66f-bdaeff130e81 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0446792
Nov 15 10:21:25.053758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6a688b19-cda3-4a84-b590-4f254bf57185 up at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 15 10:21:25.132778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.provisioning_blocks [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Provisioning complete for port 6a688b19-cda3-4a84-b590-4f254bf57185 triggered by entity L2. {{(pid=81075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 15 10:21:25.133124 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3599921'] for port, provisioning_complete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:26.095320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd448868-fb2b-4edc-a79e-cfef7129b5b8 req-8cb45d3f-14b3-463f-80f8-05d9c82f8325 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:26.096891 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cd448868-fb2b-4edc-a79e-cfef7129b5b8 req-8cb45d3f-14b3-463f-80f8-05d9c82f8325 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.0951421
Nov 15 10:21:26.148899 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-cd448868-fb2b-4edc-a79e-cfef7129b5b8 req-83c1b6f0-f582-4914-8230-0bcd20f20629 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0452368
Nov 15 10:21:26.402725 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3126e-6c48-4504-aad6-574a45b3d017 req-21b00930-975a-4510-8f72-24bba53186c8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:26.404291 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7be3126e-6c48-4504-aad6-574a45b3d017 req-21b00930-975a-4510-8f72-24bba53186c8 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.0923469
Nov 15 10:21:26.453069 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7be3126e-6c48-4504-aad6-574a45b3d017 req-f673b65b-23d0-4ad4-886d-ff8f1bef5384 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0426419
Nov 15 10:21:26.664410 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-044b48f0-e663-4018-a5cf-c3d63937906a tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1571805
Nov 15 10:21:26.677076 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'floatingip': {'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:21:26.683317 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 15 10:21:26.693088 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.quota.driver [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 15 10:21:26.722209 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:26.872872 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:27.169914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_common [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Allocated IP 172.26.4.253 (e95405db-8461-44c0-8584-37dd4080dc78/4ff8e31c-3ad3-4d01-ada9-628621686ea3/4dbfc194-89d3-4231-8159-8511a61d511a) {{(pid=81074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 15 10:21:27.457025 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:27.533714 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138636558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:27.549469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-026bf45b-cc39-4f25-80bd-93a5dd54e306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:27.691966 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=4dbfc194-89d3-4231-8159-8511a61d511a,revision_number=1']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:27.722540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.722914 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.723342 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.723763 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.724207 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.724628 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.725048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.725467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.725879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.726292 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.726705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.727123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.728170 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.728645 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.729058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.729467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.729877 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.730289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.730698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.731108 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.731516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.731947 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.732358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.732766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:21:27.737242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:27.772270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Network e95405db-8461-44c0-8584-37dd4080dc78 is already hosted by enough agents. {{(pid=81074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 15 10:21:27.773411 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.base_scheduler [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Resources bound (agent type, host, resource id):  {{(pid=81074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 15 10:21:27.775802 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Received port after_create {{(pid=81074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 15 10:21:27.870233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_create {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:27.964421 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:28.243630 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:28.276469 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10995348'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:28.292114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1f9a898a-aa43-46c5-8466-0a1e2e1689b3 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:21:28.436509 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event updated for resources: {'Port': ['ID=4dbfc194-89d3-4231-8159-8511a61d511a,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:21:28.450289 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:21:28.543367 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:28.624886 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:28.626243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-dc4cf3eb-20c6-4204-aba7-106eeaafa7c7 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9553287
Nov 15 10:21:28.717134 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-257e3a76-ddd9-45a4-b719-ae78c5e15de4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:21:28.750417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-257e3a76-ddd9-45a4-b719-ae78c5e15de4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:21:28.751647 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-257e3a76-ddd9-45a4-b719-ae78c5e15de4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.253 HTTP/1.1" status: 200  len: 696 time: 0.1189630
Nov 15 10:21:28.923692 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-12fedf9d-ce61-4653-8cad-b507dcaf1056 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:28.925266 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-922c7267-b3e5-4504-94bb-580ce52b23f3 req-12fedf9d-ce61-4653-8cad-b507dcaf1056 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1674299
Nov 15 10:21:29.126410 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-fd11cfea-51ef-4d8a-b0e4-5d5cecf92016 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:29.127979 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-fd11cfea-51ef-4d8a-b0e4-5d5cecf92016 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0949676
Nov 15 10:21:29.218905 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-edd8044a-14cb-4b91-bf0d-a454fe8c5b7c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.253 HTTP/1.1" status: 200  len: 696 time: 0.0845058
Nov 15 10:21:29.229757 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.v2.base [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Request body: {'floatingip': {'port_id': '6a688b19-cda3-4a84-b590-4f254bf57185', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 15 10:21:29.316304 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:30.019697 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:30.047516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854185925'] for floatingip, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:30.542306 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Floating IP b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d associated. External IP: 172.26.4.253, port: 6a688b19-cda3-4a84-b590-4f254bf57185.
Nov 15 10:21:31.051325 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:21:31.302426 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:21:31.306879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:31.312378 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:21:31.324827 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:21:31.325500 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8329f98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:21:31.370510 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-a981e5c0-7e3e-4d6f-bdf3-914d616ff592 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "PUT /v2.0/floatingips/b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d HTTP/1.1" status: 200  len: 997 time: 2.1455009
Nov 15 10:21:31.371093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:21:31.437868 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'status': 'completed', 'code': 200}
Nov 15 10:21:31.485243 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-435f3e27-35a4-4b36-b773-e64d736b7b47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.0891814
Nov 15 10:21:31.557876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:21:31.582981 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-38826c16-d959-44bd-b3f4-e3b6fc8158dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.1026728
Nov 15 10:21:31.654127 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-55885f62-0403-49c4-9a60-b46f69971002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:31.655752 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-55885f62-0403-49c4-9a60-b46f69971002 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1488228
Nov 15 10:21:31.732656 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-b14ccb78-0a8c-49a8-84ff-deeb20b1f143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:31.734325 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-b14ccb78-0a8c-49a8-84ff-deeb20b1f143 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1445761
Nov 15 10:21:31.803471 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-4766e6af-dd21-480a-bedb-fa90ce66ae1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 1000 time: 0.1407681
Nov 15 10:21:31.872707 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-cd422509-ad3f-4ed2-a718-f53df94742c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 1000 time: 0.1264853
Nov 15 10:21:31.889719 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-ad502bf1-2b8e-4026-95d7-f98e1d8bcd97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:31.891358 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-ad502bf1-2b8e-4026-95d7-f98e1d8bcd97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0805147
Nov 15 10:21:31.947562 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-24d3a129-b49b-419d-a994-9f264602c7c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:31.949208 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-24d3a129-b49b-419d-a994-9f264602c7c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0692992
Nov 15 10:21:31.958774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8329f98>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}, {'id': 'b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': '6a688b19-cda3-4a84-b590-4f254bf57185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:9f:38:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:21:27Z', 'updated_at': '2020-11-15T10:21:29Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:21:31.963486 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:21:31.975338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:21:31.976103 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8329f98>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:21:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:21:31.985734 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-55da9fa1-104c-46ad-ad88-473511249443 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874355
Nov 15 10:21:32.042297 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-570c0984-4599-4bf4-89b5-12b92732bf46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863554
Nov 15 10:21:32.135235 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-08e4e7e5-5c60-49f4-a2bb-4863650dad7d service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413994
Nov 15 10:21:32.188894 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-09bb6256-d9ed-44e6-bd00-22cfbe3d2cd6 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400073
Nov 15 10:21:32.207430 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:21:32.287084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9c572dc5-b52f-4781-acb0-f8eb5facf180 req-db0bbe61-a60f-41ac-9f8d-d6a20350a111 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438541
Nov 15 10:21:32.337333 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-49926d0e-cab5-4dd0-847c-79940e1355d2 req-4be398a6-adc3-4b55-b5d8-d8a20a125694 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416900
Nov 15 10:21:32.602568 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8329f98>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}, {'id': 'b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': '6a688b19-cda3-4a84-b590-4f254bf57185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:9f:38:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:21:27Z', 'updated_at': '2020-11-15T10:21:29Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:21:32.606814 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20d31a-4291-4312-b9ed-04dfe5dab834 None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}, {'id': 'b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': '6a688b19-cda3-4a84-b590-4f254bf57185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:9f:38:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:21:27Z', 'updated_at': '2020-11-15T10:21:29Z', 'revision_number': 1, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:21:32.906729 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21312fe-5b67-4182-8bec-af9c2f638fba None None] New status for floating IP b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d: ACTIVE {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:21:43.350529 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6c92c9a4-f132-4130-9700-423a04127688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:45.773334 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3d21-d3eb-49ca-96f4-912b20ce8ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:46.550097 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:46.858698 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:47.624165 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:48.190083 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:21:49.363434 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:21:50.533133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-e7f16247-55ae-498e-9efa-56a68dba4bb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3797767
Nov 15 10:21:50.708941 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-6445e70d-c7d0-4ce9-97e8-adb59813a14c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0854049
Nov 15 10:21:50.870715 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-3a0034aa-6093-465c-8e2f-1c9312f641c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:50.872385 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-3a0034aa-6093-465c-8e2f-1c9312f641c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1437254
Nov 15 10:21:50.995999 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-4c078964-6151-430a-a1d1-1071d3958170 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 1000 time: 0.1169648
Nov 15 10:21:51.078402 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-47fd6001-2c9b-470d-aa7a-0330d5670dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:21:51.080077 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-47fd6001-2c9b-470d-aa7a-0330d5670dce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0775187
Nov 15 10:21:51.171539 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-6f7908a3-00d6-4476-ae5e-d5dcb411a102 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840476
Nov 15 10:21:51.315526 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-9d26a213-0a91-4c1c-9d89-b42f7b5a3015 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367383
Nov 15 10:21:51.459002 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-c4160d53-c5b3-49f7-9f97-159380c323f5 req-807dc346-b68b-400d-b298-9ae05e542e12 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362576
Nov 15 10:22:13.349769 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8183ea89-a392-491a-9efd-b89d9424c3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:15.789873 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0a2f-4e56-4b95-8b49-d7e2014080ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:16.544498 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:16.881595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:17.630130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:18.195395 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:26.364474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:22:43.367003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4dda7fef-d8a5-4dc4-ac24-9b722bb41b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:45.766704 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d08ddc4e-42d0-4262-b8b1-2766a04fffd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:46.561237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:46.898328 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:47.635556 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:48.201373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:22:52.264735 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-597d42d2-a07b-4132-b748-effacea2e5ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0851071
Nov 15 10:22:52.386343 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-3f8d8f6f-0693-4247-a669-04561a030a8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.0890071
Nov 15 10:22:52.545977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-df833f86-f15e-47d6-b36f-1f3ad164a6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:22:52.547596 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-df833f86-f15e-47d6-b36f-1f3ad164a6e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1417437
Nov 15 10:22:52.675758 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-51791a1e-1ad1-4560-82e9-0821e9626b04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 1002 time: 0.1198566
Nov 15 10:22:52.747269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-43f38799-66d9-4293-8614-23b5fca96f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:22:52.748872 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-43f38799-66d9-4293-8614-23b5fca96f7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0649729
Nov 15 10:22:52.848079 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-3226fee6-0734-416f-b8f6-e7b0ec668bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919366
Nov 15 10:22:52.999428 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-77041165-48d7-4a66-8e5b-2f7c23257641 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429412
Nov 15 10:22:53.146641 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a649fe2d-80bb-4984-af8f-09f2178f44bc req-7cd42c46-9f40-4009-9e70-53f6bb967b3f service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405222
Nov 15 10:23:03.365158 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:23:09.627572 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-697360f8-8f33-4a53-a8fd-9367ce39c4b2 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips/b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d HTTP/1.1" status: 200  len: 999 time: 0.1242733
Nov 15 10:23:09.784721 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-64dbac9f-3242-4fb4-8436-97eff132b911 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:09.786113 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-64dbac9f-3242-4fb4-8436-97eff132b911 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1527655
Nov 15 10:23:09.797868 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-25f7b416-9b94-4ecb-b8b3-bc796b1c3ce4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=81074) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 15 10:23:09.798926 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-25f7b416-9b94-4ecb-b8b3-bc796b1c3ce4 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0061624
Nov 15 10:23:09.925689 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-8e97ce83-5d9f-4938-8386-20c9d615a8fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.253 HTTP/1.1" status: 200  len: 1002 time: 0.1198602
Nov 15 10:23:10.012603 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-98934d8a-b7de-4745-ba74-558f14f63582 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:10.014057 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-98934d8a-b7de-4745-ba74-558f14f63582 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports/6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 943 time: 0.0823045
Nov 15 10:23:10.217446 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-bba37234-1e80-4582-98a9-2b7bbaa0a921 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.253 HTTP/1.1" status: 200  len: 1002 time: 0.1190367
Nov 15 10:23:10.456980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Deleting port 4dbfc194-89d3-4231-8159-8511a61d511a {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:10.457281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:10.645885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:10.646449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:10.778256 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Calling delete_port for 4dbfc194-89d3-4231-8159-8511a61d511a owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:10.972590 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:10.988882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-19f9a0ad-f32a-45af-9498-b0e7b89332f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:11.338143 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event deleted for resources: {'Port': ['ID=4dbfc194-89d3-4231-8159-8511a61d511a,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:11.364798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.365222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.365649 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.366062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.366477 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.366887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.367320 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.367731 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.368164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.368573 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.368978 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.369384 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.370460 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.370879 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.371403 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.371809 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.372240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.372644 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.373046 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.373449 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.373851 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.374255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.374657 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.375058 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:11.380315 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:11.485524 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:11.485895 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Floating IP b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d disassociated (deleted). External IP: 172.26.4.253, port: 6a688b19-cda3-4a84-b590-4f254bf57185.
Nov 15 10:23:11.989373 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:23:12.243431 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:23:12.253435 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:23:12.266135 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:12.266793 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:12.298799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:12.364459 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-1dd3abda-94b9-4090-b51b-283af835fbce tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "DELETE /v2.0/floatingips/b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d HTTP/1.1" status: 204  len: 173 time: 2.1411307
Nov 15 10:23:12.365054 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:23:12.466027 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-fe3b104c-b58d-428a-8c65-bef8ee129ca3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.0881126
Nov 15 10:23:12.495060 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:12.556419 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'status': 'completed', 'code': 200}
Nov 15 10:23:12.621539 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-e5e10ef6-61bf-45db-b9f6-356bed66018c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:12.623187 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-e5e10ef6-61bf-45db-b9f6-356bed66018c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1505129
Nov 15 10:23:12.680439 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-cbe37f8d-0830-4d83-ae26-36fc9cd7cfac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 1163 time: 0.0876055
Nov 15 10:23:12.704968 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-09c9892e-0dda-4974-8580-a426148fad27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 217 time: 0.0743659
Nov 15 10:23:12.781754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-d5137b1d-5e1a-45c1-a07f-9e70389f7e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:12.783305 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-d5137b1d-5e1a-45c1-a07f-9e70389f7e89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0715971
Nov 15 10:23:12.832298 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-447d81bd-df03-4aee-a436-8212f5d48bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:12.834238 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-447d81bd-df03-4aee-a436-8212f5d48bd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1468186
Nov 15 10:23:12.908055 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ba8>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:12.912972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:23:12.921832 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-d743da64-45c3-4ec3-8f08-0255c784fe14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0932057
Nov 15 10:23:12.924648 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-95d2135d-5705-40a3-8443-4d2550a41ff7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 200  len: 217 time: 0.0791023
Nov 15 10:23:12.925147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:12.925836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ba8>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:22:46Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:13.002450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-813ad4b4-59f1-4cba-b3d3-6a44ef78e772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:13.004096 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-813ad4b4-59f1-4cba-b3d3-6a44ef78e772 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0722663
Nov 15 10:23:13.078323 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-c2630f81-f643-4666-8d70-298fd55d4b61 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483996
Nov 15 10:23:13.103084 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-09fe7006-408e-44db-a61f-68946442930c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907457
Nov 15 10:23:13.160667 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:13.227412 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d312a85b-fe55-4cce-929b-943cb7104c23 req-c180ccec-9e52-4db3-97ce-54077755c0f6 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427674
Nov 15 10:23:13.256172 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-efd334c1-9306-4aa2-aff7-a30f764ae697 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455700
Nov 15 10:23:13.360836 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4c54-1bb9-4f12-ad67-74f21a7dfbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:13.408175 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-9a36ac64-6c9a-4b75-9faa-29ebaf4565f6 req-b5576c73-8d65-4cd1-bb5e-c06e84291bd0 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437018
Nov 15 10:23:13.566272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b6ba8>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:13.570557 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709f3b9-f266-4745-bc40-8ee32472d546 None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_floatingips': [{'id': '3ffc0714-5f5c-4981-b4e6-f2475ac5110b', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'router_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'port_id': 'a033255b-2173-468b-a288-e774e0838e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'mac_address': 'fa:16:3e:8f:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-15T10:18:51Z', 'updated_at': '2020-11-15T10:18:57Z', 'revision_number': 2, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:23:13.846547 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6589be-51e3-457c-968f-10e39d425bb6 req-db1eeb10-ee54-49d8-87e8-bf6b2d4efc3c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:13.847329 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5e6589be-51e3-457c-968f-10e39d425bb6 req-db1eeb10-ee54-49d8-87e8-bf6b2d4efc3c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:23:13.892281 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-5e6589be-51e3-457c-968f-10e39d425bb6 req-db1eeb10-ee54-49d8-87e8-bf6b2d4efc3c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:23:13.893525 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e6589be-51e3-457c-968f-10e39d425bb6 req-db1eeb10-ee54-49d8-87e8-bf6b2d4efc3c tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.1401167
Nov 15 10:23:13.947729 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-5e6589be-51e3-457c-968f-10e39d425bb6 req-7aec8be8-814c-4417-a048-0335b2f01352 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0479970
Nov 15 10:23:13.982570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416c45f-6a58-4000-98eb-e2dae2d09524 None None] New status for floating IP b70734a9-772c-4ca4-a9b8-9a1ec3cfc86d: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:23:15.176599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437b92c-753a-4faa-95ca-aced19dd84bd req-bd4e0797-42df-46fe-9a68-43515a912699 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:15.178130 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a437b92c-753a-4faa-95ca-aced19dd84bd req-bd4e0797-42df-46fe-9a68-43515a912699 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.0950980
Nov 15 10:23:15.226718 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a437b92c-753a-4faa-95ca-aced19dd84bd req-82bcd153-b07c-497b-8f55-6d1b06156886 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0417011
Nov 15 10:23:15.589182 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003d375-e3e6-40e8-abb6-749d90076576 req-70842c53-db7b-4469-ab4f-9dd3299194f6 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:15.589965 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a003d375-e3e6-40e8-abb6-749d90076576 req-70842c53-db7b-4469-ab4f-9dd3299194f6 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:23:15.602540 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a003d375-e3e6-40e8-abb6-749d90076576 req-70842c53-db7b-4469-ab4f-9dd3299194f6 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:23:15.603742 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a003d375-e3e6-40e8-abb6-749d90076576 req-70842c53-db7b-4469-ab4f-9dd3299194f6 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 946 time: 0.1069353
Nov 15 10:23:15.686607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Deleting port 6a688b19-cda3-4a84-b590-4f254bf57185 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:15.686997 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:15.706662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device 6a688b19-cda3-4a84-b590-4f254bf57185 no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:23:15.819062 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d0cda732-b75c-4062-9492-223a1cc89364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:15.857638 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3473606'] for port, before_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:15.887647 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:23:15.897979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6a688b19-cda3-4a84-b590-4f254bf57185,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:15.920559 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716591202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138666748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716109086'] for port, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:15.922465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:15.954076 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'code': 200}
Nov 15 10:23:15.988716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6a688b19-cda3-4a84-b590-4f254bf57185,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:15.989121 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:16.000507 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Pushing event updated for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=5']} {{(pid=81075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:16.009832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.010246 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.010815 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.011346 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.011727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.012130 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.012508 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.012881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.013252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.013618 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.013988 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.014353 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.014778 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.015151 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.015516 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.015917 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.016288 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.016655 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.017022 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.017387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.017754 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.018118 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.018481 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.018844 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:16.023279 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:16.124479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Calling delete_port for 6a688b19-cda3-4a84-b590-4f254bf57185 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:16.275545 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 10:23:16.277147 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 10:23:16.454240 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7b26-8829-48fb-99e4-456ed8301c06 req-61e1a0e1-f426-4be5-b4d0-6429e1029f79 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:16.455805 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b5f7b26-8829-48fb-99e4-456ed8301c06 req-61e1a0e1-f426-4be5-b4d0-6429e1029f79 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 944 time: 0.0991254
Nov 15 10:23:16.505983 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4b5f7b26-8829-48fb-99e4-456ed8301c06 req-5838c764-de9a-4fc0-b702-d2bc0f7cf088 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0436552
Nov 15 10:23:16.554928 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:16.777636 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Deleting port 6a688b19-cda3-4a84-b590-4f254bf57185 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:16.778137 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:16.909566 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:17.094972 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] For port 6a688b19-cda3-4a84-b590-4f254bf57185, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=6a688b19-cda3-4a84-b590-4f254bf57185,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:17.095355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:17.231138 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Calling delete_port for 6a688b19-cda3-4a84-b590-4f254bf57185 owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:17.463901 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:17.478915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-086abd13-b68e-44a4-ad28-6af19fedc41b tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:17.575575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event deleted for resources: {'Port': ['ID=6a688b19-cda3-4a84-b590-4f254bf57185,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:17.601885 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.606771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7431 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.607615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.607615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.607986 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.608333 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.608740 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.609146 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.609551 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.609956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.610364 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.610774 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.611175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.611575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-12-ovs {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 15 10:23:17.616783 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:17.618580 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:17.699393 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-ee106429-e94d-411d-b95a-c011fca4c01c req-f56bc759-715f-4c3e-bb16-8bbac7db1ae3 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=ba93a2d0-f9ed-4891-9dee-6868d6952200 HTTP/1.1" status: 200  len: 210 time: 0.0498044
Nov 15 10:23:17.711386 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] No DVR routers for this DVR port 6a688b19-cda3-4a84-b590-4f254bf57185 on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:23:17.714238 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:17.717357 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-deleted', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:23:17.755989 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a003d375-e3e6-40e8-abb6-749d90076576 req-225f4598-6057-472a-9d17-5607bf202544 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "DELETE /v2.0/ports/6a688b19-cda3-4a84-b590-4f254bf57185 HTTP/1.1" status: 204  len: 173 time: 2.1462667
Nov 15 10:23:17.868034 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba93a2d0-f9ed-4891-9dee-6868d6952200', 'name': 'network-vif-deleted', 'tag': '6a688b19-cda3-4a84-b590-4f254bf57185', 'status': 'completed', 'code': 200}
Nov 15 10:23:18.195068 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:20.255151 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-ee57ffd3-fb8f-4ff4-b8d6-7c27c5a081bc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips/3ffc0714-5f5c-4981-b4e6-f2475ac5110b HTTP/1.1" status: 200  len: 997 time: 0.1244345
Nov 15 10:23:20.413932 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-e552ae62-3737-418b-ab47-3d0819c26620 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:20.415322 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-e552ae62-3737-418b-ab47-3d0819c26620 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/networks/e95405db-8461-44c0-8584-37dd4080dc78 HTTP/1.1" status: 200  len: 784 time: 0.1537991
Nov 15 10:23:20.538026 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-a35dcc79-3f58-4d9f-9dab-029b143962a9 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:23:20.583401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-a35dcc79-3f58-4d9f-9dab-029b143962a9 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:floatingip {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:23:20.584748 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-a35dcc79-3f58-4d9f-9dab-029b143962a9 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.10 HTTP/1.1" status: 200  len: 1000 time: 0.1627505
Nov 15 10:23:20.672404 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-e32ec4a8-cad4-472a-9273-a1154fc1d6fd tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:20.673774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-e32ec4a8-cad4-472a-9273-a1154fc1d6fd tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports/a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 942 time: 0.0823090
Nov 15 10:23:20.875507 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-0c1b7c70-a150-4054-bdf8-c66161cde299 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.26.4.10 HTTP/1.1" status: 200  len: 1000 time: 0.1193154
Nov 15 10:23:21.119349 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Deleting port 63ca4132-3f42-4ed4-b697-82ea5d3be253 {{(pid=81074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:21.119784 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:21.302163 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:21.302705 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:21.435662 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Calling delete_port for 63ca4132-3f42-4ed4-b697-82ea5d3be253 owned by network:floatingip {{(pid=81074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:21.657464 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843780433'] for port, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:21.673113 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-9a62261b-477f-47f4-9c4b-c69eb5d867d5 tempest-TestMinimumBasicScenario-896830711 tempest-TestMinimumBasicScenario-896830711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:21.767340 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event deleted for resources: {'Port': ['ID=63ca4132-3f42-4ed4-b697-82ea5d3be253,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:21.771345 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:22.168164 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for floatingip, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:22.168543 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.db.l3_db [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Floating IP 3ffc0714-5f5c-4981-b4e6-f2475ac5110b disassociated (deleted). External IP: 172.26.4.10, port: a033255b-2173-468b-a288-e774e0838e8d.
Nov 15 10:23:22.665526 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:23:22.920607 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:23:22.930804 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:23:22.943615 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:22.944321 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b61d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:22.972944 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for floatingip, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:23.037763 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-5c8036f1-dd76-40de-8184-9f7b11bd52fc tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "DELETE /v2.0/floatingips/3ffc0714-5f5c-4981-b4e6-f2475ac5110b HTTP/1.1" status: 204  len: 173 time: 2.1558025
Nov 15 10:23:23.038344 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d'}] {{(pid=81074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:23:23.099133 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d', 'status': 'completed', 'code': 200}
Nov 15 10:23:23.177348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:23.215776 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-089e298d-f955-414d-8f09-93423fcf5f5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.0914495
Nov 15 10:23:23.219900 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-2598cbd6-767f-4e8e-928b-ba14d96bd7ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 1162 time: 0.1683874
Nov 15 10:23:23.373467 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-df0df5f5-b71f-48c8-bf23-04e74e349c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:23.375403 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-df0df5f5-b71f-48c8-bf23-04e74e349c81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1534078
Nov 15 10:23:23.379977 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-a34f52db-d76c-4f04-aed6-f529de1d18c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:23.381678 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-a34f52db-d76c-4f04-aed6-f529de1d18c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 200  len: 903 time: 0.1554022
Nov 15 10:23:23.452655 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-39f6bb29-6810-4949-96c5-c3faceeb4d0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 217 time: 0.0702872
Nov 15 10:23:23.463364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-48a3748c-73e2-486c-9695-ba4a51070c65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 200  len: 217 time: 0.0738780
Nov 15 10:23:23.536969 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-4f2c47de-cd49-4743-89e8-d00655a5daa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:23.538633 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-4f2c47de-cd49-4743-89e8-d00655a5daa6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.0685027
Nov 15 10:23:23.643049 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-3c12cf38-7f8a-4696-8e69-5d7f78cf99ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961306
Nov 15 10:23:23.700252 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b61d0>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:23.704727 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:23:23.717194 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:23.717893 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a81b61d0>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:23.804964 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-9cdca794-f13b-4544-a817-afe173ca774c service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532612
Nov 15 10:23:23.825303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-87ef04bd-4328-48d0-9d51-15c07d34c680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:23.827268 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-87ef04bd-4328-48d0-9d51-15c07d34c680 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 200  len: 848 time: 0.3688531
Nov 15 10:23:23.925387 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-19a0a239-71ec-420e-a556-e975c7c014f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1142d37-2c51-4a5a-aad8-6e16114b415a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900960
Nov 15 10:23:23.954070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:23.958487 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-4802f567-4ebc-42cf-83be-f722b66c4355 req-7e5b7b70-fbd3-4a55-9ac5-a77a45d9b837 service neutron] 10.222.0.81 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526079
Nov 15 10:23:24.079290 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-3fd0dc50-fdcc-41d6-ac57-834a52cf1512 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455309
Nov 15 10:23:24.227537 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-bbb19aa7-3aa9-4eba-bd23-ec0aaef28bfd req-a2542c98-9560-44a7-b65f-624c0fd343d4 service neutron] 10.222.0.65 "GET /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418676
Nov 15 10:23:24.312768 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a81b61d0>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:24.316940 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb80be-afed-4d35-bf92-df7d41239276 None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:18:35Z', 'revision_number': 4, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs', '_interfaces': [{'id': 'b1e01e64-6947-4629-a384-ed4f776fec92', 'name': '', 'network_id': 'e1142d37-2c51-4a5a-aad8-6e16114b415a', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'mac_address': 'fa:16:3e:3f:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:34Z', 'updated_at': '2020-11-15T10:18:42Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'subnets': [{'id': 'ff5b3ab4-f996-4a72-9c34-4e0ad3487330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:23:24.528348 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b95e-81bd-4e0d-b091-14f012887900 req-0dd18e45-d1ab-4e0a-bc84-1fcdbf23feb1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:24.529126 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7895b95e-81bd-4e0d-b091-14f012887900 req-0dd18e45-d1ab-4e0a-bc84-1fcdbf23feb1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81074) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:23:24.571554 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-7895b95e-81bd-4e0d-b091-14f012887900 req-0dd18e45-d1ab-4e0a-bc84-1fcdbf23feb1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:23:24.573464 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7895b95e-81bd-4e0d-b091-14f012887900 req-0dd18e45-d1ab-4e0a-bc84-1fcdbf23feb1 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.1386476
Nov 15 10:23:24.624906 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7895b95e-81bd-4e0d-b091-14f012887900 req-641f5036-a4ff-4c9b-8491-b39d8f76b577 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0452428
Nov 15 10:23:24.738473 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77edc637-542a-46b6-b53b-ef2b3e255407 None None] New status for floating IP 3ffc0714-5f5c-4981-b4e6-f2475ac5110b: DOWN {{(pid=81075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 15 10:23:25.858237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a910457-6430-48ae-b067-00ff1e7b4b72 req-f7855b95-2204-4b1b-8abb-acb23e6631e5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:25.859880 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a910457-6430-48ae-b067-00ff1e7b4b72 req-f7855b95-2204-4b1b-8abb-acb23e6631e5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.0998642
Nov 15 10:23:25.908774 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-7a910457-6430-48ae-b067-00ff1e7b4b72 req-fff2df4a-4625-43e3-ae28-7d2d6814ec68 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups?id=5d5f2788-1f19-470e-a051-2c9401f215c0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0422456
Nov 15 10:23:26.049406 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-0a927f93-2a83-4d73-b2c7-c8eff6c3441e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 15 10:23:26.050173 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-0a927f93-2a83-4d73-b2c7-c8eff6c3441e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Synchronizing usage tracker for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81073) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 15 10:23:26.062762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.quota.resource [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-0a927f93-2a83-4d73-b2c7-c8eff6c3441e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Unset dirty status for tenant:c845a28d32634a4b9866c40ea0f50b8d on resource:port {{(pid=81073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 15 10:23:26.064014 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-0a927f93-2a83-4d73-b2c7-c8eff6c3441e tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 945 time: 0.1131477
Nov 15 10:23:26.147407 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Deleting port a033255b-2173-468b-a288-e774e0838e8d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:26.147797 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:26.423711 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] For port a033255b-2173-468b-a288-e774e0838e8d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7431',level=0,port_id=a033255b-2173-468b-a288-e774e0838e8d,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:26.424145 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:26.560575 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Calling delete_port for a033255b-2173-468b-a288-e774e0838e8d owned by compute:nova {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:26.824225 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:26.840459 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-1ba410bf-a818-4307-ba0c-a9a13d509b76 tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:26.890394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event deleted for resources: {'Port': ['ID=a033255b-2173-468b-a288-e774e0838e8d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:26.937585 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:27.055746 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] No DVR routers for this DVR port a033255b-2173-468b-a288-e774e0838e8d on host hv-neutron-7431 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:23:27.058762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761457'] for port, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:27.061887 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'name': 'network-vif-deleted', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 15 10:23:27.090835 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-d576bcbc-7e6f-48e0-b5b3-9f4b6368efd7 req-f9805a8b-90bc-4d8e-8a95-58284645a1b5 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/ports?device_id=1c2ba74c-1e37-4f74-9d84-433b2dc15299 HTTP/1.1" status: 200  len: 210 time: 0.0510395
Nov 15 10:23:27.104813 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-a2f7a1a6-d357-4c23-a749-83733d4177ae req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.65 "DELETE /v2.0/ports/a033255b-2173-468b-a288-e774e0838e8d HTTP/1.1" status: 204  len: 173 time: 1.0350974
Nov 15 10:23:27.129295 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ba74c-1e37-4f74-9d84-433b2dc15299', 'name': 'network-vif-deleted', 'tag': 'a033255b-2173-468b-a288-e774e0838e8d', 'status': 'completed', 'code': 200}
Nov 15 10:23:27.793789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a033255b-2173-468b-a288-e774e0838e8d no longer exists at agent ovs-agent-hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:23:27.830350 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] No Port match for: a033255b-2173-468b-a288-e774e0838e8d {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:23:27.830760 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Device a033255b-2173-468b-a288-e774e0838e8d not bound to the agent host hv-neutron-7431 {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:23:28.282364 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-2a3545a6-a208-49ab-9f5b-94783273b5f9 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "GET /v2.0/security-groups/5d5f2788-1f19-470e-a051-2c9401f215c0 HTTP/1.1" status: 200  len: 2649 time: 0.0543025
Nov 15 10:23:28.354018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, before_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:28.382775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, precommit_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:28.629075 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:28.633272 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-e49800b4-0203-44a0-bc26-3be438282f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:28.650599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f2788-1f19-470e-a051-2c9401f215c0,revision_number=None']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:28.653690 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:28.686024 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Notify callbacks [] for security_group, before_response {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:28.687232 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [req-98d8e05a-7888-4bfe-bdc8-9a642b48c9b9 req-4f2f08a4-1689-4104-90f2-af4fc7410c3b tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] 10.222.0.81 "DELETE /v2.0/security-groups/5d5f2788-1f19-470e-a051-2c9401f215c0 HTTP/1.1" status: 204  len: 173 time: 0.3985806
Nov 15 10:23:28.773115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45556) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:29.270807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854181531'] for router_interface, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:29.980996 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Deleting port b1e01e64-6947-4629-a384-ed4f776fec92 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:29.981599 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:30.176652 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] For port b1e01e64-6947-4629-a384-ed4f776fec92, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=b1e01e64-6947-4629-a384-ed4f776fec92,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:30.176980 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:30.312303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Calling delete_port for b1e01e64-6947-4629-a384-ed4f776fec92 owned by network:router_interface {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:30.640286 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:30.658474 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-2d788b58-7b37-44f9-a1f8-121ae7145392 tempest-TestSnapshotPattern-1082647795 tempest-TestSnapshotPattern-1082647795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:30.745979 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e01e64-6947-4629-a384-ed4f776fec92,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:30.755999 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:31.134093 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4036658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854181377'] for router_interface, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:32.295560 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Router 2eadd562-0f93-49b0-9dc1-44b188617231 has already been hosted by L3 agent 9b8a3b45-6945-45c7-8228-270389172d0f {{(pid=81073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 15 10:23:32.553694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] Notify agent at l3_agent.dv-neutron-743142-12-ovs the message routers_updated {{(pid=81073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 15 10:23:32.563670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Sync routers for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 15 10:23:32.567658 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-aa0ee586-4fae-48aa-9bb9-2628fb66929f admin admin] 10.222.0.81 "PUT /v2.0/routers/2eadd562-0f93-49b0-9dc1-44b188617231/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7934453
Nov 15 10:23:32.570206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45560) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:32.579032 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:32.579921 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ec6198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:32.811762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: dv-neutron-743142-12-ovs {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:32.902574 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks [] for router, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:33.118494 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ec6198>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'external_fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:23:30Z', 'revision_number': 5, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port': {'id': '497a9779-e7a9-432c-a5c1-58b0dd426d07', 'name': '', 'network_id': 'e95405db-8461-44c0-8584-37dd4080dc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-12-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-15T10:18:31Z', 'updated_at': '2020-11-15T10:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff8e31c-3ad3-4d01-ada9-628621686ea3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-12-ovs'}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:33.122668 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Checking router: 2eadd562-0f93-49b0-9dc1-44b188617231 for host: dv-neutron-743142-12-ovs {{(pid=81076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 15 10:23:33.133994 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Routers {'2eadd562-0f93-49b0-9dc1-44b188617231'} bound to L3 agent in host dv-neutron-743142-12-ovs {{(pid=81076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 15 10:23:33.134716 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83a8ec6198>, 'dv-neutron-743142-12-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-15T09:06:46Z,description=<?>,heartbeat_timestamp=2020-11-15T10:23:16Z,host='dv-neutron-743142-12-ovs',id=9b8a3b45-6945-45c7-8228-270389172d0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-15T09:06:46Z,topic='l3_agent')) {'router_ids': ['2eadd562-0f93-49b0-9dc1-44b188617231'], 'active': True} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:33.157843 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:33.206220 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Deleting port 497a9779-e7a9-432c-a5c1-58b0dd426d07 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:33.206605 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:33.321106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvr_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] Set router 2eadd562-0f93-49b0-9dc1-44b188617231 gateway port host: None {{(pid=81076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 15 10:23:33.401548 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] For port 497a9779-e7a9-432c-a5c1-58b0dd426d07, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=497a9779-e7a9-432c-a5c1-58b0dd426d07,segment=NetworkSegment(5474815b-64e1-43b7-9e4f-a51681e44583),segment_id=5474815b-64e1-43b7-9e4f-a51681e44583)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:33.401878 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:33.438770 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_hamode_db [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83a8ec6198>, [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:23:33Z', 'revision_number': 6, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port_host': None}], 'dv-neutron-743142-12-ovs', False) {} {{(pid=81076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:33.442864 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938fb5d-d8bc-4164-b097-f26ff69de3fc None None] The sync data for ids ['2eadd562-0f93-49b0-9dc1-44b188617231'] in dv-neutron-743142-12-ovs is: [{'id': '2eadd562-0f93-49b0-9dc1-44b188617231', 'name': 'tempest-TestSnapshotPattern-153529850-router', 'tenant_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-15T10:18:30Z', 'updated_at': '2020-11-15T10:23:33Z', 'revision_number': 6, 'project_id': 'c845a28d32634a4b9866c40ea0f50b8d', 'gw_port_host': None}] {{(pid=81076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 15 10:23:33.540267 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Calling delete_port for 497a9779-e7a9-432c-a5c1-58b0dd426d07 owned by network:router_gateway {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:33.828595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:33.845955 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-38594466-78c5-4417-8062-1d392cb01ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:33.940789 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Pushing event deleted for resources: {'Port': ['ID=497a9779-e7a9-432c-a5c1-58b0dd426d07,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:33.948303 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:34.235515 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854185883'] for router_gateway, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:34.585484 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 497a9779-e7a9-432c-a5c1-58b0dd426d07 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:23:34.622992 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 497a9779-e7a9-432c-a5c1-58b0dd426d07 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:23:34.623394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 497a9779-e7a9-432c-a5c1-58b0dd426d07 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:23:34.623894 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1e01e64-6947-4629-a384-ed4f776fec92 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:23:34.658666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: b1e01e64-6947-4629-a384-ed4f776fec92 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:23:34.659065 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device b1e01e64-6947-4629-a384-ed4f776fec92 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:23:34.841595 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1600'] for router, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:34.846193 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:34.942458 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971716'] for router, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:34.943064 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eadd562-0f93-49b0-9dc1-44b188617231 {{(pid=81073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 15 10:23:34.956479 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] Notify callbacks [] for router, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:34.957717 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-bccfb820-4a9a-42fc-90c7-8757b5b6e574 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2eadd562-0f93-49b0-9dc1-44b188617231 HTTP/1.1" status: 204  len: 168 time: 2.3865499
Nov 15 10:23:34.960370 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45568) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:35.030597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Deleting subnet ff5b3ab4-f996-4a72-9c34-4e0ad3487330 {{(pid=81073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 15 10:23:35.033512 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.086798 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11612191'] for subnet, precommit_delete_associations {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.177915 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851174945'] for subnet, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.464492 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11494556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842789482'] for subnet, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.480424 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-12f35062-c472-4ecf-80c4-b4284a4c2716 tempest-PortsTestJSON-1752253760 tempest-PortsTestJSON-1752253760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:35.563269 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5b3ab4-f996-4a72-9c34-4e0ad3487330,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:35.577651 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:35.615156 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.621270 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-a5367e8c-3266-41e0-8196-fc22527cec1f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ff5b3ab4-f996-4a72-9c34-4e0ad3487330 HTTP/1.1" status: 204  len: 168 time: 0.6598675
Nov 15 10:23:35.621445 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc9fde-f031-476e-8725-2dc06cc98e8e None None] Network e1142d37-2c51-4a5a-aad8-6e16114b415a requested from dv-neutron-743142-12-ovs {{(pid=81075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 15 10:23:35.623766 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45572) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:35.741691 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3429560'] for network, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.815237 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Deleting port 89345190-31f0-465d-b0ca-af4889243562 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:35.815602 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:35.896167 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] DHCP port deletion for e1142d37-2c51-4a5a-aad8-6e16114b415a request from dv-neutron-743142-12-ovs {{(pid=81075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 15 10:23:35.900742 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Deleting port 89345190-31f0-465d-b0ca-af4889243562 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:35.901327 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.073490 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] For port 89345190-31f0-465d-b0ca-af4889243562, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=89345190-31f0-465d-b0ca-af4889243562,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:36.073882 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.137953 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.db [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] For port 89345190-31f0-465d-b0ca-af4889243562, host dv-neutron-743142-12-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-12-ovs',level=0,port_id=89345190-31f0-465d-b0ca-af4889243562,segment=NetworkSegment(40790f72-6f14-4628-8dd0-299791432c44),segment_id=40790f72-6f14-4628-8dd0-299791432c44)] {{(pid=81075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 15 10:23:36.138324 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854172118'] for port, precommit_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.209722 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Calling delete_port for 89345190-31f0-465d-b0ca-af4889243562 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:36.272153 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Calling delete_port for 89345190-31f0-465d-b0ca-af4889243562 owned by network:dhcp {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}}
Nov 15 10:23:36.331807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3473579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716591185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274138663438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843281294'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.347919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f4b180bc-a3b9-47fb-8f81-5b69d23cdd86 tempest-TestShelveInstance-338734045 tempest-TestShelveInstance-338734045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:36.351287 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.db.api [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 15 10:23:36.351709 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_db.api [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 15 10:23:36.450450 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Pushing event deleted for resources: {'Port': ['ID=89345190-31f0-465d-b0ca-af4889243562,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:36.455210 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:36.489475 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] No DVR routers for this DVR port 89345190-31f0-465d-b0ca-af4889243562 on host dv-neutron-743142-12-ovs {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 15 10:23:36.578642 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 89345190-31f0-465d-b0ca-af4889243562 no longer exists at agent ovs-agent-dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 15 10:23:36.615347 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599800', 'neutron.services.segments.db._delete_segments_for_network--9223363274138240201'] for network, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.617388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] No Port match for: 89345190-31f0-465d-b0ca-af4889243562 {{(pid=81075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}}
Nov 15 10:23:36.617799 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.rpc [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Device 89345190-31f0-465d-b0ca-af4889243562 not bound to the agent host dv-neutron-743142-12-ovs {{(pid=81075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 15 10:23:36.731048 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83a3316f60>,) {'filters': {'network_id': ['e1142d37-2c51-4a5a-aad8-6e16114b415a']}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:36.743633 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3316f60>, '40790f72-6f14-4628-8dd0-299791432c44') {'for_net_delete': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:36.744035 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.services.segments.db [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83a3316f60>, '40790f72-6f14-4628-8dd0-299791432c44') {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 15 10:23:36.756634 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274138236105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843163641'] for segment, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.771810 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851175008'] for segment, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.773807 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 15 10:23:36.854247 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Deleting port 89345190-31f0-465d-b0ca-af4889243562 {{(pid=81075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}}
Nov 15 10:23:36.854708 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138186407'] for port, before_delete {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:36.924233 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae1ba5-a78c-4521-aceb-44a14cbb63b8 None None] The port '89345190-31f0-465d-b0ca-af4889243562' was deleted {{(pid=81075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}}
Nov 15 10:23:36.956989 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Network e1142d37-2c51-4a5a-aad8-6e16114b415a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:23:36.966995 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11494439'] for segment, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:37.148601 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.plugins.ml2.managers [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Network e1142d37-2c51-4a5a-aad8-6e16114b415a has no segments {{(pid=81073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]: Traceback (most recent call last):
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     timer()
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     cb(*args, **kw)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     return func(*args, **kwargs)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     self._notify()
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     self.callback(batched_events)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     event.method(event)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     segment_id)['aggregates'][0]
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     return f(self, *a, **k)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     return self._get(url).json()
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     **kwargs)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     return self.request(url, 'GET', **kwargs)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     **endpoint_filter)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 15 10:23:37.173119 dv-neutron-743142-12-ovs neutron-server[80962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 15 10:23:37.269142 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851176032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850739142'] for network, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:37.272398 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b32a7f7e-3e10-45db-a147-2a097e1aed6a tempest-TestNetworkAdvancedServerOps-1096552984 tempest-TestNetworkAdvancedServerOps-1096552984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:37.286694 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Notify callbacks [] for network, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:37.297772 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1142d37-2c51-4a5a-aad8-6e16114b415a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:37.301200 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:37.332753 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-b010f041-53f5-4274-99d9-44d0932be42e admin admin] 10.222.0.81 "DELETE /v2.0/networks/e1142d37-2c51-4a5a-aad8-6e16114b415a HTTP/1.1" status: 204  len: 168 time: 1.7079489
Nov 15 10:23:37.746570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45578) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:37.800860 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-5d39e418-4a3d-4aa8-80c4-8f795e5bc842 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c845a28d32634a4b9866c40ea0f50b8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0529437
Nov 15 10:23:37.803338 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [-] (81073) accepted ('10.222.0.81', 45582) {{(pid=81073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 15 10:23:37.868401 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:37.896600 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:38.034663 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918032'] for security_group, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:38.039801 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-f19a7270-a40e-4617-810e-fbca28a9d4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 15 10:23:38.055255 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1af388-8441-4aa7-b8b9-65f22e5c4c5b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 15 10:23:38.061003 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG oslo_concurrency.lockutils [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 15 10:23:38.063018 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:38.064318 dv-neutron-743142-12-ovs neutron-server[80962]: INFO neutron.wsgi [None req-8ab36e9a-08a8-46b9-b6d5-8c534aadc06a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e1af388-8441-4aa7-b8b9-65f22e5c4c5b HTTP/1.1" status: 204  len: 168 time: 0.2598696
Nov 15 10:23:40.366106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:23:43.360162 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-43fdbad7-4655-4181-8eea-a5fe2ec874d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:45.771835 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7bca5e8c-aba6-4f4d-a302-6ffa4b5f9b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:46.548927 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:46.919499 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:47.628053 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:23:48.205159 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:13.359975 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c762d6e8-7369-441b-8eb1-f91f6aa14d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:15.799115 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9cd62098-c4d7-4498-abfe-a2c53ab74004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:16.559919 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:16.931293 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:17.367660 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:24:17.640144 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:18.199776 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:43.359510 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-9378c6b5-d9b8-4445-adee-9b4985b88c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:45.777221 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-90ea2d1a-4d0f-42dc-b37f-8abb0f2ff32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:46.553677 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:46.936670 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:47.628123 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:48.210892 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:24:54.368222 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:25:13.364920 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-47265a78-8651-42a4-b06f-13a42aa8a2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:15.770388 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-e1de4405-5d82-46d8-b204-33d818371672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:16.564840 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:16.953414 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:17.633565 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:18.210710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:22.450106 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.wsgi [req-8d73df44-21c9-44f3-bdcc-f5f8b8683797 req-f74bc2f4-e849-40f1-9695-a37acc1607bc service neutron] (81073) timed out ('10.222.0.81', 44164) {{(pid=81073) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 15 10:25:31.370495 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:25:43.370070 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-cc43bed2-a338-4bbe-9b03-70a659bbf6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:45.775946 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-d24c83fa-60e5-40bb-a40c-9028e4226825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:46.563175 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:46.987385 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:47.627394 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:25:48.221758 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:08.372270 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:26:13.379358 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-0f795dc8-6eab-4ceb-8672-7b116bdeddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:15.764352 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c0ed0533-02ad-4b7e-b44b-28eef7c180d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:16.569761 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:16.987031 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:17.621052 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:18.221245 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:43.380931 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-b7ed161b-73ef-403e-95cb-422aa0758d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:45.373775 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:26:45.773423 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-8d66e641-2eeb-4ae1-8666-6785656b31f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:46.579016 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:47.003771 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:47.627114 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:26:48.220970 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:13.380376 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-7db5a9fc-9143-4791-9463-33dd58da9212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:15.763496 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-285ebbf4-84ab-43f6-9c2d-a027a7d5f912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:16.580895 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:17.043387 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:17.631592 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:18.243382 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:22.378795 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:27:43.374206 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-00a5aacd-9b87-463e-8bfc-835aa126802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:45.768666 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f47a692f-ab05-44fb-a850-fbe38c52d286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:46.580392 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:47.060355 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:47.637832 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:48.240536 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:27:59.379597 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:28:13.379570 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-5ed18a78-06e4-4b3d-8198-5bc3d7309684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:15.765762 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-bc791356-c259-4e47-a40f-e7d75158c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:16.583465 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:17.060190 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:17.628672 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:18.234417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:36.380166 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:28:43.379242 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-6228154f-94df-45ea-8203-238ac6f81ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:45.756710 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f2c81d91-a438-4a00-9ca7-c4ef83e70a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:46.579188 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:47.064956 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:47.628094 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:28:48.228589 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:13.379417 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-2680e25b-7440-4eeb-a13f-e1c3e42fa6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:13.381687 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron.db.agents_db [None req-b4f10b3e-3565-423a-a766-b56d496316a7 None None] Agent healthcheck: found 6 active agents {{(pid=81076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 15 10:29:15.761881 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-c9e90fcb-040c-4fef-8590-b8510b064ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:16.616876 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-69b70131-d656-4a91-af46-a76015a0c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:17.107808 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-f4294a4d-47c8-4d96-891c-df9559751e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:17.667544 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-77716cf1-0701-40f7-ac4c-e3979e95c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 15 10:29:18.244923 dv-neutron-743142-12-ovs neutron-server[80962]: DEBUG neutron_lib.callbacks.manager [None req-4be6f627-2313-4223-a76b-28b4df7f2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138240218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851175806'] for agent, after_update {{(pid=81075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}